{"id":"record-argon-3b7ce0c01b4c4c62","model":"Gemini 4 Argon","modelKey":"gemini4argon","benchmark":"CaPX–BEHAVIOR-1K","taskId":"capx--capx_current_interface_live--test--env_configs-r1pro-b1k_putting_shoes_on_rack.yaml--0--7c76679a3a9c","taskLabel":"Put Shoes on the Rack","instruction":"putting shoes on rack","comparisonInstruction":"putting shoes on rack","comparisonTaskLabel":"Put Shoes on the Rack","outcome":"budget_exhausted","success":false,"protocol":"Per-round RGB; source-specific budgets","video":"assets/argon-cases/W4-capx_behavior1k-gemini4argon-02/clip.mp4","animation":null,"poster":"assets/argon-cases/W4-capx_behavior1k-gemini4argon-02/poster.webp","frames":[],"mediaKind":"Recorded video excerpt","elapsedSeconds":761.8781003952026,"modelRounds":20,"tokens":602401,"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":24,"max_total_tokens":640000,"timeout_seconds":14520,"max_cost_usd":null,"max_primitive_calls":256,"max_verifier_calls":25,"max_code_turns":24,"trial_timeout_seconds":10800.0},"sourceReportSha256":"23264949723dc00d6e20655b035d8d6e513e0cb28d3ea66374d50c129b17f183","mediaReportSha256":"23264949723dc00d6e20655b035d8d6e513e0cb28d3ea66374d50c129b17f183","recordId":"argon-3b7ce0c01b4c4c62","recorded":true,"nativeIdentity":{"binding":{"api_name":"R1ProControlApi","bound":true,"config_sha256":"ba7575aa9d1c5e8ec2b090067e773368e72806243a719fddfcd9e947f1c0d472","mode":"native_capx_config","seed":0,"task_id":"behavior::putting_shoes_on_rack"},"entry":"behavior::putting_shoes_on_rack::env_configs/r1pro/b1k_putting_shoes_on_rack.yaml::0","revision":"53e9966d7a8e2fa7494676772bccc35280f5c0ed"},"identitySha256":"cb0bb19d5655a80af9e61d4cdebc5460f82d5d39829f59e30671f4f33f595d9d","executionStarted":true,"detailUrl":"data/case-records/record-argon-3b7ce0c01b4c4c62.json","note":"","detailedTraceAvailable":true,"progress":{"value":0,"total":1,"label":"Task completion"},"steps":[{"round":1,"at":30.597588,"duration":30.598,"title":"enumerate capx objects · capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":2,"code":"# Inspect robot position and enumerated objects in the scene\nres_enum = primitives.call(name='enumerate_capx_objects', agent_context=None)\nprint(\"Enumerate:\", res_enum.ok, res_enum.output)\n\nres_pos = primitives.call(name='submit_capx_action', action='get_robot_position', native_api=True, parameters={})\nprint(\"Robot pos:\", res_pos.ok, res_pos.output)","codeExcerpt":false,"stdout":"Enumerate: True {'action_api_schema': {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': 'one caller-parameterized target pose; does not select objects, arms, or actions', 'upstream': 'caller-selected anchor + direction * (distance + extent terms)'}, 'enumerate_capx_objects': {'returns': 'generic object candidates with observation paths and public pose geometry', 'upstream': 'env.get_observation() -> recursively enumerate caller-selectable pose records'}, 'observe_capx_scene': {'returns': 'public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded', 'upstream': 'env.get_observation()'}, 'submit_capx_action': {'returns': 'the public API call result without task-success fields', 'upstream': 'caller-selected public action on caller-selected arm'}}, 'configured_api_classes': {'R1ProControlApi': {'class': 'R1ProControlApi', 'class_doc': 'Robot control helpers for R1Pro.\\n\\nFunctions:\\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\\n  - open_gripper() -> None\\n  - close_gripper() -> None', 'functions': {'breakpoint_code_block': {'doc': 'Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\\n\\nArgs:\\n    None', 'signature': 'breakpoint_code_block()'}, 'check_object_in_hand': {'doc': 'Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\\nArgs:\\n    arm: Arm to check the grasp for. 0: left arm, 1: right a…","feedback":{},"calls":[{"name":"enumerate_capx_objects","arguments":{},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"objects":[],"private_evaluator_exposed":false,"query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"putting_shoes_on_rack","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":30.602},{"name":"submit_capx_action","arguments":{"action":"get_robot_position","native_api":true,"parameters":{}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[0.07570583373308182,2.834550380706787,0.005072921514511108]},{"shape":[4],"type":"ndarray","values":[-0.0006775949150323868,-2.6838533813133836e-05,0.6280432343482971,0.7781781554222107]},{"shape":[],"type":"ndarray","values":1.3580721381655099}],"selected_action":"get_robot_position"},"at":30.604}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":2,"at":53.096075,"duration":22.498,"title":"capx prompt · capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":5,"code":"res_prompt = primitives.call(name='get_capx_prompt', agent_context=None)\nprint(\"Prompt:\", res_prompt.ok, res_prompt.output)\n\nres_shoe = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': 'shoe', 'return_bbox_extent': True})\nprint(\"Shoe pose:\", res_shoe.ok, res_shoe.output)\n\nres_rack = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': 'shoe rack', 'return_bbox_extent': True})\nprint(\"Shoe rack pose:\", res_rack.ok, res_rack.output)","codeExcerpt":false,"stdout":"Prompt: True {'action_api_schema': {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': 'one caller-parameterized target pose; does not select objects, arms, or actions', 'upstream': 'caller-selected anchor + direction * (distance + extent terms)'}, 'enumerate_capx_objects': {'returns': 'generic object candidates with observation paths and public pose geometry', 'upstream': 'env.get_observation() -> recursively enumerate caller-selectable pose records'}, 'observe_capx_scene': {'returns': 'public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded', 'upstream': 'env.get_observation()'}, 'submit_capx_action': {'returns': 'the public API call result without task-success fields', 'upstream': 'caller-selected public action on caller-selected arm'}}, 'configured_api_classes': {'R1ProControlApi': {'class': 'R1ProControlApi', 'class_doc': 'Robot control helpers for R1Pro.\\n\\nFunctions:\\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\\n  - open_gripper() -> None\\n  - close_gripper() -> None', 'functions': {'breakpoint_code_block': {'doc': 'Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\\n\\nArgs:\\n    None', 'signature': 'breakpoint_code_block()'}, 'check_object_in_hand': {'doc': 'Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\\nArgs:\\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.…","feedback":{},"calls":[{"name":"get_capx_prompt","arguments":{},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"private_evaluator_exposed":false,"prompt":"You are controlling a R1Pro robot with the API described below.\nGoal: Put the shoes on the rack.\nYou may write python code comments for reasoning but ONLY write the executable Python code and do not write it in code fences.\nThe functions (APIs) below are already imported to the environment. If you want to use numpy, you need to import it explicitly.\n","prompt_source":"env.cfg.prompt","query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"putting_shoes_on_rack","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":43.87},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"shoe","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":52.493},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"shoe rack","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":53.084}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":3,"at":66.400927,"duration":13.305,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":10,"cumulativeToolCalls":15,"code":"# Check current joint positions and eef poses\nres_joints = primitives.call(name='submit_capx_action', action='get_current_joint_positions', native_api=True, parameters={})\nprint(\"Joints:\", res_joints.ok, res_joints.output)\n\nres_eef0 = primitives.call(name='submit_capx_action', action='get_current_eef_pose', native_api=True, parameters={'arm': 0})\nres_eef1 = primitives.call(name='submit_capx_action', action='get_current_eef_pose', native_api=True, parameters={'arm': 1})\nprint(\"EEF 0:\", res_eef0.output)\nprint(\"EEF 1:\", res_eef1.output)\n\n# Check what SAM3 mask finds for various terms\nfor term in ['shoe', 'shoes', 'sneaker', 'sandal', 'shelf', 'rack', 'stand']:\n    res_m = primitives.call(name='submit_capx_action', action='get_sam3_mask', native_api=True, parameters={'object_name': term})\n    print(f\"Mask {term}:\", res_m.output)","codeExcerpt":false,"stdout":"Joints: True {'executed': True, 'native_api_result': {'native_value_handle': 'capx-value-f0821163da9145ef8576d9170e371236', 'shape': [28], 'type': 'ndarray', 'values': [-4.924295902252197, -1.4654481410980225, 0.004994888324290514, -0.001344757154583931, -0.0012562655610963702, 1.35807204246521, 2.9501537937903777e-05, 4.168591840425506e-05, 3.518511675792979e-06, -6.420587794764288e-08, -4.162318873568438e-06, -3.147609504594584e-06, 2.1048336407147872e-07, 3.4393778491903504e-07, 8.209783118218184e-06, 9.373170541948639e-06, 6.475912641690229e-07, -1.19577748591837e-06, 5.9064245760964695e-06, 5.50745699001709e-06, -2.2701583191064856e-07, 5.210202971284161e-07, 4.993309516976296e-07, 5.97719690631493e-07, 0.011414548382163048, 0.011410797946155071, 0.011826920323073864, 0.011837439611554146]}, 'selected_action': 'get_current_joint_positions'}\nEEF 0: {'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-58fd82ac2e07493f87b72267c3af7a7f', 'shape': [3], 'type': 'ndarray', 'values': [-0.1882263571023941, 2.8109209537506104, 0.6612865924835205]}, {'native_value_handle': 'capx-value-f05d6c8f354642d9a5d75be6f185a654', 'shape': [4], 'type': 'ndarray', 'values': [-0.628048837184906, 0.7781733870506287, -0.0009375393274240196, 4.1304640035377815e-05]}], 'selected_action': 'get_current_eef_pose'}\nEEF 1: {'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-69e95a6fc7d14fa0b91e2a64580174ca', 'shape': [3], 'type': 'ndarray', 'values': [0.3044126629829407, 2.7045154571533203, 0.6620483994483948]}, {'native_value_handle': 'capx-value-39f41385e5e045b0a09622f4b0a0cf30', 'shape': [4], 'type': 'ndarray', 'values': [-0.6280492544174194, 0.7781731486320496, -0.0009372711065225303, 4.130062006879598e-05]}], 'selected_action': 'get_current_eef_pose'}\nMask shoe: {'executed': True, 'native_api_result': 1041, 'selected_action': 'get_sam3_mask'}\nMask shoes: {'executed': True, 'native_api_result': 1040, 'selected_action': 'get_sam3_mask'}\nMask sneaker: {'executed': True, 'native_api_result': 1042, 'selected_action': 'get_sam3_mask'}\nMask sandal: {'executed': True, 'native_api_result': 1046, 'selected_action': 'get_sam3_mask'}\nMask shelf: {'executed': True, 'native_api_result': 1019, 'selected_action': 'get_sam3_mask'}\nMask rack: {'executed': True, 'native_api_result': 1744, 'selected_action': 'get_sam3_mask'}\nMask stand: {'executed': True, 'native_api_result': 23466, 'selected_action': 'get_sam3_mask'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_current_joint_positions","native_api":true,"parameters":{}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"shape":[28],"type":"ndarray","values":[-4.924295902252197,-1.4654481410980225,0.004994888324290514,-0.001344757154583931,-0.0012562655610963702,1.35807204246521,2.9501537937903777e-05,4.168591840425506e-05,3.518511675792979e-06,-6.420587794764288e-08,-4.162318873568438e-06,-3.147609504594584e-06,2.1048336407147872e-07,3.4393778491903504e-07,8.209783118218184e-06,9.373170541948639e-06,6.475912641690229e-07,-1.19577748591837e-06,5.9064245760964695e-06,5.50745699001709e-06,-2.2701583191064856e-07,5.210202971284161e-07,4.993309516976296e-07,5.97719690631493e-07,"…"]},"selected_action":"get_current_joint_positions"},"at":62.576},{"name":"submit_capx_action","arguments":{"action":"get_current_eef_pose","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[-0.1882263571023941,2.8109209537506104,0.6612865924835205]},{"shape":[4],"type":"ndarray","values":[-0.628048837184906,0.7781733870506287,-0.0009375393274240196,4.1304640035377815e-05]}],"selected_action":"get_current_eef_pose"},"at":62.58},{"name":"submit_capx_action","arguments":{"action":"get_current_eef_pose","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[0.3044126629829407,2.7045154571533203,0.6620483994483948]},{"shape":[4],"type":"ndarray","values":[-0.6280492544174194,0.7781731486320496,-0.0009372711065225303,4.130062006879598e-05]}],"selected_action":"get_current_eef_pose"},"at":62.584},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"shoe"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1041,"selected_action":"get_sam3_mask"},"at":63.124},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"shoes"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1040,"selected_action":"get_sam3_mask"},"at":63.714},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"sneaker"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1042,"selected_action":"get_sam3_mask"},"at":64.278},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"sandal"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1046,"selected_action":"get_sam3_mask"},"at":64.801},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"shelf"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1019,"selected_action":"get_sam3_mask"},"at":65.338},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"rack"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":1744,"selected_action":"get_sam3_mask"},"at":65.855},{"name":"submit_capx_action","arguments":{"action":"get_sam3_mask","native_api":true,"parameters":{"object_name":"stand"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":23466,"selected_action":"get_sam3_mask"},"at":66.412}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":4,"at":130.054949,"duration":63.654,"title":"capx api trace · capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":19,"code":"# Let's check get_capx_api_trace and locate_object_for_grasp\nres_trace = primitives.call(name='get_capx_api_trace', agent_context=None, query=None)\nprint(\"Trace keys:\", res_trace.output.keys() if res_trace.ok else None)\n\nres_loc_shoe = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': 'shoe'})\nprint(\"Locate shoe:\", res_loc_shoe.output)\n\nres_loc_sandal = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': 'sandal'})\nprint(\"Locate sandal:\", res_loc_sandal.output)\n\nres_loc_rack = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': 'rack'})\nprint(\"Locate rack:\", res_loc_rack.output)","codeExcerpt":false,"stdout":"Trace keys: dict_keys(['action_api_schema', 'agent_context', 'callable_apis', 'configured_apis', 'direct_visual_primitive_surface', 'modality_boundary', 'private_evaluator_exposed', 'prompt', 'prompt_source', 'query', 'route', 'route_capabilities', 'trace_evidence', 'visual_grounding_boundary'])\nLocate shoe: {'executed': True, 'native_api_result': {'candidate_selection': 'caller', 'grasp_available': True, 'grasp_candidates': [[[{'native_value_handle': 'capx-value-88a33518b5764d1988451a6ace076f08', 'shape': [3], 'type': 'ndarray', 'values': [-0.1978854964494422, 3.809999075145975, 0.37567680572238216]}, {'native_value_handle': 'capx-value-8a755e2a57854bb08cdb8fa423e15eb7', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-b7beb12fffb949c5bbd53d4e690ed2ed', 'shape': [3], 'type': 'ndarray', 'values': [-0.11040563881397247, 3.8572633266448975, 0.21154209971427917]}, {'native_value_handle': 'capx-value-983ffb35843f40d081369785bbf69219', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-ff918eaa65d7439fa8a9ff13aecc490d', 'shape': [3], 'type': 'ndarray', 'values': [-0.1978854964494422, 3.809999075145975, 0.1069061407920385]}, {'native_value_handle': 'capx-value-47c4ea5b5848418c9385e6953fcad88e', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-9a44e715aaa24480ab5b58d387b243bb', 'shape': [3], 'type': 'ndarray', 'values': [-0.14674608409404755, 3.8333921432495117, 0.12148912250995636]}, {'native_value_handle': 'capx-value-3f9d6c7cab2f4eceaace32600fb5a950', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]], 'located': True, 'object_name': 'shoe', 'pose': [{'native_value_handle': 'capx-value-0d649b2a640f433dbd8fc08b302925ec', 'shape': [3], 'type': 'ndarray', 'values': [-0.1978854964494422, 3.809999075145975, 0.04509328325551279]}, {'native_value_handle': 'capx-value-c5a4ecfd28cd4657bb0c8f071335ab4e', 'shape': [4], 'type': 'ndarray', 'values': [0.9810853682628017, -0.1486969731239978, -0.050904619991778845, 0.11300190276228322]}, {'native_value_handle': 'capx-value-f32901a750694bfca3e13e4c0ff94890', 'shape': [3], 'type': 'ndarray', 'values': [0.25904458686799814, 0.16505186604784455, 0.12362571507305142]}, {'native_value_handle': 'capx-value-cc76f7b9d7db4d03aee177b016c0751b', 'shape': [1014, 3], 'type': 'ndarray'}, {'native_value_handle': 'capx-value-ecd84bed92454d78a97e8161ec619022', 'ty…","feedback":{},"calls":[{"name":"get_capx_api_trace","arguments":{"query":null},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"private_evaluator_exposed":false,"prompt":"You are controlling a R1Pro robot with the API described below.\nGoal: Put the shoes on the rack.\nYou may write python code comments for reasoning but ONLY write the executable Python code and do not write it in code fences.\nThe functions (APIs) below are already imported to the environment. If you want to use numpy, you need to import it explicitly.\n","prompt_source":"env.cfg.prompt","query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"putting_shoes_on_rack","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"trace_evidence":{"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"capx_root":"[local file]","config_exists":true,"configured_api_count":1,"env_target":"capx.envs.tasks.r1pro.r1pro_behavior.R1ProBehaviorCodeEnv","launch_entrypoint_exists":true,"live_command_template":"uv run --no-sync --active capx/envs/launch.py --config-path env_configs/r1pro/b1k_putting_shoes_on_rack.yaml","low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"putting_shoes_on_rack","controller_cfg":"r1pro_primitives.yaml"},"upstream_entrypoint":"capx/envs/launch.py","upstream_git_head":"53e9966"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":105.754},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"shoe"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"candidate_selection":"caller","grasp_available":true,"grasp_candidates":[[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]],[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]]],"located":true,"object_name":"shoe","pose":[{"shape":[3],"type":"ndarray","values":[-0.1978854964494422,3.809999075145975,0.04509328325551279]},{"shape":[4],"type":"ndarray","values":[0.9810853682628017,-0.1486969731239978,-0.050904619991778845,0.11300190276228322]},{"shape":[3],"type":"ndarray","values":[0.25904458686799814,0.16505186604784455,0.12362571507305142]},{"shape":[1014,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"source":"current_public_rgbd"},"selected_action":"locate_object_for_grasp"},"at":110.184},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"sandal"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"candidate_selection":"caller","grasp_available":true,"grasp_candidates":[[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]],[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]]],"located":true,"object_name":"sandal","pose":[{"shape":[3],"type":"ndarray","values":[-0.19798829399208168,3.810239499590319,0.04620743816403246]},{"shape":[4],"type":"ndarray","values":[0.9826838121028139,-0.13802155435917648,-0.04788759835693377,0.11397084665371052]},{"shape":[3],"type":"ndarray","values":[0.2588716910504361,0.16417862989349985,0.1234429242754568]},{"shape":[1019,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"source":"current_public_rgbd"},"selected_action":"locate_object_for_grasp"},"at":121.94},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"rack"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"located":false,"next_action":"Change base/camera view, then localize again","reason":"not_visible_in_current_view"},"selected_action":"locate_object_for_grasp"},"at":130.058}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":5,"at":152.798486,"duration":22.744,"title":"Execution error; inspect the returned feedback.","error":"NameError: name 'thinking' is not defined","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"thinking\n# Check what stand / shelf / closet / bench / cabinet locate_object_for_grasp or get_object_pose gives\nfor name in ['stand', 'shelf', 'bench', 'cabinet', 'shoe rack', 'sneaker', 'white shoe', 'brown shoe']:\n    res_p = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': name, 'return_bbox_extent': True})\n    out = res_p.output.get('native_api_result') if res_p.ok else None\n    if out and out[0] is not None:\n        print(f\"Found {name}: pos={out[0]['values']}, ext={out[2]['values']}\")\n    else:\n        print(f\"Not found: {name}\")","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":6,"at":170.67999,"duration":17.882,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: unterminated string literal (detected at line 2) (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":7,"at":180.708715,"duration":10.029,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: invalid syntax (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":8,"at":193.139646,"duration":12.431,"title":"Execution error; inspect the returned feedback.","error":"NameError: name 'thinking' is not defined","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"thinking\n# Check object poses for various names in the current view\nfor name in ['stand', 'shelf', 'rack', 'white shoe', 'brown shoe', 'sneaker', 'slipper']:\n    res_p = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': name, 'return_bbox_extent': True})\n    out = res_p.output.get('native_api_result') if res_p.ok else None\n    if out and out[0] is not None:\n        print(f\"Found {name}: pos={out[0]['values']}, quat={out[1]['values']}, ext={out[2]['values']}\")\n    else:\n        print(f\"Not found: {name}\")","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":9,"at":213.702235,"duration":20.563,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: invalid syntax (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":10,"at":245.366445,"duration":31.664,"title":"Execution error; inspect the returned feedback.","error":"NameError: name 'thinking' is not defined","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"thinking\nfor name in ['stand', 'shelf', 'sneaker', 'brown shoe', 'white shoe']:\n    res_l = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': name})\n    out = res_l.output.get('native_api_result') if res_l.ok else None\n    if out and out.get('located'):\n        print(f\"Located {name}: pos={out['pose'][0]['values']}, ext={out['pose'][2]['values']}\")\n    else:\n        print(f\"Not located {name}: {out}\")","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":11,"at":272.866925,"duration":27.5,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: invalid syntax (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":12,"at":291.639414,"duration":18.772,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: invalid syntax (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":13,"at":338.107515,"duration":46.468,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: invalid syntax (<unknown>, line 2)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":14,"at":381.189677,"duration":43.082,"title":"Execution error; inspect the returned feedback.","error":"NameError: name 'thinking' is not defined","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":19,"code":"thinking\n# Query locate_object_for_grasp and low_dim\nfor name in ['stand', 'shelf', 'sneaker', 'brown shoe']:\n    res_l = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': name})\n    out = res_l.output.get('native_api_result') if res_l.ok else None\n    if out and out.get('located'):\n        print(f\"Located {name}: pos={out['pose'][0]['values']}, ext={out['pose'][2]['values']}\")\n    else:\n        print(f\"Not located {name}: {out}\")\nobs_res = primitives.call(name='observe_capx_scene', agent_context=None, prompt=None, query=None)\nif obs_res.ok:\n    low_dim = obs_res.output.get('observation', {}).get('task', {}).get('low_dim')\n    print(\"low_dim len:\", len(low_dim) if low_dim else None, low_dim)","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":15,"at":438.157052,"duration":56.967,"title":"capx action · capx scene","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":5,"cumulativeToolCalls":24,"code":"# Query locate_object_for_grasp and low_dim\nfor name in ['stand', 'shelf', 'sneaker', 'brown shoe']:\n    res_l = primitives.call(name='submit_capx_action', action='locate_object_for_grasp', native_api=True, parameters={'object_name': name})\n    out = res_l.output.get('native_api_result') if res_l.ok else None\n    if out and out.get('located'):\n        print(f\"Located {name}: pos={out['pose'][0]['values']}, ext={out['pose'][2]['values']}\")\n    else:\n        print(f\"Not located {name}: {out}\")\nobs_res = primitives.call(name='observe_capx_scene', agent_context=None, prompt=None, query=None)\nif obs_res.ok:\n    low_dim = obs_res.output.get('observation', {}).get('task', {}).get('low_dim')\n    print(\"low_dim len:\", len(low_dim) if low_dim else None, low_dim)","codeExcerpt":false,"stdout":"Not located stand: {'located': False, 'next_action': 'Change base/camera view, then localize again', 'reason': 'not_visible_in_current_view'}\nNot located shelf: {'located': False, 'next_action': 'Change base/camera view, then localize again', 'reason': 'not_visible_in_current_view'}\nNot located sneaker: {'located': False, 'next_action': 'Change base/camera view, then localize again', 'reason': 'not_visible_in_current_view'}\nLocated brown shoe: pos=[-0.1965760194166771, 3.812370312135378, 0.04519541879734519], ext=[0.24434389428504738, 0.16586106336862788, 0.12484554899665222]\nlow_dim len: 82 [1.0, 0.075703926384449, 2.834552049636841, 0.004994809627532959, 0.9999988675117493, 0.999999463558197, 0.21112355589866638, -0.0015115732094272971, 0.0010497499024495482, 0.9774593710899353, 1.0, 0.8273322582244873, 2.777130126953125, 0.048407066613435745, 0.9999915361404419, 0.9999834299087524, -0.46629804372787476, -0.004114616196602583, -0.005758253857493401, -0.8846276998519897, -1.0, -1.0, 1.0, -0.06818071752786636, 0.07469221949577332, 0.05001794546842575, 1.0, 1.0, 0.994209349155426, 7.805932256133019e-08, 0.0, -0.10746049880981445, -1.0, -1.0, 1.0, -0.2026587724685669, 3.3603272438049316, -0.15000005066394806, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, -1.0, -1.0, 1.0, 0.20418812334537506, 6.7515482902526855, 0.038217391818761826, 0.9999992847442627, 0.9999111890792847, 0.9759554266929626, 0.001186275971122086, 0.013325774110853672, -0.21797020733356476, -1.0, -1.0, 1.0, -0.19045443832874298, 3.774824857711792, 0.03822454810142517, 0.9999945163726807, 0.9999179840087891, -0.9602394700050354, 0.003318484639748931, 0.01280954945832491, -0.279177725315094, -1.0, -1.0, 1.0, -1.1914749145507812, -0.2079654037952423, 0.9663193225860596, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, -1.0, -1.0]\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"stand"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"located":false,"next_action":"Change base/camera view, then localize again","reason":"not_visible_in_current_view"},"selected_action":"locate_object_for_grasp"},"at":407.836},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"shelf"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"located":false,"next_action":"Change base/camera view, then localize again","reason":"not_visible_in_current_view"},"selected_action":"locate_object_for_grasp"},"at":408.371},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"sneaker"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"located":false,"next_action":"Change base/camera view, then localize again","reason":"not_visible_in_current_view"},"selected_action":"locate_object_for_grasp"},"at":408.937},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"brown shoe"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"candidate_selection":"caller","grasp_available":true,"grasp_candidates":[[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]],[[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],[{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"shape":["[nested data omitted]"],"type":"ndarray","values":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]]],"located":true,"object_name":"brown shoe","pose":[{"shape":[3],"type":"ndarray","values":[-0.1965760194166771,3.812370312135378,0.04519541879734519]},{"shape":[4],"type":"ndarray","values":[0.9863182317676202,-0.13727218716874523,-0.012529005771749376,0.0904196678111314]},{"shape":[3],"type":"ndarray","values":[0.24434389428504738,0.16586106336862788,0.12484554899665222]},{"shape":[991,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"source":"current_public_rgbd"},"selected_action":"locate_object_for_grasp"},"at":413.189},{"name":"observe_capx_scene","arguments":{"prompt":null,"query":null},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":true,"modality_boundary":{"mode":"raw_visual_frames_and_structured_perception","raw_visual_frames_available":true,"source":"injected_upstream_live_observation","visual_frame_count":14},"observation":{"external":{},"robot_ymghgy":{"proprio":[-2.148533440049505e-06,-2.409316479656809e-08,-1.5073931081133196e-06,2.591286545339244e-07,-2.514385869289981e-06,-4.1907048853317974e-07,1.8154220526866993e-07,1.0,1.0,1.0,1.0,1.0,1.0,1.0,-0.0795130729675293,0.25199949741363525,0.6565903425216675,1.917325334943598e-06,0.9999999403953552,7.067997387366631e-08,-1.824094943003729e-05,0.00010257901885779575,0.00010339135769754648,-1.0,"…"]},"task":{"low_dim":[1.0,0.075703926384449,2.834552049636841,0.004994809627532959,0.9999988675117493,0.999999463558197,0.21112355589866638,-0.0015115732094272971,0.0010497499024495482,0.9774593710899353,1.0,0.8273322582244873,2.777130126953125,0.048407066613435745,0.9999915361404419,0.9999834299087524,-0.46629804372787476,-0.004114616196602583,-0.005758253857493401,-0.8846276998519897,-1.0,-1.0,1.0,-0.06818071752786636,"…"]}},"observation_keys":["external","robot_ymghgy","task"],"private_evaluator_exposed":false,"prompt":"You are controlling a R1Pro robot with the API described below.\nGoal: Put the shoes on the rack.\nYou may write python code comments for reasoning but ONLY write the executable Python code and do not write it in code fences.\nThe functions (APIs) below are already imported to the environment. If you want to use numpy, you need to import it explicitly.\n","prompt_source":"env.cfg.prompt","query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"putting_shoes_on_rack","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_evidence_refs":[{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[480,480]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[480,480,4]}],"visual_frames":[{"data":[[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[96,68,53,255],[97,68,52,255],[112,79,59,255],[125,84,59,255],[90,60,45,255],[172,123,91,255],[164,117,86,255],[95,70,54,255],[101,77,60,255],[138,111,87,255],[141,112,88,255],[175,141,113,255],[162,129,106,255],[80,64,55,255],[94,73,63,255],[132,98,81,255],[133,99,82,255],[110,85,75,255],[118,92,80,255],[146,116,97,255],[119,98,85,255],[112,91,77,255],[114,92,78,255],[116,90,74,255],"…"],[[96,67,52,255],[187,144,105,255],[99,70,53,255],[132,90,63,255],[102,68,49,255],[130,88,64,255],[171,122,90,255],[100,73,57,255],[103,77,60,255],[149,114,87,255],[139,111,87,255],[172,138,111,255],[176,142,114,255],[125,98,79,255],[112,88,74,255],[151,116,96,255],[127,94,76,255],[93,71,62,255],[111,86,76,255],[146,116,97,255],[126,100,86,255],[143,114,93,255],[114,92,78,255],[120,93,76,255],"…"],[[119,85,65,255],[138,99,73,255],[126,89,65,255],[129,88,62,255],[140,97,70,255],[121,83,60,255],[140,98,73,255],[97,70,55,255],[116,86,67,255],[118,89,70,255],[138,108,87,255],[166,132,106,255],[143,112,91,255],[162,130,105,255],[146,115,95,255],[137,104,86,255],[147,113,95,255],[110,83,70,255],[133,103,87,255],[143,113,94,255],[137,108,91,255],[145,115,96,255],[139,111,91,255],[127,98,81,255],"…"],[[125,90,68,255],[126,90,68,255],[142,101,74,255],[133,91,65,255],[138,96,70,255],[112,75,55,255],[133,92,68,255],[102,74,57,255],[116,86,67,255],[116,86,67,255],[127,97,77,255],[163,128,103,255],[136,106,86,255],[159,127,102,255],[157,125,103,255],[147,113,94,255],[152,118,99,255],[117,88,74,255],[125,96,81,255],[145,114,95,255],[136,108,91,255],[150,120,102,255],[144,114,95,255],[134,105,86,255],"…"],[[192,150,110,255],[94,69,55,255],[192,150,109,255],[138,97,70,255],[123,84,61,255],[108,71,52,255],[160,112,82,255],[119,84,64,255],[91,67,53,255],[135,97,76,255],[138,107,83,255],[144,109,87,255],[165,132,107,255],[148,117,92,255],[138,108,86,255],[162,130,109,255],[146,110,88,255],[161,121,92,255],[113,87,75,255],[147,115,95,255],[125,99,85,255],[195,170,153,255],[134,107,89,255],[148,116,94,255],"…"],[[197,156,114,255],[128,91,66,255],[196,155,113,255],[138,97,71,255],[130,90,65,255],[65,44,36,255],[125,84,61,255],[121,85,65,255],[107,78,60,255],[165,122,89,255],[149,113,87,255],[136,101,81,255],[156,122,99,255],[120,96,80,255],[144,113,89,255],[153,121,101,255],[141,109,91,255],[112,91,79,255],[93,71,62,255],[145,113,94,255],[143,113,96,255],[192,162,141,255],[149,118,96,255],[149,116,95,255],"…"],[[134,96,70,255],[141,102,74,255],[129,93,70,255],[140,99,72,255],[127,88,64,255],[115,78,57,255],[115,77,57,255],[120,84,64,255],[133,94,70,255],[137,98,73,255],[125,89,69,255],[135,100,79,255],[134,100,78,255],[136,106,87,255],[141,111,90,255],[160,127,105,255],[144,113,94,255],[155,123,102,255],[148,114,93,255],[148,116,96,255],[154,122,103,255],[167,136,115,255],[164,133,113,255],[155,123,100,255],"…"],[[138,100,72,255],[132,94,69,255],[139,99,73,255],[139,99,72,255],[116,80,60,255],[127,86,63,255],[114,76,56,255],[123,86,65,255],[135,95,71,255],[135,95,72,255],[133,94,71,255],[133,96,76,255],[129,95,75,255],[137,105,85,255],[135,105,85,255],[155,122,101,255],[139,108,89,255],[164,134,112,255],[149,117,96,255],[149,116,96,255],[159,127,106,255],[162,131,111,255],[167,136,115,255],[155,122,100,255],"…"],[[130,93,67,255],[142,101,73,255],[129,92,66,255],[139,97,69,255],[149,108,79,255],[120,81,60,255],[67,46,37,255],[134,91,66,255],[126,89,68,255],[110,74,53,255],[154,112,83,255],[143,102,78,255],[116,85,71,255],[138,102,79,255],[137,107,85,255],[135,104,85,255],[167,135,112,255],[190,162,134,255],[159,121,95,255],[153,120,99,255],[155,122,102,255],[168,138,121,255],[185,158,140,255],[156,126,105,255],"…"],[[140,99,71,255],[141,100,71,255],[137,97,69,255],[138,96,67,255],[152,110,80,255],[94,66,53,255],[63,43,35,255],[136,93,67,255],[125,86,64,255],[111,69,49,255],[162,119,88,255],[141,99,75,255],[130,94,75,255],[97,69,55,255],[109,87,75,255],[131,99,81,255],[164,131,107,255],[167,135,105,255],[108,89,78,255],[156,122,101,255],[154,121,100,255],[153,121,102,255],[189,160,138,255],[158,128,107,255],"…"],[[149,106,75,255],[145,103,73,255],[142,100,70,255],[137,95,68,255],[132,91,65,255],[113,79,60,255],[124,84,61,255],[135,92,66,255],[130,88,63,255],[124,82,61,255],[133,91,68,255],[136,95,72,255],[140,100,77,255],[115,82,65,255],[126,94,75,255],[130,98,79,255],[133,102,83,255],[164,131,106,255],[172,141,116,255],[157,124,101,255],[168,134,112,255],[150,120,100,255],[157,129,111,255],[159,128,107,255],"…"],[[147,103,73,255],[149,106,75,255],[146,103,72,255],[140,97,69,255],[128,88,63,255],[118,83,62,255],[117,80,59,255],[135,92,65,255],[125,85,61,255],[121,80,59,255],[128,87,64,255],[145,103,77,255],[142,103,79,255],[125,89,69,255],[119,86,69,255],[126,95,77,255],[137,103,84,255],[155,122,98,255],[169,137,112,255],[162,129,105,255],[170,137,114,255],[149,118,96,255],[151,123,104,255],[159,129,108,255],"…"],[[143,102,73,255],[169,121,86,255],[139,98,71,255],[149,104,71,255],[130,91,66,255],[175,128,91,255],[112,78,59,255],[127,88,62,255],[133,90,65,255],[104,64,47,255],[116,74,54,255],[139,99,76,255],[139,98,73,255],[167,122,88,255],[104,74,59,255],[123,90,74,255],[134,99,81,255],[180,140,111,255],[177,145,118,255],[171,137,113,255],[167,133,108,255],[141,112,93,255],[155,122,102,255],[157,127,104,255],"…"],[[141,100,71,255],[128,82,54,255],[141,100,71,255],[149,103,71,255],[146,102,73,255],[154,110,77,255],[99,70,55,255],[124,86,62,255],[135,92,66,255],[127,83,59,255],[99,64,47,255],[121,84,66,255],[131,92,71,255],[149,107,81,255],[97,69,56,255],[125,92,75,255],[136,103,83,255],[172,135,108,255],[165,132,103,255],[172,137,113,255],[158,125,103,255],[176,145,121,255],[154,120,99,255],[156,125,101,255],"…"],[[141,97,68,255],[131,89,62,255],[142,99,69,255],[146,101,70,255],[137,96,68,255],[144,100,70,255],[148,106,75,255],[125,86,61,255],[125,85,61,255],[132,90,64,255],[113,75,55,255],[140,99,75,255],[127,90,69,255],[138,99,77,255],[137,98,76,255],[126,92,74,255],[133,98,80,255],[153,117,93,255],[169,131,106,255],[169,134,109,255],[165,131,108,255],[162,130,107,255],[158,126,101,255],[154,125,103,255],"…"],[[145,100,69,255],[130,89,62,255],[131,90,63,255],[143,100,69,255],[132,92,65,255],[134,93,66,255],[147,104,73,255],[127,88,63,255],[131,89,63,255],[135,94,67,255],[122,83,60,255],[134,95,73,255],[125,90,68,255],[142,101,78,255],[133,95,75,255],[122,89,72,255],[133,98,80,255],[140,104,83,255],[161,124,99,255],[169,134,109,255],[158,125,104,255],[155,126,105,255],[160,127,104,255],[153,123,99,255],"…"],[[128,83,55,255],[152,109,77,255],[129,84,55,255],[127,88,64,255],[149,103,70,255],[95,66,52,255],[166,120,85,255],[142,101,71,255],[137,95,67,255],[142,99,70,255],[115,74,54,255],[125,88,66,255],[118,85,67,255],[171,130,100,255],[144,104,79,255],[114,81,67,255],[138,101,82,255],[134,97,74,255],[167,130,104,255],[153,117,95,255],[158,127,107,255],[111,91,84,255],[157,126,105,255],[142,112,91,255],"…"],[[120,77,50,255],[168,124,89,255],[126,81,53,255],[124,86,63,255],[142,99,68,255],[93,66,51,255],[148,105,74,255],[144,102,72,255],[136,95,67,255],[196,155,118,255],[150,103,72,255],[127,89,66,255],[125,87,65,255],[157,109,74,255],[142,102,78,255],[113,80,66,255],[117,83,67,255],[126,86,66,255],[160,123,99,255],[139,105,85,255],[164,131,108,255],[165,128,100,255],[186,156,131,255],[138,109,89,255],"…"],[[138,96,69,255],[149,104,74,255],[141,99,70,255],[125,87,63,255],[123,85,62,255],[131,92,66,255],[134,95,68,255],[142,100,71,255],[153,110,77,255],[155,112,82,255],[146,104,74,255],[127,89,67,255],[137,97,71,255],[133,93,68,255],[140,100,77,255],[116,82,67,255],[125,89,71,255],[125,88,69,255],[129,94,75,255],[148,111,89,255],[143,110,89,255],[151,118,96,255],[137,109,93,255],[141,110,89,255],"…"],[[136,95,69,255],[142,101,72,255],[146,103,74,255],[124,87,64,255],[129,90,66,255],[129,89,63,255],[133,94,67,255],[148,105,74,255],[157,113,79,255],[161,118,85,255],[150,108,78,255],[132,94,69,255],[136,96,70,255],[117,81,60,255],[142,100,74,255],[117,83,67,255],[125,88,69,255],[128,90,71,255],[124,88,69,255],[142,106,84,255],[147,112,89,255],[151,117,96,255],[141,111,93,255],[134,105,86,255],"…"],[[158,115,82,255],[94,67,52,255],[142,100,72,255],[121,84,62,255],[140,97,71,255],[143,99,70,255],[97,68,52,255],[148,105,74,255],[147,104,73,255],[173,125,89,255],[158,114,82,255],[148,106,76,255],[91,64,50,255],[77,56,43,255],[153,106,71,255],[132,93,71,255],[96,68,59,255],[142,96,74,255],[124,83,63,255],[122,89,70,255],[178,140,113,255],[179,141,112,255],[132,105,89,255],[118,93,77,255],"…"],[[172,128,92,255],[137,95,71,255],[169,125,91,255],[119,81,61,255],[129,90,65,255],[167,122,88,255],[95,68,51,255],[145,102,71,255],[144,102,71,255],[113,79,59,255],[198,158,121,255],[150,108,77,255],[109,77,57,255],[168,124,88,255],[150,102,67,255],[134,94,70,255],[109,78,64,255],[132,93,72,255],[121,82,63,255],[120,87,68,255],[144,109,88,255],[171,133,108,255],[170,132,101,255],[114,90,75,255],"…"],[[131,93,69,255],[121,85,63,255],[109,75,58,255],[120,83,63,255],[117,80,60,255],[137,97,70,255],[131,90,64,255],[147,105,74,255],[148,104,74,255],[141,100,72,255],[158,114,83,255],[152,108,77,255],[145,103,74,255],[145,104,74,255],[125,87,62,255],[131,92,69,255],[132,92,69,255],[120,85,67,255],[122,86,67,255],[119,86,66,255],[137,101,78,255],[151,116,92,255],[141,109,87,255],[119,93,78,255],"…"],[[137,98,73,255],[123,86,64,255],[111,77,58,255],[116,80,60,255],[114,78,59,255],[149,106,77,255],[134,93,66,255],[141,100,70,255],[149,105,75,255],[142,101,73,255],[147,105,76,255],[155,111,79,255],[150,107,76,255],[137,98,71,255],[138,98,70,255],[134,94,70,255],[135,93,68,255],[121,85,66,255],[120,85,67,255],[119,86,66,255],[140,104,80,255],[151,116,93,255],[145,111,88,255],[120,94,78,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],[4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.5360568761825562,0.5360651612281799,0.5360735654830933,0.5360819101333618,0.5360902547836304,0.5360985398292542,0.5361068248748779,0.5361151695251465,0.536123514175415,0.5361318588256836,0.5361401438713074,0.5361484885215759,0.5361567139625549,0.5361650586128235,0.536173403263092,0.5361817479133606,0.5361900925636292,0.5361983776092529,0.5362067222595215,0.5362151265144348,0.5362234711647034,0.5362317562103271,0.5362400412559509,0.5362483263015747,"…"],[0.536745011806488,0.5367533564567566,0.5367615818977356,0.5367699265480042,0.5367782711982727,0.5367867350578308,0.5367950201034546,0.5368033647537231,0.5368116497993469,0.5368199944496155,0.536828339099884,0.5368367433547974,0.5368450284004211,0.5368533730506897,0.536861777305603,0.5368700623512268,0.5368784666061401,0.5368868112564087,0.5368951559066772,0.5369035005569458,0.5369118452072144,0.5369201302528381,0.5369285941123962,0.53693687915802,"…"],[0.5374346971511841,0.5374430418014526,0.537451446056366,0.5374598503112793,0.5374681949615479,0.5374765396118164,0.537484884262085,0.5374932885169983,0.5375016927719116,0.5375100374221802,0.5375183820724487,0.5375267267227173,0.5375351309776306,0.537543535232544,0.5375518798828125,0.537560224533081,0.5375685691833496,0.5375769734382629,0.5375853180885315,0.5375937223434448,0.5376020669937134,0.5376104116439819,0.5376188158988953,0.5376271605491638,"…"],[0.5381262898445129,0.5381346344947815,0.5381430983543396,0.5381513833999634,0.5381599068641663,0.5381682515144348,0.5381766557693481,0.5381850004196167,0.5381933450698853,0.5382017493247986,0.5382102131843567,0.5382185578346252,0.5382269620895386,0.5382353067398071,0.5382436513900757,0.5382521748542786,0.5382605791091919,0.5382689237594604,0.538277268409729,0.5382856726646423,0.5382940769195557,0.5383025407791138,0.5383108854293823,0.5383192896842957,"…"],[0.5388196110725403,0.5388281345367432,0.5388364791870117,0.538844883441925,0.5388532876968384,0.5388616919517517,0.5388700366020203,0.5388785600662231,0.5388869643211365,0.538895308971405,0.5389037132263184,0.5389121174812317,0.5389205813407898,0.5389289259910583,0.5389373898506165,0.5389457941055298,0.5389541983604431,0.5389626026153564,0.5389710664749146,0.5389794707298279,0.5389878749847412,0.5389962792396545,0.5390046238899231,0.5390130877494812,"…"],[0.5395147800445557,0.539523184299469,0.5395316481590271,0.5395401120185852,0.5395485758781433,0.5395569205284119,0.53956538438797,0.5395737886428833,0.5395821928977966,0.5395907163619995,0.5395991206169128,0.539607584476471,0.5396159291267395,0.5396243929862976,0.5396327972412109,0.5396413207054138,0.5396497249603271,0.5396581888198853,0.5396665930747986,0.5396749973297119,0.5396835207939148,0.5396919250488281,0.5397003293037415,0.5397087931632996,"…"],[0.5402117371559143,0.5402202606201172,0.5402286648750305,0.5402370691299438,0.540245532989502,0.5402539968490601,0.5402625203132629,0.5402709245681763,0.5402793884277344,0.5402877926826477,0.5402962565422058,0.5403047800064087,0.5403132438659668,0.5403216481208801,0.5403300523757935,0.5403385162353516,0.5403470396995544,0.5403554439544678,0.5403639674186707,0.540372371673584,0.5403808355331421,0.5403892397880554,0.5403977036476135,0.5404062867164612,"…"],[0.5409104824066162,0.5409189462661743,0.540927529335022,0.5409359335899353,0.5409443974494934,0.5409528613090515,0.5409613251686096,0.5409697890281677,0.5409783720970154,0.5409867763519287,0.5409952402114868,0.5410037040710449,0.541012167930603,0.5410206317901611,0.5410292148590088,0.5410376787185669,0.541046142578125,0.5410545468330383,0.5410630106925964,0.5410715341567993,0.5410800576210022,0.5410885214805603,0.5410969853401184,0.5411055088043213,"…"],[0.5416111350059509,0.5416195392608643,0.5416280627250671,0.5416364669799805,0.5416450500488281,0.541653573513031,0.5416620373725891,0.541670560836792,0.5416790246963501,0.5416874885559082,0.5416960120201111,0.541704535484314,0.5417129993438721,0.5417214632034302,0.5417299866676331,0.5417384505271912,0.5417470932006836,0.5417556166648865,0.541763961315155,0.5417724847793579,0.5417810082435608,0.5417894721031189,0.5417980551719666,0.5418065786361694,"…"],[0.5423133969306946,0.5423219203948975,0.5423305034637451,0.5423389673233032,0.5423474907875061,0.542356014251709,0.5423644781112671,0.5423731207847595,0.5423816442489624,0.5423901677131653,0.5423985719680786,0.5424071550369263,0.5424156188964844,0.542424201965332,0.5424326658248901,0.5424413084983826,0.5424497723579407,0.5424582362174988,0.5424667596817017,0.5424754023551941,0.5424838662147522,0.5424923896789551,0.5425008535385132,0.5425094366073608,"…"],[0.5430176258087158,0.5430261492729187,0.5430346727371216,0.5430431365966797,0.5430518388748169,0.5430603623390198,0.5430689454078674,0.5430773496627808,0.5430859327316284,0.5430944561958313,0.5431030988693237,0.5431115627288818,0.5431201457977295,0.5431286692619324,0.5431371927261353,0.5431458353996277,0.5431542992591858,0.5431628823280334,0.5431713461875916,0.5431799292564392,0.5431884527206421,0.5431970357894897,0.5432055592536926,0.5432141423225403,"…"],[0.5437235832214355,0.543732225894928,0.5437408089637756,0.5437493324279785,0.5437578558921814,0.5437663793563843,0.5437750220298767,0.5437836050987244,0.543792188167572,0.5438007116317749,0.5438092350959778,0.5438178181648254,0.5438264608383179,0.5438349843025208,0.5438435077667236,0.5438521504402161,0.543860673904419,0.543869137763977,0.5438778400421143,0.5438863635063171,0.5438949465751648,0.5439034700393677,0.5439120531082153,0.543920636177063,"…"],[0.5444315075874329,0.5444401502609253,0.5444486141204834,0.5444573163986206,0.5444658398628235,0.5444744825363159,0.5444830656051636,0.5444915890693665,0.5445001721382141,0.5445088744163513,0.5445173978805542,0.5445259213447571,0.5445345044136047,0.5445430874824524,0.5445516705513,0.5445603728294373,0.5445688962936401,0.5445774793624878,0.5445861220359802,0.5445946455001831,0.5446033477783203,0.5446118116378784,0.5446204543113708,0.5446290373802185,"…"],[0.5451412200927734,0.5451499223709106,0.5451584458351135,0.545167088508606,0.5451756119728088,0.5451841950416565,0.5451928973197937,0.5452014803886414,0.5452101230621338,0.5452187061309814,0.5452272891998291,0.5452359318733215,0.545244574546814,0.5452531576156616,0.545261800289154,0.5452703833580017,0.5452789664268494,0.5452876091003418,0.5452961921691895,0.5453047752380371,0.5453134179115295,0.5453220009803772,0.5453305840492249,0.5453392863273621,"…"],[0.545852780342102,0.5458614230155945,0.5458699464797974,0.5458787083625793,0.545887291431427,0.5458959341049194,0.5459045171737671,0.5459131598472595,0.5459218621253967,0.5459304451942444,0.5459391474723816,0.5459476709365845,0.5459563136100769,0.5459649562835693,0.5459735989570618,0.5459822416305542,0.5459908843040466,0.5459995269775391,0.5460081100463867,0.5460166931152344,0.5460254549980164,0.546034038066864,0.5460427403450012,0.5460513234138489,"…"],[0.5465662479400635,0.5465748906135559,0.5465834736824036,0.5465920567512512,0.5466008186340332,0.5466094613075256,0.5466181635856628,0.5466267466545105,0.5466354489326477,0.5466440916061401,0.5466527342796326,0.5466614961624146,0.5466700196266174,0.5466787219047546,0.5466873645782471,0.5466960072517395,0.5467047095298767,0.5467133522033691,0.5467219948768616,0.546730637550354,0.5467392802238464,0.5467479228973389,0.5467566251754761,0.5467653274536133,"…"],[0.5472815036773682,0.5472901463508606,0.5472989082336426,0.5473074913024902,0.5473161935806274,0.5473248362541199,0.5473335981369019,0.5473423004150391,0.5473510026931763,0.5473595857620239,0.5473682284355164,0.5473769307136536,0.547385573387146,0.547394335269928,0.5474029779434204,0.5474116206169128,0.54742032289505,0.5474290251731873,0.5474377274513245,0.5474464297294617,0.5474550127983093,0.5474637746810913,0.5474724173545837,0.5474810600280762,"…"],[0.5479986667633057,0.5480073690414429,0.5480160117149353,0.5480247139930725,0.5480335354804993,0.5480421781539917,0.5480508804321289,0.5480595231056213,0.5480681657791138,0.548076868057251,0.5480857491493225,0.5480943918228149,0.5481030941009521,0.5481117367744446,0.548120379447937,0.548129141330719,0.548137903213501,0.5481466054916382,0.5481553077697754,0.5481639504432678,0.548172652721405,0.548181414604187,0.5481901168823242,0.5481988191604614,"…"],[0.5487176775932312,0.548726499080658,0.5487352013587952,0.5487439036369324,0.5487526059150696,0.5487613677978516,0.548770010471344,0.548778772354126,0.548787534236908,0.5487961769104004,0.5488049387931824,0.5488136410713196,0.5488224029541016,0.5488311052322388,0.5488398671150208,0.5488485097885132,0.5488572716712952,0.5488659739494324,0.5488747358322144,0.5488834381103516,0.5488921403884888,0.548900842666626,0.5489095449447632,0.5489183664321899,"…"],[0.5494386553764343,0.5494474172592163,0.5494561195373535,0.5494649410247803,0.5494736433029175,0.5494824051856995,0.5494911670684814,0.5494998097419739,0.5495085716247559,0.5495173931121826,0.5495261549949646,0.5495348572731018,0.549543559551239,0.5495522618293762,0.549561083316803,0.549569845199585,0.5495786666870117,0.5495873093605042,0.5495960712432861,0.5496047735214233,0.5496135950088501,0.5496223568916321,0.5496311187744141,0.5496398210525513,"…"],[0.550161600112915,0.5501703023910522,0.5501790642738342,0.5501877665519714,0.5501965284347534,0.5502052903175354,0.5502141118049622,0.5502229332923889,0.5502315759658813,0.5502403974533081,0.5502491593360901,0.5502579808235168,0.5502667427062988,0.5502755045890808,0.5502842664718628,0.5502930283546448,0.550301730632782,0.5503105521202087,0.5503193140029907,0.5503281354904175,0.5503368377685547,0.5503455996513367,0.5503544211387634,0.5503631830215454,"…"],[0.5508862733840942,0.5508950352668762,0.5509037971496582,0.550912618637085,0.5509213805198669,0.5509302020072937,0.5509389638900757,0.5509477257728577,0.5509566068649292,0.5509653687477112,0.5509741306304932,0.5509828925132751,0.5509917140007019,0.5510004758834839,0.5510093569755554,0.5510181188583374,0.5510269403457642,0.5510357022285461,0.5510444641113281,0.5510532259941101,0.5510621666908264,0.5510708689689636,0.5510796308517456,0.5510884523391724,"…"],[0.551612913608551,0.5516217350959778,0.5516304969787598,0.5516393184661865,0.5516481399536133,0.55165696144104,0.5516657829284668,0.5516746044158936,0.5516834259033203,0.5516921877861023,0.551701009273529,0.5517098307609558,0.5517186522483826,0.5517274141311646,0.5517362356185913,0.5517450571060181,0.5517539381980896,0.5517627596855164,0.5517715215682983,0.5517803430557251,0.5517891645431519,0.5517979264259338,0.5518068671226501,0.5518156886100769,"…"],[0.5523414015769958,0.5523502826690674,0.5523591637611389,0.5523679256439209,0.5523767471313477,0.5523856282234192,0.552394449710846,0.5524033308029175,0.5524121522903442,0.5524210333824158,0.5524298548698425,0.5524386167526245,0.552447497844696,0.5524563789367676,0.5524652004241943,0.5524740815162659,0.5524828433990479,0.5524917244911194,0.5525004863739014,0.5525094270706177,0.5525181889533997,0.5525270700454712,0.552535891532898,0.5525447726249695,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[0,0,0,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[4,3,2,255],[3,2,2,255],[5,4,3,255],[4,3,3,255],[2,1,1,255],[0,0,0,255],[1,1,1,255],[1,1,0,255],[3,2,2,255],[0,0,0,255],[3,2,1,255],[1,1,0,255],[0,0,0,255],[1,1,1,255],[2,2,1,255],[3,3,2,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],"…"],[[0,0,0,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[2,1,1,255],[3,3,2,255],[4,3,2,255],[2,2,1,255],[8,6,5,255],[0,0,0,255],[1,1,1,255],[1,1,0,255],[4,3,2,255],[0,0,0,255],[2,2,1,255],[1,1,0,255],[0,0,0,255],[0,0,0,255],[3,2,2,255],[3,2,2,255],[3,2,2,255],[0,0,0,255],[0,0,0,255],"…"],[[0,0,0,255],[0,0,0,255],[0,0,0,255],[1,0,0,255],[1,1,1,255],[1,1,0,255],[3,2,2,255],[2,2,1,255],[1,1,1,255],[3,3,2,255],[1,1,0,255],[1,1,1,255],[1,0,0,255],[2,2,1,255],[1,0,0,255],[1,1,1,255],[1,1,0,255],[1,0,0,255],[1,1,1,255],[3,3,2,255],[2,2,1,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],"…"],[[0,0,0,255],[1,0,0,255],[0,0,0,255],[1,1,0,255],[2,1,1,255],[0,0,0,255],[1,1,1,255],[2,1,1,255],[1,1,1,255],[3,2,2,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[2,2,1,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[0,0,0,255],[4,3,2,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[0,0,0,255],"…"],[[1,1,1,255],[0,0,0,255],[1,1,0,255],[1,1,0,255],[3,2,2,255],[0,0,0,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[1,1,1,255],[1,1,1,255],[1,0,0,255],[0,0,0,255],[0,0,0,255],[2,1,1,255],[1,1,1,255],[2,1,1,255],[0,0,0,255],[0,0,0,255],[7,6,5,255],[1,0,0,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],"…"],[[1,1,0,255],[2,1,1,255],[0,0,0,255],[1,1,1,255],[3,3,2,255],[0,0,0,255],[0,0,0,255],[1,1,0,255],[0,0,0,255],[6,5,4,255],[2,1,1,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[2,1,1,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[6,5,4,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],"…"],[[2,2,1,255],[2,1,1,255],[1,1,1,255],[3,2,2,255],[2,2,1,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],[1,1,0,255],[3,2,2,255],[1,0,0,255],[0,0,0,255],[1,1,0,255],[1,1,0,255],[1,1,0,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[2,1,1,255],[1,1,0,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],"…"],[[3,2,2,255],[3,3,2,255],[2,1,1,255],[4,3,2,255],[3,2,2,255],[1,1,0,255],[0,0,0,255],[0,0,0,255],[1,1,0,255],[4,3,2,255],[2,1,1,255],[0,0,0,255],[1,1,0,255],[1,1,1,255],[1,0,0,255],[1,1,1,255],[1,1,1,255],[2,1,1,255],[1,1,0,255],[1,1,1,255],[1,1,0,255],[0,0,0,255],[1,0,0,255],[0,0,0,255],"…"],[[3,2,1,255],[5,3,2,255],[5,4,3,255],[6,5,4,255],[4,3,2,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],[3,2,2,255],[2,1,1,255],[8,7,5,255],[0,0,0,255],[1,0,0,255],[2,2,1,255],[0,0,0,255],[2,1,1,255],[0,0,0,255],[8,6,5,255],[0,0,0,255],[1,0,0,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],"…"],[[7,5,3,255],[2,1,1,255],[5,4,3,255],[6,5,3,255],[4,3,2,255],[0,0,0,255],[0,0,0,255],[0,0,0,255],[4,3,3,255],[1,1,1,255],[5,4,3,255],[0,0,0,255],[1,1,0,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[0,0,0,255],[3,3,2,255],[1,1,0,255],[1,0,0,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[0,0,0,255],"…"],[[4,3,2,255],[3,2,2,255],[5,4,2,255],[6,5,4,255],[3,2,2,255],[3,2,2,255],[3,2,2,255],[1,0,0,255],[2,2,1,255],[0,0,0,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[1,0,0,255],[2,1,1,255],[1,1,0,255],[1,1,1,255],[1,1,1,255],[2,2,1,255],[1,1,0,255],[0,0,0,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],"…"],[[5,3,2,255],[3,2,2,255],[3,2,1,255],[6,5,4,255],[3,2,2,255],[2,2,1,255],[3,3,2,255],[1,1,1,255],[3,2,2,255],[0,0,0,255],[1,0,0,255],[1,1,0,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[1,1,1,255],[2,1,1,255],[1,0,0,255],[0,0,0,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],"…"],[[10,7,4,255],[11,7,4,255],[10,7,4,255],[6,4,3,255],[4,3,2,255],[1,0,0,255],[4,3,2,255],[1,1,1,255],[3,2,2,255],[0,0,0,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[0,0,0,255],[3,2,2,255],[1,0,0,255],[3,3,2,255],[12,9,6,255],[39,33,25,255],[0,0,0,255],[2,2,1,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],"…"],[[9,6,4,255],[11,8,5,255],[9,6,4,255],[5,4,3,255],[4,3,2,255],[0,0,0,255],[4,3,2,255],[1,1,1,255],[3,2,2,255],[0,0,0,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[0,0,0,255],[1,1,1,255],[1,1,1,255],[4,3,2,255],[15,11,8,255],[39,32,25,255],[0,0,0,255],[2,2,1,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],"…"],[[10,7,4,255],[6,5,3,255],[3,2,2,255],[4,3,2,255],[2,2,1,255],[2,2,1,255],[3,2,2,255],[2,2,1,255],[2,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,0,255],[0,0,0,255],[1,1,1,255],[3,2,2,255],[2,2,1,255],[2,2,1,255],[2,2,1,255],[2,1,1,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],"…"],[[11,8,5,255],[11,8,5,255],[5,4,2,255],[4,3,2,255],[2,2,1,255],[1,1,1,255],[2,2,1,255],[3,2,1,255],[2,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,0,255],[1,0,0,255],[1,0,0,255],[2,1,1,255],[3,2,2,255],[2,2,1,255],[2,1,1,255],[2,2,1,255],[2,1,1,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[1,1,1,255],"…"],[[8,6,3,255],[27,21,14,255],[11,8,5,255],[4,3,2,255],[4,3,2,255],[0,0,0,255],[4,3,2,255],[4,3,2,255],[5,4,3,255],[0,0,0,255],[0,0,0,255],[1,0,0,255],[2,2,1,255],[1,1,1,255],[0,0,0,255],[3,3,2,255],[1,1,0,255],[13,10,7,255],[2,1,1,255],[2,1,1,255],[2,2,1,255],[9,7,5,255],[0,0,0,255],[1,1,1,255],"…"],[[10,7,4,255],[5,4,3,255],[10,7,4,255],[6,4,3,255],[4,3,2,255],[1,0,0,255],[2,1,1,255],[4,3,2,255],[7,5,4,255],[0,0,0,255],[0,0,0,255],[1,0,0,255],[2,1,1,255],[2,1,1,255],[0,0,0,255],[3,2,2,255],[1,1,0,255],[56,47,38,255],[2,2,1,255],[2,2,1,255],[2,2,1,255],[2,1,1,255],[1,0,0,255],[1,1,0,255],"…"],[[5,4,3,255],[6,5,3,255],[12,8,5,255],[5,4,3,255],[3,2,1,255],[2,2,1,255],[2,1,1,255],[3,2,2,255],[3,2,2,255],[1,1,0,255],[1,1,0,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[1,0,0,255],[2,1,1,255],[2,1,1,255],[15,12,8,255],[3,2,2,255],[3,2,2,255],[2,2,1,255],[2,1,1,255],[3,3,2,255],[1,1,0,255],"…"],[[4,3,2,255],[4,3,2,255],[7,5,3,255],[5,3,2,255],[3,2,2,255],[3,2,1,255],[3,2,2,255],[4,3,2,255],[3,2,2,255],[1,0,0,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],[2,1,1,255],[13,10,7,255],[8,6,4,255],[3,2,2,255],[2,2,1,255],[1,1,1,255],[2,2,1,255],[1,1,1,255],"…"],[[5,4,2,255],[3,2,2,255],[2,1,1,255],[2,1,1,255],[14,10,6,255],[5,4,2,255],[0,0,0,255],[5,3,2,255],[3,3,2,255],[0,0,0,255],[0,0,0,255],[1,1,1,255],[0,0,0,255],[1,1,0,255],[3,2,2,255],[1,1,0,255],[2,2,1,255],[4,4,3,255],[0,0,0,255],[2,2,1,255],[1,0,0,255],[1,1,1,255],[28,23,18,255],[1,1,1,255],"…"],[[5,4,2,255],[4,3,2,255],[1,1,1,255],[2,1,1,255],[6,5,3,255],[8,6,3,255],[0,0,0,255],[5,4,3,255],[3,2,2,255],[1,1,0,255],[0,0,0,255],[1,1,1,255],[0,0,0,255],[1,1,1,255],[5,4,3,255],[1,1,0,255],[3,2,2,255],[1,1,1,255],[1,0,0,255],[2,2,1,255],[1,0,0,255],[1,1,1,255],[28,23,17,255],[1,1,1,255],"…"],[[4,3,2,255],[3,2,2,255],[1,1,1,255],[4,3,2,255],[2,2,1,255],[4,3,2,255],[2,1,1,255],[4,3,2,255],[2,1,1,255],[1,1,1,255],[0,0,0,255],[1,1,0,255],[1,0,0,255],[3,2,2,255],[3,2,2,255],[1,1,1,255],[6,5,4,255],[1,1,1,255],[3,2,2,255],[2,2,1,255],[1,1,1,255],[1,1,1,255],[0,0,0,255],[1,1,1,255],"…"],[[5,4,2,255],[4,3,2,255],[2,2,1,255],[3,2,2,255],[3,2,2,255],[4,3,2,255],[2,1,1,255],[3,2,2,255],[1,1,1,255],[2,2,1,255],[0,0,0,255],[1,0,0,255],[1,0,0,255],[2,2,1,255],[4,3,2,255],[2,1,1,255],[8,7,5,255],[1,1,1,255],[1,1,1,255],[2,2,1,255],[1,1,1,255],[1,1,1,255],[1,1,0,255],[1,1,1,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.328960657119751,0.32993337512016296,0.3309118449687958,0.3318961262702942,0.33288630843162537,0.3338823616504669,0.3348844647407532,0.335950642824173,0.3370356559753418,0.33806201815605164,0.3390946090221405,0.3401336669921875,0.3411789536476135,0.342230886220932,0.3433227241039276,0.3444741666316986,0.34563326835632324,0.3468002676963806,0.34797507524490356,0.34915804862976074,0.35034888982772827,0.3515479564666748,0.35275527834892273,0.35397088527679443,"…"],[0.3290869891643524,0.3300110399723053,0.3309899866580963,0.33197474479675293,0.3329653739929199,0.33396196365356445,0.3349645435810089,0.3360050618648529,0.33709216117858887,0.33813849091529846,0.3391716480255127,0.34021100401878357,0.3412569463253021,0.34230920672416687,0.3433679938316345,0.3445175588130951,0.3456770181655884,0.34684425592422485,0.34801945090293884,0.34920260310173035,0.35039380192756653,0.3515932857990265,0.35280081629753113,0.3540167808532715,"…"],[0.3294013738632202,0.3300887942314148,0.331068217754364,0.3320535123348236,0.33304452896118164,0.33404162526130676,0.3350446820259094,0.3360595107078552,0.33714696764945984,0.33821505308151245,0.3392485976219177,0.34028854966163635,0.34133481979370117,0.3423876166343689,0.34344691038131714,0.3445611000061035,0.34572070837020874,0.3468882739543915,0.3480638563632965,0.3492472767829895,0.35043880343437195,0.351638525724411,0.3528464436531067,0.35406267642974854,"…"],[0.32971635460853577,0.33016666769981384,0.3311464786529541,0.33213213086128235,0.33312374353408813,0.3341211974620819,0.33512476086616516,0.33613428473472595,0.3372017443180084,0.33829158544540405,0.3393256664276123,0.3403659760951996,0.34141284227371216,0.3424660563468933,0.34352582693099976,0.34460458159446716,0.34576454758644104,0.34693238139152527,0.34810811281204224,0.34929198026657104,0.3504837155342102,0.3516837954521179,0.3528920114040375,0.354108601808548,"…"],[0.33003196120262146,0.3302444517612457,0.3312247395515442,0.3322109282016754,0.33320292830467224,0.3342009484767914,0.33520498871803284,0.33621495962142944,0.3372565805912018,0.3383519649505615,0.3394027054309845,0.34044352173805237,0.34149083495140076,0.3425445258617401,0.34360477328300476,0.3446716070175171,0.3458082973957062,0.3469763994216919,0.3481525778770447,0.34933653473854065,0.350528746843338,0.35172906517982483,0.35293757915496826,0.35415443778038025,"…"],[0.3303481638431549,0.3303520083427429,0.33130311965942383,0.3322897255420685,0.3332822322845459,0.33428066968917847,0.33528515696525574,0.3362956643104553,0.3373123109340668,0.33840715885162354,0.3394797742366791,0.3405211269855499,0.34156888723373413,0.3426230549812317,0.34368377923965454,0.34475111961364746,0.3458521068096161,0.34702053666114807,0.34819695353507996,0.3493812382221222,0.35057371854782104,0.35177433490753174,0.352983295917511,0.35420045256614685,"…"],[0.3306649923324585,0.3306688666343689,0.3313814699649811,0.33236855268478394,0.33336153626441956,0.3343604505062103,0.3353654146194458,0.336376428604126,0.33739352226257324,0.3384624123573303,0.33955690264701843,0.3405986726284027,0.3416469097137451,0.34270161390304565,0.3437628448009491,0.3448306620121002,0.3459051251411438,0.34706467390060425,0.34824132919311523,0.34942594170570374,0.35061877965927124,0.3518196940422058,0.3530288338661194,0.3542463481426239,"…"],[0.3309824466705322,0.33098629117012024,0.33145982027053833,0.3324474096298218,0.333440899848938,0.33444032073020935,0.33544570207595825,0.33645719289779663,0.3374748229980469,0.3385176360607147,0.3396211266517639,0.34067636728286743,0.34172508120536804,0.3427802622318268,0.3438419699668884,0.34491023421287537,0.3459852933883667,0.3471088111400604,0.3482857346534729,0.34947070479393005,0.35066378116607666,0.3518649935722351,0.35307449102401733,0.3542923331260681,"…"],[0.3313004672527313,0.33130431175231934,0.33153828978538513,0.3325263261795044,0.33352023363113403,0.3345201313495636,0.3355260491371155,0.33653801679611206,0.3375561237335205,0.3385803997516632,0.33967670798301697,0.340753972530365,0.3418031632900238,0.34285885095596313,0.34392106533050537,0.3449898362159729,0.34606531262397766,0.3471528887748718,0.34833014011383057,0.34951546788215637,0.3507087528705597,0.3519103229045868,0.3531201481819153,0.35433828830718994,"…"],[0.33161911368370056,0.3316229581832886,0.33162686228752136,0.332605242729187,0.33359965682029724,0.3346000611782074,0.3356063961982727,0.3366188704967499,0.3376375436782837,0.3386622369289398,0.3397323489189148,0.3408316671848297,0.3418813943862915,0.34293749928474426,0.3440002501010895,0.3450695276260376,0.34614554047584534,0.34722816944122314,0.3483745753765106,0.34956011176109314,0.3507538437843323,0.3519556522369385,0.35316580533981323,0.35438430309295654,"…"],[0.33193838596343994,0.33194226026535034,0.33194616436958313,0.3326842486858368,0.3336791396141052,0.3346800208091736,0.3356868624687195,0.33669978380203247,0.3377188742160797,0.3387441039085388,0.339788019657135,0.34089985489845276,0.3419596254825592,0.34301626682281494,0.3440794050693512,0.3451492190361023,0.34622564911842346,0.3473089039325714,0.3484189808368683,0.34960490465164185,0.35079890489578247,0.35200104117393494,0.35321149230003357,0.35443028807640076,"…"],[0.3322582542896271,0.33226218819618225,0.33226606249809265,0.33276328444480896,0.3337586224079132,0.334759920835495,0.33576729893684387,0.33678069710731506,0.3378003239631653,0.3388260006904602,0.3398580253124237,0.3409558832645416,0.3420378863811493,0.34309497475624084,0.34415867924690247,0.345228910446167,0.34630587697029114,0.3473895788192749,0.34848010540008545,0.34964966773986816,0.3508439362049103,0.3520464301109314,0.3532571494579315,0.35447627305984497,"…"],[0.33257874846458435,0.33258265256881714,0.33258652687072754,0.33284232020378113,0.33383816480636597,0.33483994007110596,0.33584779500961304,0.3368616998195648,0.33788177371025085,0.33890804648399353,0.33994051814079285,0.3410119414329529,0.3421161472797394,0.34317371249198914,0.34423789381980896,0.34530872106552124,0.3463861048221588,0.34747034311294556,0.3485614061355591,0.3496944010257721,0.35088902711868286,0.35209181904792786,0.35330286622047424,0.3545222878456116,"…"],[0.33289986848831177,0.33290377259254456,0.33290764689445496,0.3329213559627533,0.3339177370071411,0.3349199593067169,0.3359283208847046,0.3369427025318146,0.3379632532596588,0.3389900326728821,0.34002307057380676,0.3410680294036865,0.3421882092952728,0.3432525396347046,0.34431713819503784,0.3453884422779083,0.34646645188331604,0.3475511968135834,0.34864261746406555,0.3497410714626312,0.35093405842781067,0.35213714838027954,0.35334858298301697,0.3545683026313782,"…"],[0.33322158455848694,0.3332255482673645,0.3332294225692749,0.3332332968711853,0.33399733901023865,0.33500003814697266,0.33600884675979614,0.3370237946510315,0.33804479241371155,0.339072048664093,0.3401055634021759,0.341145396232605,0.34224462509155273,0.3433314263820648,0.34439656138420105,0.3454683721065521,0.3465467691421509,0.3476319909095764,0.34872397780418396,0.3498229682445526,0.350979208946228,0.35218262672424316,0.3533942699432373,0.3546142876148224,"…"],[0.33354395627975464,0.3335479199886322,0.3335518538951874,0.3335557281970978,0.33407700061798096,0.33508017659187317,0.33608946204185486,0.337104856967926,0.33812639117240906,0.3391541540622711,0.34018808603286743,0.34122851490974426,0.3423011600971222,0.34341028332710266,0.34447598457336426,0.345548152923584,0.3466271460056305,0.347712904214859,0.34880542755126953,0.349904865026474,0.351024329662323,0.35222795605659485,0.3534400165081024,0.35466039180755615,"…"],[0.33386698365211487,0.33387088775634766,0.33387479186058044,0.333878755569458,0.33415666222572327,0.33516034483909607,0.3361700773239136,0.33718597888946533,0.33820807933807373,0.3392362892627716,0.3402707874774933,0.34131166338920593,0.34235888719558716,0.34348636865615845,0.3445553183555603,0.3456280827522278,0.3467075526714325,0.3477938175201416,0.3488868176937103,0.3499867618083954,0.3510936498641968,0.35227343440055847,0.35348576307296753,0.35470643639564514,"…"],[0.3341905474662781,0.33419451117515564,0.3341984152793884,0.334202378988266,0.3342363238334656,0.33524057269096375,0.33625084161758423,0.3372671604156494,0.33828967809677124,0.3393184244632721,0.34035342931747437,0.3413948118686676,0.3424425721168518,0.34354329109191895,0.3446348011493683,0.34570807218551636,0.3467880189418793,0.3478747308254242,0.3489682972431183,0.3500687777996063,0.3511761426925659,0.3523189127445221,0.35353147983551025,0.3547525107860565,"…"],[0.3345147967338562,0.334518700838089,0.33452266454696655,0.3345266580581665,0.3345305621623993,0.33532077074050903,0.33633148670196533,0.3373483419418335,0.3383713662624359,0.33940061926841736,0.3404361307621002,0.34147804975509644,0.34252628684043884,0.34360021352767944,0.34471428394317627,0.34578800201416016,0.3468684256076813,0.34795570373535156,0.34904980659484863,0.3501507639884949,0.3512587249279022,0.3523736298084259,0.35357728600502014,0.3547985851764679,"…"],[0.33483967185020447,0.33484360575675964,0.3348475396633148,0.33485153317451477,0.33485546708106995,0.33540111780166626,0.33641231060028076,0.33742964267730713,0.3384532332420349,0.339482843875885,0.34051892161369324,0.3415612578392029,0.3426100015640259,0.3436651825904846,0.34479379653930664,0.3458680808544159,0.34694904088974,0.3480367362499237,0.349131315946579,0.3502328395843506,0.35134124755859375,0.3524567782878876,0.35362303256988525,0.3548446595668793,"…"],[0.3351651430130005,0.33516907691955566,0.3351730406284332,0.3351770341396332,0.33518096804618835,0.3354813754558563,0.33649304509162903,0.33751094341278076,0.3385348618030548,0.3395651876926422,0.34060168266296387,0.3416445553302765,0.34269383549690247,0.3437495231628418,0.3448517322540283,0.34594812989234924,0.34702950716018677,0.34811779856681824,0.3492129147052765,0.3503148555755615,0.3514239490032196,0.35253992676734924,0.35366880893707275,0.3548907935619354,"…"],[0.3354912996292114,0.335495263338089,0.33549922704696655,0.3355032503604889,0.3355071246623993,0.33556175231933594,0.336573988199234,0.337592214345932,0.3386166989803314,0.339647501707077,0.34068453311920166,0.34172794222831726,0.3427776098251343,0.34383392333984375,0.34490910172462463,0.34602823853492737,0.34711015224456787,0.34819895029067993,0.3492945432662964,0.3503970205783844,0.3515065312385559,0.3526230752468109,0.35374677181243896,0.35493695735931396,"…"],[0.33581802248954773,0.33582204580307007,0.33582603931427,0.3358300030231476,0.33583393692970276,0.3358379304409027,0.33665475249290466,0.3376735746860504,0.3386986255645752,0.33972981572151184,0.3407672941684723,0.3418112099170685,0.3428615629673004,0.3439183235168457,0.3449816405773163,0.3461083173751831,0.347190797328949,0.3482801020145416,0.3493761122226715,0.3504791557788849,0.3515892028808594,0.35270631313323975,0.353830486536026,0.35498303174972534,"…"],[0.33614546060562134,0.3361493945121765,0.33615344762802124,0.3361574113368988,0.336161345243454,0.3361653685569763,0.3367357850074768,0.3377549946308136,0.3387804925441742,0.3398122489452362,0.34085023403167725,0.3418946862220764,0.34294548630714417,0.3440028131008148,0.3450666666030884,0.34617024660110474,0.3472714424133301,0.3483612537384033,0.34945788979530334,0.35056138038635254,0.35167196393013,0.3527894616127014,0.3539142906665802,0.3550461530685425,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],[1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,1591107565,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[132,128,121,255],[126,124,118,255],[133,129,122,255],[131,127,120,255],[134,129,121,255],[145,139,129,255],[143,137,127,255],[135,131,123,255],[136,132,124,255],[140,135,127,255],[141,136,127,255],[147,140,130,255],[149,141,131,255],[132,128,121,255],[151,144,133,255],[149,143,133,255],[144,138,128,255],[107,101,95,255],[121,118,112,255],[137,133,125,255],[138,132,124,255],[109,103,96,255],[114,107,98,255],[138,131,123,255],"…"],[[133,129,122,255],[127,125,118,255],[134,130,122,255],[130,128,121,255],[132,128,121,255],[147,140,129,255],[143,137,128,255],[136,131,123,255],[137,132,124,255],[138,134,126,255],[145,137,127,255],[146,139,130,255],[147,139,129,255],[133,129,122,255],[155,147,136,255],[153,146,135,255],[142,136,127,255],[109,104,97,255],[128,125,118,255],[138,134,125,255],[138,132,124,255],[100,97,91,255],[114,107,98,255],[135,129,120,255],"…"],[[132,128,121,255],[134,131,123,255],[135,130,123,255],[131,128,121,255],[135,130,123,255],[143,136,127,255],[141,135,126,255],[140,135,125,255],[139,134,125,255],[137,132,124,255],[135,132,124,255],[145,139,129,255],[147,141,130,255],[146,139,129,255],[147,140,130,255],[144,138,129,255],[140,135,126,255],[134,129,120,255],[134,128,119,255],[129,124,116,255],[127,122,114,255],[124,120,113,255],[126,120,113,255],[134,128,120,255],"…"],[[134,130,122,255],[134,130,122,255],[136,132,124,255],[135,131,123,255],[134,131,123,255],[142,136,126,255],[143,137,127,255],[142,136,127,255],[141,135,126,255],[139,134,125,255],[134,130,123,255],[143,137,129,255],[145,139,129,255],[147,140,130,255],[145,139,129,255],[147,141,131,255],[142,137,127,255],[137,132,123,255],[133,128,118,255],[132,127,119,255],[131,126,118,255],[128,123,116,255],[126,121,113,255],[135,129,121,255],"…"],[[143,135,125,255],[137,132,124,255],[142,134,124,255],[141,135,126,255],[132,129,122,255],[138,133,124,255],[144,137,127,255],[144,137,128,255],[143,137,127,255],[143,136,127,255],[141,134,125,255],[134,130,122,255],[140,134,125,255],[145,139,129,255],[142,137,127,255],[148,141,131,255],[150,143,132,255],[127,124,118,255],[149,143,133,255],[139,133,122,255],[143,138,129,255],[145,140,130,255],[113,106,98,255],[137,131,123,255],"…"],[[143,135,125,255],[139,133,124,255],[142,134,124,255],[139,133,125,255],[133,130,122,255],[143,137,128,255],[146,139,128,255],[145,138,128,255],[143,137,128,255],[143,136,126,255],[140,134,125,255],[132,128,121,255],[142,136,127,255],[142,136,127,255],[143,137,128,255],[142,136,127,255],[151,144,133,255],[133,129,122,255],[143,137,126,255],[137,130,119,255],[134,130,122,255],[136,131,123,255],[108,103,95,255],[137,132,123,255],"…"],[[142,135,125,255],[144,136,126,255],[142,135,126,255],[136,131,123,255],[142,136,126,255],[138,133,125,255],[141,135,126,255],[144,138,128,255],[143,137,127,255],[136,130,123,255],[142,135,125,255],[135,130,123,255],[133,129,122,255],[136,131,124,255],[140,135,126,255],[142,136,126,255],[146,139,128,255],[147,140,130,255],[135,129,119,255],[139,133,123,255],[138,132,123,255],[137,133,125,255],[142,136,127,255],[139,134,125,255],"…"],[[143,135,125,255],[143,135,125,255],[144,136,127,255],[137,132,123,255],[134,130,123,255],[138,133,125,255],[138,133,125,255],[144,138,128,255],[143,137,128,255],[137,132,124,255],[139,133,124,255],[136,131,123,255],[134,129,121,255],[132,129,121,255],[137,132,124,255],[135,131,122,255],[140,134,125,255],[147,141,129,255],[140,134,124,255],[138,132,121,255],[138,131,122,255],[140,135,126,255],[139,133,125,255],[140,135,126,255],"…"],[[139,134,125,255],[147,137,126,255],[141,135,126,255],[143,137,127,255],[145,138,128,255],[140,133,124,255],[134,130,122,255],[144,137,128,255],[145,138,128,255],[142,135,126,255],[140,135,126,255],[136,131,123,255],[132,128,121,255],[134,130,123,255],[134,130,123,255],[129,126,119,255],[145,138,127,255],[141,135,125,255],[141,134,124,255],[130,124,114,255],[135,130,120,255],[148,140,129,255],[149,142,131,255],[141,135,126,255],"…"],[[135,131,123,255],[148,137,126,255],[137,132,124,255],[143,136,126,255],[142,136,127,255],[150,140,129,255],[138,133,125,255],[143,136,127,255],[146,138,128,255],[142,136,127,255],[141,135,127,255],[137,132,123,255],[134,130,122,255],[134,130,122,255],[134,130,122,255],[132,128,121,255],[139,133,124,255],[140,134,124,255],[139,132,122,255],[131,125,115,255],[131,125,115,255],[141,135,126,255],[141,136,126,255],[139,134,124,255],"…"],[[141,134,124,255],[144,136,126,255],[146,137,127,255],[146,137,127,255],[147,138,128,255],[142,135,126,255],[137,131,123,255],[141,135,126,255],[143,137,127,255],[146,140,130,255],[137,132,124,255],[138,132,124,255],[136,131,123,255],[134,129,121,255],[133,129,122,255],[133,128,121,255],[133,128,120,255],[132,127,119,255],[139,132,122,255],[133,128,119,255],[133,127,118,255],[130,124,114,255],[137,130,120,255],[137,131,122,255],"…"],[[140,133,124,255],[141,134,125,255],[145,137,126,255],[145,137,127,255],[145,137,127,255],[146,139,129,255],[140,133,124,255],[141,135,125,255],[143,136,127,255],[147,140,130,255],[140,135,126,255],[138,133,124,255],[137,132,124,255],[138,132,124,255],[134,129,122,255],[134,129,122,255],[135,129,122,255],[134,129,121,255],[136,130,121,255],[135,129,121,255],[131,126,118,255],[125,120,112,255],[134,127,117,255],[134,129,120,255],"…"],[[134,127,118,255],[138,132,124,255],[134,128,119,255],[142,134,125,255],[142,135,126,255],[151,144,133,255],[137,131,123,255],[136,130,122,255],[137,131,123,255],[146,140,130,255],[143,138,128,255],[132,128,121,255],[141,135,126,255],[133,129,121,255],[146,137,127,255],[137,132,124,255],[135,130,122,255],[137,131,122,255],[139,131,121,255],[143,136,126,255],[129,124,116,255],[134,129,122,255],[134,129,121,255],[132,126,116,255],"…"],[[133,125,116,255],[136,131,122,255],[133,126,117,255],[140,133,125,255],[141,134,125,255],[151,144,133,255],[145,137,127,255],[136,130,122,255],[138,132,124,255],[146,139,129,255],[144,138,128,255],[133,129,121,255],[139,133,125,255],[137,132,124,255],[147,138,127,255],[140,134,125,255],[134,129,122,255],[141,133,123,255],[139,131,121,255],[136,130,121,255],[131,126,119,255],[133,128,121,255],[133,128,120,255],[129,123,113,255],"…"],[[133,127,118,255],[137,131,122,255],[135,130,122,255],[138,133,125,255],[143,137,127,255],[152,144,132,255],[147,140,130,255],[143,136,126,255],[141,135,125,255],[139,133,125,255],[144,138,128,255],[141,135,125,255],[140,134,125,255],[141,134,125,255],[141,134,125,255],[142,135,125,255],[139,133,125,255],[142,136,126,255],[138,131,122,255],[134,129,121,255],[135,129,121,255],[132,127,120,255],[128,124,117,255],[128,123,115,255],"…"],[[133,127,118,255],[135,129,120,255],[136,131,123,255],[137,132,123,255],[140,135,126,255],[149,142,131,255],[151,144,133,255],[144,137,127,255],[142,135,126,255],[138,132,123,255],[142,136,127,255],[141,135,125,255],[141,134,125,255],[142,135,125,255],[142,134,125,255],[143,136,126,255],[144,136,127,255],[144,137,127,255],[142,135,125,255],[134,129,121,255],[133,128,120,255],[133,129,121,255],[131,127,120,255],[129,124,116,255],"…"],[[144,136,126,255],[135,127,118,255],[145,137,126,255],[138,132,124,255],[140,134,125,255],[134,130,123,255],[149,143,132,255],[147,140,130,255],[144,137,127,255],[146,138,128,255],[143,136,127,255],[136,131,123,255],[133,129,121,255],[146,138,127,255],[145,136,126,255],[142,135,125,255],[145,138,128,255],[142,135,125,255],[150,140,129,255],[141,134,125,255],[139,133,124,255],[132,128,121,255],[131,127,120,255],[129,124,117,255],"…"],[[143,136,126,255],[127,120,110,255],[145,137,127,255],[141,135,126,255],[137,131,123,255],[140,135,126,255],[151,144,133,255],[148,141,130,255],[144,138,127,255],[145,138,128,255],[143,136,126,255],[138,133,124,255],[133,128,121,255],[146,137,127,255],[144,136,126,255],[143,135,126,255],[146,138,128,255],[145,136,126,255],[151,142,131,255],[148,141,130,255],[137,132,123,255],[133,129,121,255],[133,128,121,255],[130,126,119,255],"…"],[[136,128,119,255],[138,131,121,255],[136,129,119,255],[137,130,121,255],[137,131,123,255],[136,131,123,255],[140,134,125,255],[146,139,129,255],[146,139,129,255],[148,140,129,255],[143,135,126,255],[139,133,124,255],[138,132,124,255],[140,133,124,255],[144,136,126,255],[147,138,128,255],[148,140,129,255],[148,139,129,255],[148,140,129,255],[148,141,129,255],[141,135,126,255],[132,128,120,255],[130,127,120,255],[132,128,121,255],"…"],[[139,131,121,255],[137,130,120,255],[138,131,121,255],[138,131,122,255],[138,132,123,255],[134,129,122,255],[136,131,123,255],[145,139,128,255],[145,139,128,255],[146,138,128,255],[148,139,129,255],[142,135,126,255],[138,133,124,255],[137,131,123,255],[143,135,125,255],[146,138,127,255],[149,141,130,255],[148,140,130,255],[147,139,128,255],[150,141,130,255],[148,140,130,255],[136,131,123,255],[130,126,120,255],[133,128,121,255],"…"],[[147,139,128,255],[142,133,123,255],[148,140,130,255],[142,136,127,255],[137,132,124,255],[132,128,121,255],[133,128,121,255],[143,137,127,255],[144,137,127,255],[140,133,124,255],[135,128,119,255],[150,141,130,255],[136,131,123,255],[141,134,124,255],[144,136,126,255],[140,133,124,255],[147,139,128,255],[154,144,132,255],[154,144,132,255],[148,141,131,255],[142,135,125,255],[146,139,128,255],[131,127,120,255],[132,128,121,255],"…"],[[151,142,130,255],[144,137,126,255],[152,144,132,255],[137,131,123,255],[139,134,125,255],[131,127,120,255],[135,130,123,255],[139,134,125,255],[147,140,129,255],[138,131,122,255],[133,126,118,255],[151,142,130,255],[139,133,124,255],[140,133,125,255],[143,135,126,255],[141,133,124,255],[142,135,125,255],[157,146,134,255],[153,144,132,255],[145,139,129,255],[146,138,127,255],[142,135,125,255],[133,128,121,255],[133,129,121,255],"…"],[[149,141,131,255],[142,135,126,255],[137,131,122,255],[138,132,123,255],[135,130,122,255],[131,126,118,255],[129,125,118,255],[132,127,119,255],[135,129,121,255],[144,137,127,255],[142,135,125,255],[148,140,129,255],[147,139,128,255],[142,134,125,255],[139,132,123,255],[142,134,125,255],[144,136,126,255],[149,140,129,255],[147,140,130,255],[145,138,127,255],[143,136,126,255],[145,138,127,255],[144,137,127,255],[139,133,124,255],"…"],[[149,140,130,255],[147,139,129,255],[139,133,124,255],[138,132,123,255],[135,129,121,255],[132,127,119,255],[127,123,116,255],[129,124,117,255],[130,125,117,255],[136,130,121,255],[140,134,125,255],[144,137,127,255],[147,139,128,255],[142,135,126,255],[140,134,124,255],[141,134,124,255],[142,135,124,255],[144,136,126,255],[147,139,128,255],[144,137,127,255],[142,136,125,255],[142,134,124,255],[144,137,127,255],[139,133,124,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],[5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.8391309976577759,0.8391227722167969,0.8391145467758179,0.8391064405441284,0.8390984535217285,0.8390903472900391,0.8390884399414062,0.8437415957450867,0.8484463691711426,0.8532044291496277,0.8580161929130554,0.8628819584846497,0.8678037524223328,0.8727816343307495,0.8778170943260193,0.8829113245010376,0.8880646228790283,0.8932784199714661,0.8985537886619568,0.9038921594619751,0.9092942476272583,0.9147608876228333,0.9202941656112671,0.9258944392204285,"…"],[0.844215989112854,0.8442080020904541,0.8441994190216064,0.8441914319992065,0.8441832065582275,0.8441749215126038,0.8441667556762695,0.8441582918167114,0.8481029272079468,0.8528569340705872,0.8576644659042358,0.8625264763832092,0.8674440383911133,0.8724179267883301,0.8774492740631104,0.882538914680481,0.8876878023147583,0.8928973078727722,0.8981683254241943,0.9035020470619202,0.9088992476463318,0.9143614768981934,0.9198899269104004,0.9254850745201111,"…"],[0.8493633270263672,0.8493550419807434,0.8493466377258301,0.8493381142616272,0.8493298292160034,0.8493214845657349,0.8493131399154663,0.8493049740791321,0.8492966294288635,0.8525095582008362,0.8573132157325745,0.8621711730957031,0.8670847415924072,0.8720544576644897,0.8770816326141357,0.8821671009063721,0.8873113989830017,0.8925166726112366,0.8977833390235901,0.9031123518943787,0.9085047841072083,0.913962185382843,0.9194856882095337,0.9250762462615967,"…"],[0.8545734882354736,0.8545652031898499,0.854556679725647,0.8545482158660889,0.8545396327972412,0.8545311689376831,0.8545228838920593,0.8545143604278564,0.8545061945915222,0.8544975519180298,0.8569620847702026,0.8618164658546448,0.8667255640029907,0.8716914653778076,0.8767144083976746,0.8817951679229736,0.8869357705116272,0.89213627576828,0.8973984122276306,0.9027228355407715,0.9081106185913086,0.9135633707046509,0.91908198595047,0.9246675372123718,"…"],[0.8598482608795166,0.8598395586013794,0.8598310947418213,0.859822690486908,0.8598141074180603,0.8598053455352783,0.8597968816757202,0.8597883582115173,0.8597797751426697,0.8597713112831116,0.8597627282142639,0.8614615797996521,0.8663669228553772,0.8713287115097046,0.8763472437858582,0.881424069404602,0.8865600824356079,0.8917562365531921,0.8970138430595398,0.9023335576057434,0.9077169895172119,0.9131649732589722,0.9186785817146301,0.92425936460495,"…"],[0.8651884198188782,0.865179717540741,0.8651710748672485,0.8651623725891113,0.8651538491249084,0.8651450872421265,0.8651363253593445,0.8651278614997864,0.865119218826294,0.8651101589202881,0.8651018142700195,0.8650931119918823,0.866008460521698,0.8709659576416016,0.8759803771972656,0.8810530304908752,0.8861847519874573,0.8913766741752625,0.8966294527053833,0.9019447565078735,0.9073235988616943,0.9127665758132935,0.9182755947113037,0.9238514304161072,"…"],[0.8705949783325195,0.8705863356590271,0.8705775737762451,0.8705688118934631,0.8705600500106812,0.870551347732544,0.8705427050590515,0.8705337047576904,0.8705248832702637,0.8705161809921265,0.8705074787139893,0.8704988360404968,0.8704901337623596,0.8706037402153015,0.8756141066551208,0.8806824088096619,0.8858098983764648,0.8909971117973328,0.8962457180023193,0.9015563130378723,0.9069303870201111,0.912368893623352,0.9178729057312012,0.9234437942504883,"…"],[0.8760700225830078,0.8760611414909363,0.8760522603988647,0.876043438911438,0.8760345578193665,0.8760255575180054,0.8760167360305786,0.8760079145431519,0.8759991526603699,0.8759901523590088,0.8759812116622925,0.8759725093841553,0.8759633302688599,0.875954806804657,0.8759459853172302,0.8803119659423828,0.8854351043701172,0.8906182050704956,0.8958620429039001,0.9011682868003845,0.9065378308296204,0.9119712710380554,0.9174707531929016,0.9230366349220276,"…"],[0.881614089012146,0.8816051483154297,0.8815962076187134,0.8815872669219971,0.8815782070159912,0.8815692663192749,0.8815604448318481,0.8815513253211975,0.881542444229126,0.881533145904541,0.8815242052078247,0.8815152645111084,0.8815064430236816,0.8814973831176758,0.8814885020256042,0.8814795613288879,0.8850609064102173,0.8902391791343689,0.8954788446426392,0.9007805585861206,0.9061452150344849,0.9115744233131409,0.9170685410499573,0.9226298332214355,"…"],[0.8872287273406982,0.8872197866439819,0.8872106671333313,0.8872016072273254,0.8871925473213196,0.8871833086013794,0.887174129486084,0.8871651887893677,0.8871561884880066,0.8871471881866455,0.8871378898620605,0.8871287703514099,0.8871195316314697,0.8871105909347534,0.887101411819458,0.8870924711227417,0.8870832920074463,0.8898609280586243,0.8950957655906677,0.9003930687904358,0.9057532548904419,0.911177396774292,0.9166671633720398,0.9222233295440674,"…"],[0.8929156064987183,0.8929061889648438,0.8928971290588379,0.8928877115249634,0.8928787708282471,0.8928694725036621,0.8928602337837219,0.8928511142730713,0.8928418755531311,0.8928325176239014,0.8928234577178955,0.8928142189979553,0.8928049802780151,0.8927956819534302,0.8927865624427795,0.8927773833274841,0.8927679061889648,0.8927590250968933,0.8947134017944336,0.9000059366226196,0.9053613543510437,0.9107810258865356,0.9162660241127014,0.9218172430992126,"…"],[0.898675799369812,0.8986663818359375,0.8986568450927734,0.898647665977478,0.8986384272575378,0.8986290693283081,0.8986198902130127,0.8986104130744934,0.8986009359359741,0.8985917568206787,0.8985825181007385,0.898573100566864,0.8985635042190552,0.8985543847084045,0.8985449075698853,0.8985357284545898,0.8985263109207153,0.8985170125961304,0.898507833480835,0.8996191620826721,0.9049699306488037,0.9103848934173584,0.9158650040626526,0.9214115142822266,"…"],[0.9045104384422302,0.9045009613037109,0.904491662979126,0.9044820070266724,0.9044727087020874,0.9044631719589233,0.9044536352157593,0.9044443964958191,0.9044349789619446,0.9044255018234253,0.9044159650802612,0.9044067859649658,0.9043971300125122,0.9043877124786377,0.9043781757354736,0.9043686389923096,0.9043594002723694,0.9043498039245605,0.904340386390686,0.9043310284614563,0.9045787453651428,0.9099892377853394,0.9154644012451172,0.9210060834884644,"…"],[0.9104217886924744,0.910412073135376,0.9104025363922119,0.9103930592536926,0.9103835225105286,0.9103739261627197,0.9103643894195557,0.9103548526763916,0.9103452563285828,0.9103357791900635,0.9103258848190308,0.9103164672851562,0.910306990146637,0.9102973937988281,0.9102878570556641,0.9102780818939209,0.9102684259414673,0.9102590084075928,0.9102494716644287,0.9102397561073303,0.9102301597595215,0.910220742225647,0.9150640368461609,0.9206008911132812,"…"],[0.9164106249809265,0.916401207447052,0.916391134262085,0.9163815975189209,0.9163720011711121,0.916361927986145,0.916352391242981,0.9163427352905273,0.9163328409194946,0.9163233041763306,0.9163137674331665,0.9163039922714233,0.9162943363189697,0.9162846803665161,0.9162750244140625,0.9162650108337402,0.9162555932998657,0.916245698928833,0.9162360429763794,0.9162262678146362,0.9162167310714722,0.9162068367004395,0.9161972999572754,0.9201964139938354,"…"],[0.9224790930747986,0.9224691987037659,0.9224592447280884,0.9224496483802795,0.922439694404602,0.9224296808242798,0.9224199056625366,0.9224100708961487,0.922400176525116,0.922390341758728,0.9223806262016296,0.9223707914352417,0.9223610758781433,0.9223512411117554,0.9223414659500122,0.922331690788269,0.9223214387893677,0.9223119616508484,0.9223020672798157,0.9222921133041382,0.922282338142395,0.9222726225852966,0.9222628474235535,0.922252893447876,"…"],[0.9286280870437622,0.9286181330680847,0.9286081790924072,0.9285980463027954,0.9285884499549866,0.9285781383514404,0.9285682439804077,0.9285582304000854,0.9285483360290527,0.9285383224487305,0.9285284280776978,0.9285184144973755,0.9285085797309875,0.9284985065460205,0.9284886121749878,0.9284787774085999,0.9284689426422119,0.928458571434021,0.9284487962722778,0.9284390807151794,0.9284288883209229,0.9284188747406006,0.9284090399742126,0.9283990859985352,"…"],[0.9348598122596741,0.9348498582839966,0.9348396062850952,0.934829592704773,0.9348196983337402,0.9348094463348389,0.934799313545227,0.9347891807556152,0.9347792267799377,0.934768795967102,0.9347587823867798,0.9347488880157471,0.9347386956214905,0.9347285032272339,0.9347185492515564,0.9347084760665894,0.9346984028816223,0.9346883893013,0.9346780776977539,0.9346679449081421,0.9346578121185303,0.9346479773521423,0.9346378445625305,0.9346276521682739,"…"],[0.9411755800247192,0.9411653876304626,0.9411553144454956,0.9411449432373047,0.9411349296569824,0.9411245584487915,0.9411143064498901,0.9411041736602783,0.941093921661377,0.9410836696624756,0.9410733580589294,0.9410629868507385,0.9410529136657715,0.9410426616668701,0.9410321712493896,0.9410221576690674,0.9410121440887451,0.9410016536712646,0.9409914016723633,0.9409812092781067,0.940970778465271,0.9409606456756592,0.9409505724906921,0.940940260887146,"…"],[0.9475774765014648,0.9475669860839844,0.947556734085083,0.9475462436676025,0.9475359916687012,0.947525680065155,0.9475153684616089,0.947504997253418,0.9474945068359375,0.9474841356277466,0.9474738836288452,0.9474634528160095,0.9474529027938843,0.9474425315856934,0.947432279586792,0.9474217891693115,0.9474115371704102,0.9474012851715088,0.9473907947540283,0.9473804235458374,0.9473701119422913,0.947359561920166,0.9473493099212646,0.9473388195037842,"…"],[0.9540671110153198,0.9540565013885498,0.9540457725524902,0.9540353417396545,0.9540247917175293,0.9540144205093384,0.9540039300918579,0.9539934396743774,0.9539827108383179,0.9539725184440613,0.9539618492126465,0.953951358795166,0.9539408087730408,0.953930139541626,0.9539197683334351,0.953909158706665,0.9538987278938293,0.9538881778717041,0.9538778066635132,0.9538673758506775,0.9538568258285522,0.9538459777832031,0.9538354873657227,0.953825056552887,"…"],[0.9606457948684692,0.9606354236602783,0.9606245756149292,0.9606138467788696,0.9606033563613892,0.96059250831604,0.96058189868927,0.9605712294578552,0.9605606198310852,0.9605499505996704,0.9605393409729004,0.9605287313461304,0.9605180621147156,0.9605072736740112,0.9604966640472412,0.9604860544204712,0.960475504398346,0.9604647159576416,0.9604542255401611,0.9604434967041016,0.9604328870773315,0.960422158241272,0.9604114294052124,0.9604008793830872,"…"],[0.9673165082931519,0.9673057198524475,0.9672948122024536,0.967284083366394,0.9672732353210449,0.9672625064849854,0.9672515392303467,0.9672406911849976,0.9672300219535828,0.9672192931175232,0.9672084450721741,0.9671975374221802,0.9671867489814758,0.9671759605407715,0.9671649932861328,0.9671542048454285,0.9671434164047241,0.9671326279640198,0.967121958732605,0.9671109914779663,0.9671003818511963,0.9670895934104919,0.9670787453651428,0.9670679569244385,"…"],[0.974079966545105,0.9740691184997559,0.9740580320358276,0.974047064781189,0.9740362167358398,0.9740250706672668,0.974014163017273,0.9740033149719238,0.9739923477172852,0.9739815592765808,0.9739704132080078,0.9739593267440796,0.97394859790802,0.9739376306533813,0.9739264249801636,0.9739154577255249,0.9739046692848206,0.9738937020301819,0.9738826751708984,0.9738717079162598,0.9738608598709106,0.973849892616272,0.9738389253616333,0.9738278388977051,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[0.3154947757720947,0.3157527446746826,0.3160114288330078,0.3162703514099121,0.3165295124053955,0.3167893886566162,0.317049503326416,0.317310094833374,0.31757116317749023,0.31783246994018555,0.31809473037719727,0.3183567523956299,0.3186197280883789,0.31888294219970703,0.31914663314819336,0.319411039352417,0.3196752071380615,0.31994032859802246,0.3202054500579834,0.32047152519226074,0.3207378387451172,0.32100462913513184,0.3212716579437256,0.32153916358947754,"…"],[0.3166365623474121,0.3168964385986328,0.3171567916870117,0.31741762161254883,0.31767868995666504,0.31794047355651855,0.3182027339935303,0.3184652328491211,0.3187282085418701,0.31899166107177734,0.31925535202026367,0.3195195198059082,0.31978416442871094,0.3200492858886719,0.3203151226043701,0.32058119773864746,0.3208475112915039,0.32111454010009766,0.3213820457458496,0.32164955139160156,0.3219180107116699,0.3221867084503174,0.32245588302612305,0.3227255344390869,"…"],[0.31778669357299805,0.31804847717285156,0.3183109760284424,0.3185734748840332,0.31883668899536133,0.31910037994384766,0.3193643093109131,0.3196287155151367,0.31989383697509766,0.3201589584350586,0.32042455673217773,0.3206908702850342,0.32095766067504883,0.3212246894836426,0.32149243354797363,0.3217601776123047,0.32202863693237305,0.3222973346710205,0.3225669860839844,0.32283663749694824,0.3231067657470703,0.3233776092529297,0.32364869117736816,0.32392024993896484,"…"],[0.31894540786743164,0.31920909881591797,0.3194732666015625,0.31973791122436523,0.32000303268432617,0.3202683925628662,0.32053422927856445,0.32080078125,0.32106757164001465,0.3213348388671875,0.32160234451293945,0.3218708038330078,0.3221395015716553,0.32240843772888184,0.3226778507232666,0.3229482173919678,0.32321810722351074,0.3234894275665283,0.3237605094909668,0.3240323066711426,0.32430481910705566,0.32457733154296875,0.32485055923461914,0.32512426376342773,"…"],[0.3201122283935547,0.32037806510925293,0.3206441402435303,0.3209106922149658,0.32117772102355957,0.3214452266693115,0.3217129707336426,0.32198143005371094,0.3222498893737793,0.32251954078674316,0.32278895378112793,0.3230595588684082,0.3233299255371094,0.32360100746154785,0.32387256622314453,0.3241448402404785,0.3244168758392334,0.3246898651123047,0.3249630928039551,0.3252370357513428,0.32551121711730957,0.32578611373901367,0.3260612487792969,0.3263368606567383,"…"],[0.3212878704071045,0.32155561447143555,0.3218235969543457,0.32209229469299316,0.3223609924316406,0.3226304054260254,0.32290053367614746,0.32317090034484863,0.3234415054321289,0.3237128257751465,0.32398438453674316,0.32425665855407715,0.32452917098999023,0.3248023986816406,0.3250758647918701,0.3253498077392578,0.3256244659423828,0.3258993625640869,0.3261749744415283,0.32645082473754883,0.32672715187072754,0.32700371742248535,0.32728099822998047,0.3275587558746338,"…"],[0.32247209548950195,0.3227417469024658,0.3230118751525879,0.32328224182128906,0.32355332374572754,0.3238246440887451,0.3240964412689209,0.324368953704834,0.32464170455932617,0.32491517066955566,0.32518887519836426,0.32546305656433105,0.32573771476745605,0.32601261138916016,0.32628846168518066,0.32656407356262207,0.326840877532959,0.3271176815032959,0.3273954391479492,0.32767319679260254,0.32795190811157227,0.328230619430542,0.3285098075866699,0.32878971099853516,"…"],[0.32366514205932617,0.32393670082092285,0.32420873641967773,0.3244814872741699,0.3247542381286621,0.3250277042388916,0.3253016471862793,0.3255760669708252,0.3258509635925293,0.3261263370513916,0.3264021873474121,0.3266782760620117,0.32695508003234863,0.32723188400268555,0.32750964164733887,0.3277876377105713,0.328066349029541,0.32834577560424805,0.3286254405975342,0.3289051055908203,0.32918572425842285,0.3294665813446045,0.32974815368652344,0.3300302028656006,"…"],[0.32486701011657715,0.32514047622680664,0.32541465759277344,0.32568955421447754,0.32596445083618164,0.32624006271362305,0.32651567459106445,0.32679224014282227,0.3270692825317383,0.3273468017578125,0.3276243209838867,0.32790255546569824,0.32818150520324707,0.3284609317779541,0.32874035835266113,0.32902073860168457,0.3293013572692871,0.32958269119262695,0.3298640251159668,0.33014631271362305,0.3304288387298584,0.33071208000183105,0.3309957981109619,0.3312797546386719,"…"],[0.3260776996612549,0.3263535499572754,0.326629638671875,0.3269064426422119,0.32718348503112793,0.32746100425720215,0.32773900032043457,0.3280174732208252,0.328296422958374,0.32857608795166016,0.3288557529449463,0.32913637161254883,0.32941722869873047,0.3296985626220703,0.32998037338256836,0.3302626609802246,0.33054542541503906,0.3308291435241699,0.3311126232147217,0.33139705657958984,0.3316817283630371,0.3319671154022217,0.33225274085998535,0.3325388431549072,"…"],[0.3272979259490967,0.32757568359375,0.3278536796569824,0.32813239097595215,0.3284118175506592,0.3286912441253662,0.32897138595581055,0.3292520046234131,0.32953310012817383,0.3298146724700928,0.3300964832305908,0.33037900924682617,0.33066225051879883,0.3309457302093506,0.33122992515563965,0.3315138816833496,0.3317995071411133,0.33208441734313965,0.3323707580566406,0.3326568603515625,0.3329441547393799,0.33323144912719727,0.33351945877075195,0.33380770683288574,"…"],[0.32852673530578613,0.32880663871765137,0.3290870189666748,0.32936787605285645,0.3296487331390381,0.32993078231811523,0.3302130699157715,0.33049583435058594,0.3307790756225586,0.33106255531311035,0.3313467502593994,0.3316316604614258,0.33191657066345215,0.3322024345397949,0.3324885368347168,0.3327751159667969,0.33306241035461426,0.33335018157958984,0.33363819122314453,0.3339269161224365,0.3342161178588867,0.334505558013916,0.3347957134246826,0.3350863456726074,"…"],[0.32976531982421875,0.3300471305847168,0.33032941818237305,0.3306124210357666,0.33089566230773926,0.3311798572540283,0.3314640522003174,0.33174896240234375,0.3320343494415283,0.3323202133178711,0.33260655403137207,0.33289337158203125,0.33318090438842773,0.3334689140319824,0.3337569236755371,0.3340458869934082,0.3343350887298584,0.3346250057220459,0.3349151611328125,0.3352060317993164,0.3354973793029785,0.33578944206237793,0.33608198165893555,0.33637452125549316,"…"],[0.3310129642486572,0.3312969207763672,0.33158159255981445,0.3318665027618408,0.3321521282196045,0.33243823051452637,0.33272480964660645,0.3330118656158447,0.3332993984222412,0.3335874080657959,0.3338758945465088,0.334165096282959,0.3344545364379883,0.3347446918487549,0.3350350856781006,0.3353264331817627,0.3356175422668457,0.3359100818634033,0.33620262145996094,0.33649563789367676,0.3367891311645508,0.3370833396911621,0.33737802505493164,0.3376729488372803,"…"],[0.33227014541625977,0.33255624771118164,0.3328430652618408,0.3331303596496582,0.3334181308746338,0.3337063789367676,0.33399510383605957,0.33428406715393066,0.33457374572753906,0.33486413955688477,0.33515477180480957,0.3354463577270508,0.335737943649292,0.3360302448272705,0.33632326126098633,0.33661627769470215,0.3369104862213135,0.3372044563293457,0.33749938011169434,0.33779478073120117,0.3380906581878662,0.33838677406311035,0.33868408203125,0.33898138999938965,"…"],[0.33353686332702637,0.33382534980773926,0.33411407470703125,0.33440351486206055,0.33469367027282715,0.33498382568359375,0.33527517318725586,0.33556652069091797,0.3358583450317383,0.3361508846282959,0.3364439010620117,0.33673739433288574,0.33703136444091797,0.3373258113861084,0.33762121200561523,0.33791661262512207,0.3382127285003662,0.33850908279418945,0.3388066291809082,0.33910417556762695,0.3394021987915039,0.33970093727111816,0.3400003910064697,0.3402998447418213,"…"],[0.33481335639953613,0.33510398864746094,0.33539509773254395,0.33568668365478516,0.33597898483276367,0.3362717628479004,0.3365647792816162,0.33685851097106934,0.33715248107910156,0.3374474048614502,0.33774256706237793,0.33803844451904297,0.3383347988128662,0.33863162994384766,0.3389289379119873,0.33922696113586426,0.3395252227783203,0.33982419967651367,0.34012341499328613,0.3404238224029541,0.34072399139404297,0.34102535247802734,0.3413267135620117,0.3416287899017334,"…"],[0.33609962463378906,0.3363924026489258,0.3366858959197998,0.33697962760925293,0.33727407455444336,0.337568998336792,0.33786439895629883,0.33816051483154297,0.3384571075439453,0.33875417709350586,0.3390517234802246,0.33934974670410156,0.3396484851837158,0.3399474620819092,0.34024691581726074,0.3405475616455078,0.3408479690551758,0.34114933013916016,0.34145116806030273,0.3417534828186035,0.3420562744140625,0.3423595428466797,0.3426635265350342,0.3429679870605469,"…"],[0.33739566802978516,0.3376908302307129,0.33798670768737793,0.33828282356262207,0.3385794162750244,0.33887696266174316,0.3391742706298828,0.33947277069091797,0.3397715091705322,0.3400707244873047,0.34037089347839355,0.3406713008880615,0.3409719467163086,0.34127354621887207,0.34157562255859375,0.34187793731689453,0.3421812057495117,0.342484712600708,0.3427889347076416,0.3430933952331543,0.3433990478515625,0.3437047004699707,0.3440110683441162,0.3443176746368408,"…"],[0.3387019634246826,0.33899950981140137,0.3392970561981201,0.3395957946777344,0.33989477157592773,0.3401944637298584,0.34049439430236816,0.34079504013061523,0.3410961627960205,0.3413980007171631,0.34170007705688477,0.34200286865234375,0.34230637550354004,0.34261012077331543,0.3429145812988281,0.3432192802429199,0.3435249328613281,0.34383058547973633,0.34413743019104004,0.34444451332092285,0.34475231170654297,0.3450603485107422,0.3453691005706787,0.34567809104919434,"…"],[0.34001827239990234,0.340317964553833,0.340618371963501,0.34091901779174805,0.3412206172943115,0.341522216796875,0.3418247699737549,0.34212779998779297,0.34243130683898926,0.34273529052734375,0.34303998947143555,0.34334516525268555,0.34365081787109375,0.34395670890808105,0.34426355361938477,0.3445713520050049,0.344879150390625,0.3451874256134033,0.34549617767333984,0.3458058834075928,0.3461160659790039,0.34642648696899414,0.3467378616333008,0.3470494747161865,"…"],[0.34134483337402344,0.3416471481323242,0.3419497013092041,0.3422529697418213,0.3425567150115967,0.3428609371185303,0.34316563606262207,0.34347105026245117,0.3437769412994385,0.3440835475921631,0.3443901538848877,0.3446981906890869,0.34500598907470703,0.34531474113464355,0.3456237316131592,0.3459336757659912,0.34624385833740234,0.3465549945831299,0.3468661308288574,0.34717822074890137,0.3474907875061035,0.34780383110046387,0.3481175899505615,0.3484315872192383,"…"],[0.342681884765625,0.3429865837097168,0.3432915210723877,0.3435969352722168,0.3439030647277832,0.3442099094390869,0.3445169925689697,0.34482479095458984,0.34513306617736816,0.3454418182373047,0.3457515239715576,0.34606122970581055,0.3463718891143799,0.3466827869415283,0.34699463844299316,0.3473067283630371,0.34761977195739746,0.3479328155517578,0.34824705123901367,0.34856152534484863,0.3488767147064209,0.34919238090515137,0.34950828552246094,0.3498251438140869,"…"],[0.34402942657470703,0.34433650970458984,0.34464383125305176,0.344951868057251,0.3452603816986084,0.345569372177124,0.34587907791137695,0.3461892604827881,0.3464999198913574,0.34681129455566406,0.3471231460571289,0.34743571281433105,0.3477487564086914,0.34806203842163086,0.3483765125274658,0.3486909866333008,0.34900641441345215,0.3493220806121826,0.3496387004852295,0.34995579719543457,0.35027337074279785,0.35059142112731934,0.3509101867675781,0.3512294292449951,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[480,480]},{"data":[[[201,184,159,255],[113,109,108,255],[198,180,156,255],[124,117,114,255],[124,116,112,255],[124,126,128,255],[128,129,130,255],[111,110,110,255],[112,110,109,255],[105,104,104,255],[122,116,113,255],[126,119,114,255],[125,118,114,255],[124,121,118,255],[125,121,119,255],[123,122,120,255],[130,125,120,255],[153,137,125,255],[148,134,125,255],[128,124,122,255],[120,118,117,255],[116,111,109,255],[111,109,109,255],[108,106,106,255],"…"],[[173,159,141,255],[121,115,112,255],[174,158,140,255],[123,117,115,255],[125,117,113,255],[112,112,113,255],[130,133,135,255],[111,110,110,255],[113,111,111,255],[106,105,105,255],[115,111,109,255],[127,120,115,255],[125,118,114,255],[127,122,118,255],[126,122,118,255],[121,120,119,255],[125,122,119,255],[151,136,123,255],[150,135,125,255],[132,127,123,255],[123,121,119,255],[130,122,117,255],[109,107,107,255],[108,107,107,255],"…"],[[157,143,131,255],[163,149,134,255],[135,127,120,255],[118,115,113,255],[119,114,112,255],[121,116,114,255],[122,121,120,255],[116,114,113,255],[115,112,111,255],[119,115,113,255],[122,117,114,255],[125,118,114,255],[123,117,113,255],[126,120,115,255],[117,115,114,255],[123,120,117,255],[129,124,119,255],[136,127,119,255],[141,130,121,255],[138,129,123,255],[132,126,121,255],[123,120,118,255],[114,112,112,255],[111,109,108,255],"…"],[[159,145,132,255],[163,148,134,255],[158,144,131,255],[133,125,120,255],[118,114,113,255],[119,114,111,255],[121,118,117,255],[117,114,114,255],[116,113,112,255],[119,115,113,255],[122,117,114,255],[129,121,116,255],[127,120,115,255],[130,122,116,255],[121,116,113,255],[121,118,115,255],[123,119,116,255],[129,122,117,255],[138,128,120,255],[137,128,121,255],[133,125,120,255],[121,118,116,255],[120,117,115,255],[112,110,109,255],"…"],[[108,107,107,255],[231,217,187,255],[109,107,108,255],[133,123,118,255],[121,115,113,255],[112,108,107,255],[130,129,128,255],[121,118,115,255],[123,119,116,255],[118,113,111,255],[120,114,111,255],[130,122,116,255],[131,124,119,255],[134,127,121,255],[131,124,120,255],[116,114,113,255],[122,119,118,255],[137,127,118,255],[136,127,118,255],[129,122,118,255],[128,124,121,255],[112,108,107,255],[112,108,107,255],[112,111,110,255],"…"],[[108,107,107,255],[212,195,167,255],[108,107,108,255],[134,123,118,255],[125,118,116,255],[124,115,111,255],[118,118,118,255],[125,120,117,255],[126,121,117,255],[117,113,111,255],[120,114,112,255],[129,121,116,255],[134,127,120,255],[135,127,122,255],[131,125,120,255],[117,114,112,255],[120,118,117,255],[135,125,117,255],[133,124,117,255],[123,118,114,255],[130,125,121,255],[112,109,108,255],[119,114,111,255],[113,111,111,255],"…"],[[144,134,124,255],[145,134,124,255],[147,136,126,255],[149,135,125,255],[150,136,126,255],[129,121,117,255],[124,119,116,255],[125,119,116,255],[124,118,115,255],[115,110,109,255],[120,113,110,255],[127,120,116,255],[129,123,118,255],[129,123,119,255],[129,121,117,255],[126,120,115,255],[122,117,113,255],[120,117,115,255],[116,112,110,255],[121,117,114,255],[123,118,114,255],[127,120,116,255],[122,115,112,255],[118,113,112,255],"…"],[[140,130,121,255],[136,127,120,255],[139,130,122,255],[136,125,119,255],[138,126,119,255],[133,123,117,255],[129,121,117,255],[127,120,116,255],[125,120,116,255],[114,111,110,255],[116,110,108,255],[125,119,115,255],[129,122,117,255],[133,125,120,255],[127,121,117,255],[124,119,116,255],[124,118,114,255],[119,116,113,255],[116,113,111,255],[118,115,113,255],[121,117,114,255],[127,121,117,255],[124,117,114,255],[119,115,113,255],"…"],[[115,110,109,255],[125,117,113,255],[118,112,110,255],[119,114,111,255],[134,124,119,255],[113,110,110,255],[121,113,110,255],[136,127,120,255],[135,126,119,255],[117,113,112,255],[119,115,113,255],[121,113,111,255],[128,120,115,255],[132,125,121,255],[129,123,119,255],[119,115,112,255],[114,111,109,255],[118,114,111,255],[118,114,111,255],[111,108,108,255],[114,111,110,255],[124,124,124,255],[113,108,106,255],[123,117,114,255],"…"],[[123,114,111,255],[118,112,110,255],[127,118,113,255],[116,111,109,255],[132,122,118,255],[116,115,115,255],[125,116,112,255],[137,127,120,255],[134,124,117,255],[119,115,113,255],[120,115,114,255],[118,112,109,255],[125,118,114,255],[130,124,120,255],[128,122,119,255],[120,115,112,255],[114,111,109,255],[115,112,110,255],[119,114,112,255],[110,107,107,255],[113,111,110,255],[115,114,113,255],[112,108,107,255],[123,116,113,255],"…"],[[120,114,111,255],[120,113,111,255],[123,116,113,255],[119,114,111,255],[120,115,113,255],[128,120,117,255],[129,119,114,255],[132,123,117,255],[130,122,117,255],[121,118,117,255],[113,110,109,255],[117,112,110,255],[119,113,111,255],[123,117,114,255],[126,120,116,255],[122,117,114,255],[116,113,111,255],[114,111,110,255],[118,114,111,255],[114,111,110,255],[114,111,109,255],[113,111,110,255],[123,119,116,255],[121,115,112,255],"…"],[[122,116,113,255],[119,113,110,255],[122,115,112,255],[121,115,112,255],[120,115,112,255],[123,117,115,255],[129,120,116,255],[132,122,117,255],[130,122,117,255],[127,122,119,255],[115,112,112,255],[115,111,110,255],[115,111,109,255],[121,115,112,255],[123,118,114,255],[120,115,112,255],[117,113,111,255],[111,109,109,255],[116,112,111,255],[112,109,109,255],[111,109,108,255],[110,109,108,255],[117,114,113,255],[120,114,112,255],"…"],[[123,122,122,255],[118,112,110,255],[124,122,122,255],[120,113,110,255],[119,114,112,255],[138,130,123,255],[111,107,106,255],[136,124,116,255],[124,115,111,255],[122,119,118,255],[126,119,114,255],[109,107,106,255],[117,111,109,255],[126,119,116,255],[120,114,111,255],[113,110,108,255],[114,111,109,255],[107,105,105,255],[106,105,105,255],[113,110,110,255],[113,109,108,255],[112,110,109,255],[125,125,124,255],[120,113,110,255],"…"],[[118,118,118,255],[126,118,115,255],[119,118,118,255],[121,114,111,255],[118,113,111,255],[143,134,126,255],[112,110,109,255],[134,122,115,255],[123,115,111,255],[125,120,118,255],[126,119,114,255],[111,109,109,255],[115,110,108,255],[121,115,113,255],[119,113,111,255],[112,110,108,255],[114,111,109,255],[105,104,104,255],[107,106,106,255],[116,113,112,255],[116,111,109,255],[119,112,110,255],[120,119,119,255],[119,113,110,255],"…"],[[125,120,118,255],[128,121,118,255],[130,121,116,255],[124,117,113,255],[128,120,115,255],[130,124,119,255],[125,118,115,255],[127,119,115,255],[127,119,115,255],[127,119,115,255],[126,121,118,255],[122,116,113,255],[117,112,111,255],[120,113,110,255],[114,110,109,255],[111,108,107,255],[109,107,107,255],[111,109,108,255],[111,109,109,255],[116,112,111,255],[117,112,110,255],[117,112,111,255],[112,109,108,255],[113,110,108,255],"…"],[[123,119,117,255],[126,120,118,255],[130,122,118,255],[124,118,116,255],[121,115,113,255],[127,121,118,255],[128,122,117,255],[127,119,115,255],[126,118,114,255],[128,120,115,255],[126,120,117,255],[122,116,113,255],[120,114,112,255],[120,113,110,255],[118,112,109,255],[112,109,108,255],[110,108,107,255],[111,108,107,255],[111,109,108,255],[115,113,112,255],[118,114,112,255],[120,114,112,255],[117,112,111,255],[113,109,108,255],"…"],[[123,116,112,255],[127,126,126,255],[121,115,111,255],[128,119,114,255],[128,118,114,255],[133,124,119,255],[133,127,123,255],[121,116,114,255],[125,116,112,255],[128,120,115,255],[126,118,113,255],[122,120,118,255],[112,109,108,255],[118,112,110,255],[116,111,109,255],[116,111,108,255],[112,110,110,255],[105,104,105,255],[117,115,114,255],[114,112,111,255],[116,114,115,255],[127,121,118,255],[114,111,110,255],[117,113,112,255],"…"],[[124,116,112,255],[119,119,119,255],[121,114,111,255],[127,119,115,255],[126,118,113,255],[134,124,119,255],[133,127,122,255],[122,119,117,255],[122,115,112,255],[130,121,115,255],[123,116,112,255],[123,121,119,255],[114,111,110,255],[117,112,109,255],[116,111,109,255],[120,113,110,255],[113,111,110,255],[107,106,106,255],[120,119,118,255],[115,112,110,255],[116,114,114,255],[123,120,120,255],[117,112,110,255],[118,114,113,255],"…"],[[120,117,116,255],[121,118,116,255],[119,116,115,255],[120,117,116,255],[132,124,121,255],[131,121,117,255],[123,121,120,255],[122,118,116,255],[124,118,114,255],[126,117,113,255],[127,121,116,255],[123,118,115,255],[119,115,113,255],[113,110,109,255],[117,112,110,255],[123,117,114,255],[121,115,112,255],[118,114,112,255],[117,113,111,255],[116,113,111,255],[114,112,112,255],[120,117,117,255],[125,119,117,255],[121,116,115,255],"…"],[[120,116,115,255],[120,117,116,255],[119,116,115,255],[117,114,113,255],[119,116,114,255],[131,121,116,255],[127,121,119,255],[124,120,118,255],[122,118,116,255],[123,115,111,255],[127,119,115,255],[126,119,116,255],[125,120,117,255],[116,112,111,255],[114,110,109,255],[123,117,114,255],[126,119,115,255],[119,116,114,255],[120,115,112,255],[119,114,112,255],[119,116,113,255],[118,116,115,255],[123,118,116,255],[122,118,117,255],"…"],[[131,125,119,255],[121,115,112,255],[133,125,119,255],[120,117,116,255],[120,114,111,255],[122,115,113,255],[121,115,113,255],[120,118,117,255],[119,117,116,255],[129,120,114,255],[119,117,116,255],[125,120,117,255],[121,119,118,255],[115,111,110,255],[117,112,110,255],[121,114,110,255],[123,116,114,255],[120,119,118,255],[122,119,117,255],[125,118,115,255],[118,115,113,255],[118,115,113,255],[131,125,122,255],[123,119,117,255],"…"],[[146,137,129,255],[120,113,111,255],[148,137,128,255],[118,115,114,255],[118,112,110,255],[117,112,110,255],[131,121,117,255],[119,116,116,255],[120,117,117,255],[123,117,113,255],[119,117,116,255],[125,119,116,255],[119,117,116,255],[116,112,110,255],[117,112,110,255],[120,113,110,255],[123,116,113,255],[122,120,120,255],[123,120,119,255],[125,119,115,255],[120,116,114,255],[113,111,111,255],[125,122,122,255],[123,119,117,255],"…"],[[135,126,120,255],[121,115,112,255],[117,113,111,255],[120,115,113,255],[118,113,111,255],[116,111,109,255],[118,112,110,255],[122,117,115,255],[125,121,120,255],[131,129,127,255],[125,122,121,255],[120,115,113,255],[121,116,114,255],[123,120,117,255],[122,115,112,255],[120,114,112,255],[120,115,114,255],[129,122,119,255],[122,118,117,255],[125,121,118,255],[123,119,117,255],[119,116,113,255],[125,121,120,255],[124,120,118,255],"…"],[[145,136,129,255],[129,122,117,255],[119,113,111,255],[120,115,113,255],[120,115,113,255],[120,114,111,255],[115,111,109,255],[119,114,112,255],[123,118,116,255],[132,129,126,255],[131,129,127,255],[121,118,117,255],[121,116,113,255],[120,117,115,255],[124,118,115,255],[120,114,112,255],[121,115,113,255],[125,119,116,255],[124,120,118,255],[123,119,117,255],[123,119,117,255],[120,115,113,255],[121,118,117,255],[123,120,118,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[480,480,4]}],"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":434.879}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":16,"at":471.451112,"duration":33.294,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":28,"code":"# Look at low_dim! It has 82 values:\n# First 10: robot (1.0, 0.0757, 2.8345, 0.00499, ...)\n# Then 6 blocks of 12 values! Let's print each block of 12 values!\nfor i in range(6):\n    block = low_dim[10 + i*12 : 10 + (i+1)*12]\n    print(f\"Object {i}: exists={block[0]}, pos={block[1:4]}, rest={block[4:]}\")\n\n# Let's check what get_object_pose returns for 'rack' vs 'stand' vs 'brown shoe'\nfor name in ['rack', 'stand', 'shelf', 'brown shoe']:\n    res_p = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': name, 'return_bbox_extent': True})\n    out = res_p.output.get('native_api_result') if res_p.ok else None\n    if out and out[0] is not None:\n        print(f\"get_object_pose({name}): pos={out[0]['values']}, quat={out[1]['values']}, ext={out[2]['values']}\")\n    else:\n        print(f\"get_object_pose({name}): None\")","codeExcerpt":false,"stdout":"Object 0: exists=1.0, pos=[0.8273322582244873, 2.777130126953125, 0.048407066613435745], rest=[0.9999915361404419, 0.9999834299087524, -0.46629804372787476, -0.004114616196602583, -0.005758253857493401, -0.8846276998519897, -1.0, -1.0]\nObject 1: exists=1.0, pos=[-0.06818071752786636, 0.07469221949577332, 0.05001794546842575], rest=[1.0, 1.0, 0.994209349155426, 7.805932256133019e-08, 0.0, -0.10746049880981445, -1.0, -1.0]\nObject 2: exists=1.0, pos=[-0.2026587724685669, 3.3603272438049316, -0.15000005066394806], rest=[1.0, 1.0, 1.0, 0.0, 0.0, 0.0, -1.0, -1.0]\nObject 3: exists=1.0, pos=[0.20418812334537506, 6.7515482902526855, 0.038217391818761826], rest=[0.9999992847442627, 0.9999111890792847, 0.9759554266929626, 0.001186275971122086, 0.013325774110853672, -0.21797020733356476, -1.0, -1.0]\nObject 4: exists=1.0, pos=[-0.19045443832874298, 3.774824857711792, 0.03822454810142517], rest=[0.9999945163726807, 0.9999179840087891, -0.9602394700050354, 0.003318484639748931, 0.01280954945832491, -0.279177725315094, -1.0, -1.0]\nObject 5: exists=1.0, pos=[-1.1914749145507812, -0.2079654037952423, 0.9663193225860596], rest=[1.0, 1.0, 1.0, 0.0, 0.0, 0.0, -1.0, -1.0]\nget_object_pose(rack): None\nget_object_pose(stand): None\nget_object_pose(shelf): None\nget_object_pose(brown shoe): None\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"rack","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":466.598},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"stand","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":467.135},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"shelf","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":467.712},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"brown shoe","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":468.256}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":17,"at":518.281644,"duration":46.831,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":28,"code":"# Look at the 6 objects in low_dim:\n# Object 0: pos=[0.8273, 2.7771, 0.0484] -> This is the sneaker right next to our right hand! (Our right hand EEF1 is at [0.304, 2.704, 0.662], robot is at [0.0757, 2.8345] facing yaw=1.358 rad ~ +Y, so +X is to our right! And in right_wrist image we see the white/red/green sneaker and part of a grey shelf/rack or something? Wait: in left_wrist and right_wrist images, what is that grey thing at the bottom right of right_wrist and bottom left of left_wrist?)\n# Wait: let's check Object 1, 2, 3, 4, 5!\n# Wait: why are Object 0, 1, 2, 3, 4, 5 at:\n# Wait: are low_dim object positions in WORLD frame or ROBOT RELATIVE frame?!\n# Let's check!\n# In low_dim:\n# Robot pos: [0.0757, 2.8345, 0.00499]\n# Object 4: pos=[-0.19045, 3.7748, 0.0382] -> Compare with Located 'brown shoe': pos=[-0.1965, 3.8123, 0.0451]!\n# YES! low_dim is in WORLD FRAME!\n# Let's check all 6 objects in low_dim in world frame:\n# Object 0: [0.8273, 2.7771, 0.0484] -> Shoe 1 (the sneaker to our right, at x=0.827, y=2.777, z=0.048)\n# Object 1: [-0.06818, 0.07469, 0.0500] -> Shoe 2 (at x=-0.068, y=0.075, z=0.050, behind us!)\n# Object 2: [-0.20266, 3.3603, -0.1500] -> Wait: what is at [-0.20266, 3.3603, -0.1500]? Look at the ego image: on the left wall (x < 0, since robot is at x=0.075, y=2.83 facing +Y, so left of robot is -X, ahead is +Y -> y=3.36 is 0.5m ahead of robot, x=-0.20 is to the left of robot!). That's the grey 2-tier shoe rack/stand on the left in the ego image!\n# Object 3: [0.20419, 6.7515, 0.0382] -> Shoe 3 (further ahead near the door at y=6.75, z=0.038!)\n# Object 4: [-0.19045, 3.7748, 0.0382] -> Shoe 4 (the brown sandal right in front of us at x=-0.190, y=3.775, z=0.038!)\n# Wait: why are there 4 shoes? Let's check their z coordinates:\n# Object 0: z=0.0484, Object 1: z=0.0500 (pair of sneakers/gym shoes? Wait: z=0.0484 and z=0.0500!)\n# Object 3: z=0.0382, Object 4: z=0.0382 (pair of brown sandals! One at [-0.190, 3.775, 0.0382] and one near the door at [0.204, 6.751, 0.0382]!)\n# And what is Object 5: [-1.1915, -0.2080, 0.9663]? Probably a table or hall stand or floor/wall reference.\n\n# Let's check why `locate_object_for_grasp('shoe')` worked!\n# Let's navigate close to Object 4 ([-0.190, 3.775, 0.038]) and grasp it, then place it on the rack (Object 2: [-0.20266, 3.3603])!\n# Wait: before navigating, let's check where the rack (Object 2) is in detail, or what its surface height is!\n# Can we get the point cloud or depth of the rack, or use segment_sam3_point…","codeExcerpt":true,"stdout":"Trace keys: ['action_api_schema', 'agent_context', 'callable_apis', 'configured_apis', 'direct_visual_primitive_surface', 'modality_boundary', 'private_evaluator_exposed', 'prompt', 'prompt_source', 'query', 'route', 'route_capabilities', 'trace_evidence', 'visual_grounding_boundary']\naction_api_schema : {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': 'one caller-parameterized target pose; does not select objects, arms, or actions', 'upstream': 'caller-selected anchor + direction * (distance + extent terms)'}, 'enumerate_capx_objects': {'returns': 'generic object candidates with observation paths and public pose geometry', 'upstream': 'env.get_observation() -> recursively enumerate caller-selectable pose records'}, 'observe_capx_scene': {'returns': 'public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded', 'upstream': 'env.get_observation()'}, 'submit_capx_action': {'returns': 'the public API call result without task-success fields', 'upstream': 'caller-selected public action on caller-selected arm'}}, 'configured_api_classes': {'R1ProControlApi': {'class': 'R1ProControlApi', 'class_doc': 'Robot control helpers for R1Pro.\\n\\nFunctions:\\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\\n  - open_gripper() -> None\\n  - close_gripper() -> None', 'functions': {'breakpoint_code_block': {'doc': 'Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\\n\\nArgs:\\n    None', 'signature': 'breakpoint_code_block()…","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":18,"at":573.724814,"duration":55.443,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":6,"cumulativeToolCalls":34,"code":"# Let's check why get_sam3_mask('stand') had 23466 pixels!\n# Wait: earlier get_sam3_mask('stand') returned 23466, get_sam3_mask('rack') returned 1744!\n# Why did locate_object_for_grasp('rack') and get_object_pose('rack') fail?\n# Because SAM3 server and contact_graspnet server are in `sequential_on_demand` mode, or maybe get_object_pose filtered out objects too close/far or with too few/many points?\n# Wait: let's check what `locate_object_for_grasp` or `get_object_pose` returns for 'shoe rack', 'grey rack', 'grey shelf', 'bench', 'table', 'step'!\n# Even better: we already know the exact 3D coordinates of ALL 6 task objects from `low_dim`!\n# Look at `low_dim` again:\n# Robot: pos = [0.0757, 2.8345, 0.0050], yaw = 1.358 rad (approx 78 deg, facing +Y slightly +X)\n# Object 0: pos = [0.8273, 2.7771, 0.0484] -> Sneaker 1 (visible in right_wrist image, at x=0.827, y=2.777, z=0.0484!)\n# Object 1: pos = [-0.0682, 0.0747, 0.0500] -> Sneaker 2 (at x=-0.068, y=0.075, z=0.0500!)\n# Object 2: pos = [-0.2027, 3.3603, -0.1500] -> Look at ego image AND left_wrist image!\n# In ego image, bottom-left is the grey 2-tier shoe rack/stand against the left wall!\n# In left_wrist image, top-left (y ahead, x left) is the corner of that grey shoe rack!\n# And its center in `low_dim` is x = -0.2027, y = 3.3603! (Wait: why is z = -0.1500? Because in OmniGibson/BEHAVIOR-1K, `stand` / `rack` base link origin is offset by z, or let's check its height by looking at it or querying SAM3 with a text prompt that matches the grey rack!).\n# Object 3: pos = [0.2042, 6.7515, 0.0382] -> Sandal 1 (visible down the hallway near the glass door in ego image!)\n# Object 4: pos = [-0.1905, 3.7748, 0.0382] -> Sandal 2 (visible right in front of us on the floor in ego image!)\n#Wait: what is Object 5 at [-1.1915, -0.2080, 0.9663]? That's in the other room or hallway!\n\n# Let's check if we can navigate to Object 4 (Sandal 2 at [-0.1905, 3.7748, 0.0382]) or Object 0 (Sneaker 1 at [0.8273, 2.7771, 0.0484]) and pick it up!\n# Wait: right now, how far is Object 4 ([-0.1905, 3.7748, 0.0382]) from the robot ([0.0757, 2.8345])?\n# Distance in Y is 3.7748 - 2.8345 = 0.94 meters! That's a bit far for the arm (arm reach is ~0.65m), unless we navigate closer!\n# What about Object 0 ([0.8273, 2.7771, 0.0484])?\n# Distance from robot ([0.0757, 2.8345]) is dx = 0.75m, dy = -0.06m.\n# If we navigate closer to Object 4 first (say to x = 0.15, y = 3.35, yaw = 2.0 rad facing [-0.19, 3.77] and the rack [-0.20, 3.36]), wait:\n# Notice where…","codeExcerpt":true,"stdout":"Not found: grey stand\nFound grey shelf: pos=[0.15601435271920053, 7.768279412932704, 0.35020925284673876], ext=[1.3772409648665536, 0.4736125156011862, 0.02495345835271862]\nNot found: shoe stand\nFound steps: pos=[-0.9171288428908834, 4.0209157405508975, 0.25197370653575357], ext=[0.7689057687537805, 0.47297824136121136, 0.221039224099923]\nFound wall: pos=[1.1137288662602927, 5.185067399159188, 1.2092491947722916], ext=[2.347978440059914, 2.7014523418125838, 0.43036334166299073]\nFound door: pos=[0.19225062216351652, 7.758363770107108, 1.1930842769282843], ext=[2.318138404832313, 1.6030035119399038, 0.04511449378907009]\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"grey stand","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":567.213},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"grey shelf","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[0.15601435271920053,7.768279412932704,0.35020925284673876]},{"shape":[4],"type":"ndarray","values":[-0.7041720612981455,0.7099222062681814,0.01127928585989123,-0.004994681664518321]},{"shape":[3],"type":"ndarray","values":[1.3772409648665536,0.4736125156011862,0.02495345835271862]},{"shape":[1252,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":567.829},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"shoe stand","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":568.374},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"steps","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[-0.9171288428908834,4.0209157405508975,0.25197370653575357]},{"shape":[4],"type":"ndarray","values":[-0.493664925488783,0.501908824152177,-0.49697166094169704,0.5073476537850395]},{"shape":[3],"type":"ndarray","values":[0.7689057687537805,0.47297824136121136,0.221039224099923]},{"shape":[8076,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":569.065},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"wall","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[1.1137288662602927,5.185067399159188,1.2092491947722916]},{"shape":[4],"type":"ndarray","values":[0.7081966351470148,0.035373702035977686,-0.7047378553290976,0.02346875448036442]},{"shape":[3],"type":"ndarray","values":[2.347978440059914,2.7014523418125838,0.43036334166299073]},{"shape":[58062,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":569.789},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"door","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[0.19225062216351652,7.758363770107108,1.1930842769282843]},{"shape":[4],"type":"ndarray","values":[0.4799230177618621,-0.48375136218869036,0.5147441986418151,0.5202854279792294]},{"shape":[3],"type":"ndarray","values":[2.318138404832313,1.6030035119399038,0.04511449378907009]},{"shape":[9599,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":570.454}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":19,"at":654.321582,"duration":80.597,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":36,"code":"# AHA!! Look at `Found steps: pos=[-0.9171288428908834, 4.0209157405508975, 0.25197370653575357], ext=[0.7689057687537805, 0.47297824136121136, 0.221039224099923]`!\n# The grey 2-tier thing on the left wall in the ego image is at x = -0.917, y = 4.021, z = 0.252!\n# Wait: then what is Object 5 at `[-1.1914749145507812, -0.2079654037952423, 0.9663193225860596]` or Object 2 at `[-0.2026587724685669, 3.3603272438049316, -0.15000005066394806]`?\n# Wait: let's check what is at the bottom-right of `right_wrist` image and bottom-left of `left_wrist` image!\n# Look at `right_wrist` image: at the bottom right (which is behind/right of the right hand, around x=0.4..0.6, y=2.3..2.5), there is a grey object!\n# And look at `left_wrist` image: at the top-left (around x=-0.5, y=3.0) AND bottom-left (around x=-0.4, y=2.5), there are grey objects!\n# Wait: why is Object 2 in `low_dim` at `[-0.2026587724685669, 3.3603272438049316, -0.15000005066394806]`?\n# In BEHAVIOR-1K (`putting_shoes_on_rack`), what are the objects in the task definition (BDDL)?\n# In B1K `putting_shoes_on_rack`:\n# Usually there are:\n# - 2 pairs of shoes (4 shoes total: `gym_shoe` x2, `sandal` x2 -> Objects 0, 1, 3, 4!)\n#   Let's check:\n#   Object 0: [0.8273, 2.7771, 0.0484] (gym_shoe_1)\n#   Object 1: [-0.0682, 0.0747, 0.0500] (gym_shoe_2)\n#   Object 3: [0.2042, 6.7515, 0.0382] (sandal_1)\n#   Object 4: [-0.1905, 3.7748, 0.0382] (sandal_2)\n# - `floor` (Object 2: [-0.2027, 3.3603, -0.1500]! Notice its z is -0.15, which is the floor thickness center, and its quaternion is [0,0,0,1]!)\n# - `stand` / `shoe_rack` / `hall_stand` (Object 5: `[-1.1914749145507812, -0.2079654037952423, 0.9663193225860596]`, quat `[0, 0, 0, 1]`!!)\n# HOLD ON!\n# Look at Object 5 in `low_dim`:\n# `pos = [-1.1914749145507812, -0.2079654037952423, 0.9663193225860596]`!\n# Why is Object 5 at x = -1.1915, y = -0.2080, z = 0.9663?!\n# Because the robot starts at x = 0.0757, y = 2.8345, facing yaw = 1.358 (+Y)!\n# So y = -0.2080 is BEHIND the robot!\n# And look at Object 1 (the second gym shoe):\n# `pos = [-0.06818, 0.07469, 0.0500]`!\n# Object 1 is at x = -0.068, y = 0.075, right next to Object 5 (`[-1.1915, -0.2080, 0.9663]`)!\n#WAIT A SECOND!\n# Why is `Found steps: pos=[-0.9171, 4.0209, 0.2520]` in front-left of the robot, while Object 5 in `low_dim` is at `[-1.1915, -0.2080, 0.9663]`?!\n# Wait: what is at `[-0.9171, 4.0209, 0.2520]` in the ego image?\n# Look at the ego image: on the left wall, there is a 2-tier grey shelf/rack (`Found steps: pos=[-0.917…","codeExcerpt":true,"stdout":"Nav result: {'executed': True, 'native_api_result': {'after': [2.8491951525211334e-05, 3.299856185913086, 1.8498853358934921], 'arrived': True, 'before': [0.075703926384449, 2.834552049636841, 1.3580720849043464], 'collision_checks_disabled': True, 'coordinate_frame': 'world', 'distance_error_m': 0.00014660928652916028, 'elapsed_seconds': 15.871403184020892, 'environment_steps': 64, 'executed': True, 'goal': [0.0, 3.3, 1.85], 'held_arms_after': [], 'held_arms_before': [], 'holding_preserved': True, 'moved_m': 0.47141776654300405, 'navigation_attempts': [{'after': [2.8491951525211334e-05, 3.299856185913086, 1.8498853358934921], 'arrived': True, 'attachment_frame_corrections': 0, 'before': [0.075703926384449, 2.834552049636841, 1.3580720849043464], 'collision_checks_disabled': True, 'coordinate_frame': 'world', 'distance_error_m': 0.00014660928652916028, 'elapsed_seconds': 15.870738032041118, 'execution_error': None, 'goal': [0.0, 3.3, 1.85], 'held_collision_arms': [], 'moved_m': 0.47141776654300405, 'native_executor_ok': True, 'planner_calls': [{'any_trajectory_found': True, 'attempts': 1, 'elapsed_seconds': 3.4637719120364636, 'initial_collision_precheck_enabled': False, 'native_valid_query': True, 'planner_collision_checks_disabled': True, 'start_valid': None, 'status': 'success'}], 'progress_m': 0.47141768003920825, 'yaw_error_rad': 0.00011466410650795565}], 'ok': True, 'reason': None, 'recovery': None, 'stage': 'complete', 'yaw_error_rad': 0.00011466410650795565}, 'selected_action': 'navigate_checked'}\nLocate brown shoe: {'executed': True, 'native_api_result': {'located': False, 'next_action': 'Change base/camera view, then localize again', 'reason': 'not_visible_in_current_view'}, 'selected_action': 'locate_object_for_grasp'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"navigate_checked","native_api":true,"parameters":{"goal":[0.0,3.3,1.85],"recover":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"after":[2.8491951525211334e-05,3.299856185913086,1.8498853358934921],"arrived":true,"before":[0.075703926384449,2.834552049636841,1.3580720849043464],"collision_checks_disabled":true,"coordinate_frame":"world","distance_error_m":0.00014660928652916028,"elapsed_seconds":15.871403184020892,"environment_steps":64,"executed":true,"goal":[0.0,3.3,1.85],"held_arms_after":[],"held_arms_before":[],"holding_preserved":true,"moved_m":0.47141776654300405,"navigation_attempts":[{"after":[2.8491951525211334e-05,3.299856185913086,1.8498853358934921],"arrived":true,"attachment_frame_corrections":0,"before":[0.075703926384449,2.834552049636841,1.3580720849043464],"collision_checks_disabled":true,"coordinate_frame":"world","distance_error_m":0.00014660928652916028,"elapsed_seconds":15.870738032041118,"execution_error":null,"goal":[0.0,3.3,1.85],"held_collision_arms":[],"moved_m":0.47141776654300405,"native_executor_ok":true,"planner_calls":[{"any_trajectory_found":true,"attempts":1,"elapsed_seconds":3.4637719120364636,"initial_collision_precheck_enabled":false,"native_valid_query":true,"planner_collision_checks_disabled":true,"start_valid":null,"status":"success"}],"progress_m":0.47141768003920825,"yaw_error_rad":0.00011466410650795565}],"ok":true,"reason":null,"recovery":null,"stage":"complete","yaw_error_rad":0.00011466410650795565},"selected_action":"navigate_checked"},"at":650.458},{"name":"submit_capx_action","arguments":{"action":"locate_object_for_grasp","native_api":true,"parameters":{"object_name":"brown shoe"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"located":false,"next_action":"Change base/camera view, then localize again","reason":"not_visible_in_current_view"},"selected_action":"locate_object_for_grasp"},"at":651.025}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":20,"at":658.373481,"duration":4.052,"title":"The episode stops at its budget limit before another action is executed.","error":"loop budget exhausted: max_total_tokens","budgetStop":true,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":36,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"stop","label":"Budget reached","detail":""}}],"evidenceLevel":"action_trace","reportSha256":"23264949723dc00d6e20655b035d8d6e513e0cb28d3ea66374d50c129b17f183","stats":{"elapsedSeconds":761.8781003952026,"modelCalls":19,"rounds":20,"tokens":602401,"promptTokens":586871,"completionTokens":15530,"codeErrors":11,"toolCalls":36,"environmentSteps":null,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":null,"finalGoalAngleDegrees":null,"actionSubmissions":32},"stopLimits":["max_total_tokens"],"verifier":{"attempted":true,"message":"Official CaP-X task_completed check did not pass.","metadata":{"official_method":"low_level.task_completed","official_reward_available":true,"official_scoring_hidden_from_agent":true,"same_episode_official_object_bound":true,"source":"evaluator_owned_live_same_episode","verifier_available":true},"metrics":{"official_reward":0.0,"official_success":0.0},"ok":false},"callCounts":{"enumerate_capx_objects":1,"submit_capx_action":32,"get_capx_prompt":1,"get_capx_api_trace":1,"observe_capx_scene":1},"videoNote":"Recorded video excerpt; the trace covers the full episode.","timingNote":"Video playback and wall-clock trace time are separate.","unassignedCells":[],"mediaMatchesReport":true,"milestones":[{"index":0,"round":1,"at":30.597588,"label":"Control action","detail":"","kind":"action","score":null},{"index":4,"round":5,"at":152.798486,"label":"Execution error","detail":"","kind":"error","score":null},{"index":5,"round":6,"at":170.67999,"label":"Execution error","detail":"","kind":"error","score":null},{"index":6,"round":7,"at":180.708715,"label":"Execution error","detail":"","kind":"error","score":null},{"index":7,"round":8,"at":193.139646,"label":"Execution error","detail":"","kind":"error","score":null},{"index":8,"round":9,"at":213.702235,"label":"Execution error","detail":"","kind":"error","score":null},{"index":9,"round":10,"at":245.366445,"label":"Execution error","detail":"","kind":"error","score":null},{"index":10,"round":11,"at":272.866925,"label":"Execution error","detail":"","kind":"error","score":null},{"index":11,"round":12,"at":291.639414,"label":"Execution error","detail":"","kind":"error","score":null},{"index":12,"round":13,"at":338.107515,"label":"Execution error","detail":"","kind":"error","score":null},{"index":13,"round":14,"at":381.189677,"label":"Execution error","detail":"","kind":"error","score":null},{"index":19,"round":20,"at":658.373481,"label":"Budget reached","detail":"","kind":"stop","score":null}],"loopBudgets":{"max_turns":24,"timeout_seconds":10800.0},"previewPolicy":"records-only"}
