{"id":"W4-capx_behavior1k-astra-01","model":"GPT-6 Astra","modelKey":"astra","benchmark":"CaPX–BEHAVIOR-1K","taskId":"capx--capx_current_interface_live--test--env_configs-r1pro-b1k_outfit_a_basic_toolbox.yam--0--1cd2784f91bf","instruction":"outfit a basic toolbox","outcome":"budget_exhausted","success":false,"protocol":"RGB-expanded","stats":{"elapsedSeconds":1828.694362,"modelCalls":23,"rounds":24,"tokens":616784,"promptTokens":604383,"completionTokens":12401,"codeErrors":3,"toolCalls":105,"environmentSteps":null,"apiSeconds":409.12,"apiMeanSeconds":17.788,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":null,"finalGoalAngleDegrees":null,"actionSubmissions":100},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":24,"max_primitive_calls":256,"max_total_tokens":640000,"max_verifier_calls":25,"max_rounds":24,"timeout_seconds":10800.0},"stopLimits":["max_total_tokens"],"verifier":{"attempted":true,"message":"Official CaP-X task_completed check did not pass.","metadata":{"official_method":"low_level.task_completed","official_reward_available":true,"official_scoring_hidden_from_agent":true,"same_episode_official_object_bound":true,"source":"evaluator_owned_live_same_episode","verifier_available":true},"metrics":{"official_reward":0.0,"official_success":0.0},"ok":false},"callCounts":{"enumerate_capx_objects":3,"submit_capx_action":100,"observe_capx_scene":2},"video":"assets/model-cases/W4-capx_behavior1k-astra-01/clip.mp4","poster":"assets/model-cases/W4-capx_behavior1k-astra-01/poster.webp","mediaKind":"Recorded video excerpt","videoNote":"Recorded video excerpt; the trace covers the full episode.","evidenceLevel":"action_trace","timingNote":"Video playback and wall-clock trace time are separate.","recordId":"9452eaf2692b4c29140b","reportSha256":"66abac85ea1c7f33a9428f0cee9d88e0789d5cd029552da4c2c3c6f6b0cd1b2a","steps":[{"round":1,"at":108.48036,"duration":108.48,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: unindent does not match any outer indentation level (<unknown>, line 58)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":2,"at":181.024395,"duration":72.544,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":3,"at":215.591305,"duration":34.567,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":4,"at":252.831553,"duration":37.24,"title":"Execution error; inspect the returned feedback.","error":"agent_code_contract_error: unknown native primitive 'locate_object_for_grasp'","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":5,"at":272.202432,"duration":19.371,"title":"capx action · enumerate capx objects","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":9,"cumulativeToolCalls":9,"code":"for label in [\"toolbox\", \"hammer\", \"screwdriver\", \"wrench\", \"pliers\", \"tape measure\", \"drill\", \"saw\"]:\n    r = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': label, 'return_bbox_extent': True})\n    print(label, r.ok)\n    if r.ok:\n        print(r.output)\nr = primitives.call(name='enumerate_capx_objects', agent_context=None)\nprint(\"objects\", r.ok)\nprint(r.output if r.ok else \"failed\")","codeExcerpt":false,"stdout":"toolbox True\n{'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-a27d64864f2948ddbcb816379bb0fbc2', 'shape': [3], 'type': 'ndarray', 'values': [21.960646929544996, 1.3449577983045231, 1.1255715307965657]}, {'native_value_handle': 'capx-value-3bd9eab0bf5546e7b0d86b5f27f21d2e', 'shape': [4], 'type': 'ndarray', 'values': [0.2882705779354997, 0.84787735961664, -0.37364003792925826, -0.2416550827159865]}, {'native_value_handle': 'capx-value-7dcf0a4ae4c0427a8191041bd643b851', 'shape': [3], 'type': 'ndarray', 'values': [0.9394403694330686, 0.3709750190290209, 0.34481986141646453]}, {'native_value_handle': 'capx-value-fd2a1a9dff2146f7af85ffad017112f4', 'shape': [2063, 3], 'type': 'ndarray'}, {'native_value_handle': 'capx-value-f080b3cf181045f8827dcbb38c004a26', 'type': 'OrientedBoundingBox'}], 'selected_action': 'get_object_pose'}\nhammer True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nscrewdriver True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nwrench True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\npliers True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\ntape measure True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\ndrill True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nsaw True\n{'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nobjects True\n{'action_api_schema': {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': …","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[21.960646929544996,1.3449577983045231,1.1255715307965657]},{"shape":[4],"type":"ndarray","values":[0.2882705779354997,0.84787735961664,-0.37364003792925826,-0.2416550827159865]},{"shape":[3],"type":"ndarray","values":[0.9394403694330686,0.3709750190290209,0.34481986141646453]},{"shape":[2063,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":263.295},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":264.096},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"screwdriver","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":264.674},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"wrench","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":265.369},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"pliers","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":266.11},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"tape measure","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":266.671},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"drill","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":267.234},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"saw","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":268.149},{"name":"enumerate_capx_objects","arguments":{},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"objects":[],"private_evaluator_exposed":false,"query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"outfit_a_basic_toolbox","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":268.216}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":6,"at":327.411937,"duration":55.21,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":13,"cumulativeToolCalls":22,"code":"names = [\"toolbox\", \"red toolbox\", \"tool box\", \"hammer\", \"screwdriver\", \"wrench\", \"pliers\"]\nposes = {}\nfor name in names:\n    r = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name':name,'return_bbox_extent':True})\n    if r.ok and r.output is not None:\n        poses[name] = r.output\n        print(name, \"FOUND\")\n    else:\n        print(name, \"not found\")\nprint(\"count\", len(poses))\nfor name in [\"toolbox\", \"red toolbox\", \"hammer\", \"screwdriver\", \"wrench\", \"pliers\"]:\n    r = primitives.call(name='submit_capx_action', action='sample_grasp_pose', native_api=True, parameters={'object_name':name})\n    print(\"grasp\", name, r.ok, r.output is not None if r.ok else False)\n    if r.ok and r.output is not None:\n        print(name, r.output)","codeExcerpt":false,"stdout":"toolbox FOUND\nred toolbox FOUND\ntool box FOUND\nhammer FOUND\nscrewdriver FOUND\nwrench FOUND\npliers FOUND\ncount 7\ngrasp toolbox True True\ntoolbox {'executed': True, 'native_api_result': [None, None], 'selected_action': 'sample_grasp_pose'}\ngrasp red toolbox True True\nred toolbox {'executed': True, 'native_api_result': [[[{'native_value_handle': 'capx-value-8fbe3c3eac5c49958775694f38e26efc', 'shape': [3], 'type': 'ndarray', 'values': [22.02581582462045, 1.2132529724273213, 1.562443543023055]}, {'native_value_handle': 'capx-value-9ddb1a6c553e4107a6e2e18f765af7b1', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-c8e5aec1775f49d4bd47c4e37f6f26ff', 'shape': [3], 'type': 'ndarray', 'values': [22.30080795288086, 1.2893997430801392, 1.1962112188339233]}, {'native_value_handle': 'capx-value-304e748402d541b281766c0d21019649', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-21ea062b53214285bcde58b6d46234aa', 'shape': [3], 'type': 'ndarray', 'values': [22.02581582462045, 1.2132529724273213, 1.293672848290389]}, {'native_value_handle': 'capx-value-c33f609063e7449fbe5e55847825e2cc', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-753de3eb9a9a4e36842e217723ee182c', 'shape': [3], 'type': 'ndarray', 'values': [22.22967529296875, 1.2191483974456787, 1.198432207107544]}, {'native_value_handle': 'capx-value-7f67a568317b4e9d87662a500ff8fe17', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]], 'selected_action': 'sample_grasp_pose'}\ngrasp hammer True True\nhammer {'executed': True, 'native_api_result': [[[{'native_value_handle': 'capx-value-ed07f920a64a46e2a9c1420e3a298866', 'shape': [3], 'type': 'ndarray', 'values': [22.060460834244022, -0.6654917610835671, 1.3400769101783112]}, {'native_value_handle': 'capx-value-c1294e055eff46778d37d2343c202e0d', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-7fad769ec2884ca1ba1a26ce4ee248d1', 'shape': [3], 'type': 'ndarray', 'values': [22.077144622802734, -0.6069933176040649, 1.2412190437316895]}, {'native_value_handle': 'capx-value-7523f7cb8f2445edb9e85ad721f2afcd', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-8d18a69c32184c71abf1eb7dcf6bd739', 'shape': [3], 'type': 'ndarray', 'values': [22.060460834244022, -0.6654917610835671, 1.071306215445…","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":287.74},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"red toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.02581582462045,1.2132529724273213,1.1403637019479615]},{"shape":[4],"type":"ndarray","values":[0.03891480086397013,0.9152852492707839,-0.35039352827625364,-0.19484077110080167]},{"shape":[3],"type":"ndarray","values":[0.7251841114420405,0.30601972604382754,0.30661829268485463]},{"shape":[2091,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":288.51},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"tool box","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":289.087},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.060460834244022,-0.6654917610835671,1.015037195259786]},{"shape":[4],"type":"ndarray","values":[0.2148335150905404,0.6966518563871168,0.20387059072879607,-0.6534214061554141]},{"shape":[3],"type":"ndarray","values":[0.1996950898796302,0.11317896250594098,0.1125380403717183]},{"shape":[245,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":289.949},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"screwdriver","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":290.588},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"wrench","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":291.24},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"pliers","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":291.978},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"toolbox"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":292.636},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"red toolbox"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.02581582462045,1.2132529724273213,1.562443543023055]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[22.30080795288086,1.2893997430801392,1.1962112188339233]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.02581582462045,1.2132529724273213,1.293672848290389]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[22.22967529296875,1.2191483974456787,1.198432207107544]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":296.867},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"hammer"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.060460834244022,-0.6654917610835671,1.3400769101783112]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[22.077144622802734,-0.6069933176040649,1.2412190437316895]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.060460834244022,-0.6654917610835671,1.0713062154456452]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[22.058977127075195,-0.6233404874801636,1.1442514657974243]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":309.785},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"screwdriver"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":322.315},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"wrench"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":322.874},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"pliers"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":323.479}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":7,"at":465.642552,"duration":138.231,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":24,"code":"def call(action, parameters):\n    r = primitives.call(name='submit_capx_action', action=action, native_api=True, parameters=parameters)\n    if not r.ok:\n        print(action, \"failed\", r.output)\n        return None\n    return r.output.get('native_api_result')\ndef values(v):\n    if isinstance(v, dict) and 'values' in v:\n        return v['values']\n    return v\nfor n in ['red toolbox','hammer','screwdriver','wrench','pliers']:\n    data = poses[n]['native_api_result'] if n in poses else None\n    if data:\n        print(n, [values(v) for v in data[:3]])\nprint(\"robot\",call('get_robot_position',{}))\nr = call('navigate_to_pose', {'pose_2d':[22.8,-0.65,3.14159]})\nprint(\"navigate\",r)","codeExcerpt":false,"stdout":"red toolbox [[22.02581582462045, 1.2132529724273213, 1.1403637019479615], [0.03891480086397013, 0.9152852492707839, -0.35039352827625364, -0.19484077110080167], [0.7251841114420405, 0.30601972604382754, 0.30661829268485463]]\nhammer [[22.060460834244022, -0.6654917610835671, 1.015037195259786], [0.2148335150905404, 0.6966518563871168, 0.20387059072879607, -0.6534214061554141], [0.1996950898796302, 0.11317896250594098, 0.1125380403717183]]\nscrewdriver [None, None, None]\nwrench [None, None, None]\npliers [None, None, None]\nrobot [{'native_value_handle': 'capx-value-8d1c650a8ad548f180425dd4e51084d6', 'shape': [3], 'type': 'ndarray', 'values': [23.578794479370117, -0.8064541816711426, 0.0056871771812438965]}, {'native_value_handle': 'capx-value-43292c7d5d36439ab57097a92ebe0f5b', 'shape': [4], 'type': 'ndarray', 'values': [0.0003688819706439972, -0.0026847654953598976, 0.9977708458900452, 0.06667827814817429]}, {'native_value_handle': 'capx-value-70764da756b94e549360516a753ff15a', 'shape': [], 'type': 'ndarray', 'values': 3.008139495183135}]\nnavigate True\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_robot_position","native_api":true,"parameters":{}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[23.578794479370117,-0.8064541816711426,0.0056871771812438965]},{"shape":[4],"type":"ndarray","values":[0.0003688819706439972,-0.0026847654953598976,0.9977708458900452,0.06667827814817429]},{"shape":[],"type":"ndarray","values":3.008139495183135}],"selected_action":"get_robot_position"},"at":342.353},{"name":"submit_capx_action","arguments":{"action":"navigate_to_pose","native_api":true,"parameters":{"pose_2d":[22.8,-0.65,3.14159]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":true,"selected_action":"navigate_to_pose"},"at":461.933}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":8,"at":478.810575,"duration":13.168,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":1,"cumulativeToolCalls":25,"code":"s = call('sample_grasp_pose',{'object_name':'hammer'})\nprint(\"candidates\", s)\nif s and s[0]:\n    pre = [values(v) for v in s[0][0]]\n    grasp = [values(v) for v in s[1][0]]\n    print(\"grasp result\",call('grasp_object',{'pregrasp_pose':pre,'grasp_pose':grasp,'object_name':'hammer','arm':0,'max_steps':40}))","codeExcerpt":false,"stdout":"candidates [None, None]\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"hammer"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":475.078}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":9,"at":509.31806,"duration":30.507,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":25,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":10,"at":574.289103,"duration":64.971,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":28,"code":"hammer_pre = ([22.023044554454405, -0.65122331694572, 1.3538748729236965], [0.0, 0.0, 0.0, 1.0])\nhammer_grasp = ([21.997556686401367, -0.587113082408905, 1.2438279390335083], [0.0, 0.0, 0.0, 1.0])\nr = primitives.call(name='submit_capx_action', action='grasp_object', native_api=True, parameters={'pregrasp_pose':hammer_pre,'grasp_pose':hammer_grasp,'object_name':'hammer','arm':0,'max_steps':40})\nprint(r.ok, r.output if r.ok else \"grasp failed\")\nif r.ok:\n    r2 = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':0})\n    print(\"held\", r2.ok, r2.output if r2.ok else \"check failed\")\n    target = ([22.02581582462045, 1.2132529724273213, 1.30], [0.0,0.0,0.0,1.0])\n    r3 = primitives.call(name='submit_capx_action', action='place_object_checked', native_api=True, parameters={'target_pose':target,'preplace_pose':None,'arm':0,'max_steps':40})\n    print(\"placed\", r3.ok, r3.output if r3.ok else \"place failed\")","codeExcerpt":false,"stdout":"True {'executed': True, 'native_api_result': {'executed': True, 'grasped': False, 'reason': 'measured_pose_not_reached', 'stage': 'approach', 'stages': [{'arrived': False, 'attempts': [{'actual_position': [22.08880615234375, -0.5944805145263672, 1.4551928043365479], 'joint_target_reached': False, 'orientation_error_rad': 0.19745697146411448, 'position_error_m': 0.13345282540711126}, {'actual_position': [22.033199310302734, -0.6053442358970642, 1.3835277557373047], 'joint_target_reached': False, 'orientation_error_rad': 0.2791586896392191, 'position_error_m': 0.055563500639951545}], 'executed': True, 'orientation_error_rad': 0.2791586896392191, 'position_error_m': 0.055563500639951545, 'reason': 'measured_pose_not_reached', 'requested_position': [22.023044554454405, -0.65122331694572, 1.3538748729236965], 'requested_quaternion_xyzw': [0.0, 0.0, 0.0, 1.0], 'stage': 'approach'}]}, 'selected_action': 'grasp_object'}\nheld True {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\nplaced True {'executed': True, 'native_api_result': {'executed': False, 'reason': 'no_object_held', 'released': False, 'stage': 'precondition'}, 'selected_action': 'place_object_checked'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"grasp_object","native_api":true,"parameters":{"arm":0,"grasp_pose":[[21.997556686401367,-0.587113082408905,1.2438279390335083],[0.0,0.0,0.0,1.0]],"max_steps":40,"object_name":"hammer","pregrasp_pose":[[22.023044554454405,-0.65122331694572,1.3538748729236965],[0.0,0.0,0.0,1.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"executed":true,"grasped":false,"reason":"measured_pose_not_reached","stage":"approach","stages":[{"arrived":false,"attempts":[{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.19745697146411448,"position_error_m":0.13345282540711126},{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.2791586896392191,"position_error_m":0.055563500639951545}],"executed":true,"orientation_error_rad":0.2791586896392191,"position_error_m":0.055563500639951545,"reason":"measured_pose_not_reached","requested_position":[22.023044554454405,-0.65122331694572,1.3538748729236965],"requested_quaternion_xyzw":[0.0,0.0,0.0,1.0],"stage":"approach"}]},"selected_action":"grasp_object"},"at":557.97},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":564.485},{"name":"submit_capx_action","arguments":{"action":"place_object_checked","native_api":true,"parameters":{"arm":0,"max_steps":40,"preplace_pose":null,"target_pose":[[22.02581582462045,1.2132529724273213,1.3],[0.0,0.0,0.0,1.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"executed":false,"reason":"no_object_held","released":false,"stage":"precondition"},"selected_action":"place_object_checked"},"at":570.915}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":11,"at":589.16064,"duration":14.872,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":31,"code":"r = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name':'hammer','return_bbox_extent':True})\nprint(\"hammer_pose\", r.ok, r.output if r.ok else None)\nb = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name':'red toolbox','return_bbox_extent':True})\nprint(\"box_pose\", b.ok, b.output if b.ok else None)\ns = primitives.call(name='submit_capx_action', action='sample_grasp_pose', native_api=True, parameters={'object_name':'hammer'})\nprint(\"sample\", s.ok, s.output if s.ok else None)","codeExcerpt":false,"stdout":"hammer_pose True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nbox_pose True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nsample True {'executed': True, 'native_api_result': [None, None], 'selected_action': 'sample_grasp_pose'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":584.01},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"red toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":584.777},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"hammer"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":585.567}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":12,"at":634.966653,"duration":45.806,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":5,"cumulativeToolCalls":36,"code":"r = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.0332,-0.6053,1.3835],[0.0,0.0,0.0,1.0]),'arm':0,'max_steps':60,'position_tolerance':0.08,'orientation_tolerance':0.5})\nprint(\"approach\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.015,-0.5925,1.2455],[0.0,0.0,0.0,1.0]),'arm':0,'max_steps':60,'position_tolerance':0.08,'orientation_tolerance':0.5})\nprint(\"descend\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='close_gripper', native_api=True, parameters={'arm':0})\nprint(\"close\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':0})\nprint(\"held\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.02,-0.60,1.38],[0.0,0.0,0.0,1.0]),'arm':0,'max_steps':60,'position_tolerance':0.1,'orientation_tolerance':0.5})\nprint(\"lift\",r.ok,r.output if r.ok else None)","codeExcerpt":false,"stdout":"approach False None\ndescend False None\nclose True {'executed': True, 'native_api_result': None, 'selected_action': 'close_gripper'}\nheld True {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\nlift False None\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":0,"max_steps":60,"orientation_tolerance":0.5,"position_tolerance":0.08,"target_pose":[[22.0332,-0.6053,1.3835],[0.0,0.0,0.0,1.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":610.012},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":0,"max_steps":60,"orientation_tolerance":0.5,"position_tolerance":0.08,"target_pose":[[22.015,-0.5925,1.2455],[0.0,0.0,0.0,1.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":610.016},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":623.131},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":630.246},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":0,"max_steps":60,"orientation_tolerance":0.5,"position_tolerance":0.1,"target_pose":[[22.02,-0.6,1.38],[0.0,0.0,0.0,1.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":630.25}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":13,"at":705.234758,"duration":70.268,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":7,"cumulativeToolCalls":43,"code":"for name in [\"pliers\",\"yellow pliers\",\"toolbox\",\"red toolbox\",\"hammer\",\"screwdriver\",\"wrench\"]:\n    r = primitives.call(name='submit_capx_action', action='sample_grasp_pose', native_api=True, parameters={'object_name':name})\n    print(name, r.ok, r.output if r.ok else None)","codeExcerpt":false,"stdout":"pliers True {'executed': True, 'native_api_result': [[[{'native_value_handle': 'capx-value-3c8c5e865f22417f839068779ab2c563', 'shape': [3], 'type': 'ndarray', 'values': [22.0775969618509, -0.2821264332985537, 1.2071629599155205]}, {'native_value_handle': 'capx-value-f5ffa22f94d044b8a0c0e4d9c04301ec', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-9dffd66c4290403bbcf4f40e92ab0a0c', 'shape': [3], 'type': 'ndarray', 'values': [22.0775969618509, -0.2821264332985537, 0.9383922651828545]}, {'native_value_handle': 'capx-value-0fd096a40d78476d894c764ee94ca312', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]], 'selected_action': 'sample_grasp_pose'}\nyellow pliers True {'executed': True, 'native_api_result': [[[{'native_value_handle': 'capx-value-de4ada7c976947498875244e186b8fc9', 'shape': [3], 'type': 'ndarray', 'values': [22.079569375584928, -0.28346394896978255, 1.2074767366740375]}, {'native_value_handle': 'capx-value-a11354f14d094d3fbe81c98b671db58b', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-9fe0b89b07764ddfb7426721898f67dd', 'shape': [3], 'type': 'ndarray', 'values': [22.079569375584928, -0.28346394896978255, 0.9387060419413715]}, {'native_value_handle': 'capx-value-e1837dbec03143b8ba613f33757e6a28', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]], 'selected_action': 'sample_grasp_pose'}\ntoolbox True {'executed': True, 'native_api_result': [None, None], 'selected_action': 'sample_grasp_pose'}\nred toolbox True {'executed': True, 'native_api_result': [None, None], 'selected_action': 'sample_grasp_pose'}\nhammer True {'executed': True, 'native_api_result': [None, None], 'selected_action': 'sample_grasp_pose'}\nscrewdriver True {'executed': True, 'native_api_result': [[[{'native_value_handle': 'capx-value-c5bb8f324d5d4d97956d6bea1c49f4be', 'shape': [3], 'type': 'ndarray', 'values': [22.077635714489652, -0.2821109653099161, 1.2073602885634926]}, {'native_value_handle': 'capx-value-85ca60f700ce4a8d9fab1155ef759c1e', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-8e07eb15daa94266896a2d909cd51118', 'shape': [3], 'type': 'ndarray', 'values': [22.077635714489652, -0.2821109653099161, 0.9385895938308265]}, {'native_value_handle': 'capx-value-64ca6365167841caaab2d2c567b35a41', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]], 'selected_…","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"pliers"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.0775969618509,-0.2821264332985537,1.2071629599155205]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.0775969618509,-0.2821264332985537,0.9383922651828545]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":654.592},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"yellow pliers"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.079569375584928,-0.28346394896978255,1.2074767366740375]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.079569375584928,-0.28346394896978255,0.9387060419413715]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":672.778},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"toolbox"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":683.982},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"red toolbox"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":684.824},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"hammer"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":685.567},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"screwdriver"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.077635714489652,-0.2821109653099161,1.2073602885634926]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.077635714489652,-0.2821109653099161,0.9385895938308265]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":692.443},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"wrench"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":701.556}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":14,"at":770.108467,"duration":64.874,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":1,"cumulativeToolCalls":44,"code":"print(call('grasp_object', {'pregrasp_pose':[[22.078,-0.282,1.207],[1,0,0,0]],'grasp_pose':[[22.078,-0.282,0.939],[1,0,0,0]],'object_name':'pliers','arm':1,'max_steps':40}))","codeExcerpt":false,"stdout":"{'executed': True, 'grasped': False, 'reason': 'measured_pose_not_reached', 'stage': 'approach', 'stages': [{'arrived': False, 'attempts': [{'actual_position': [22.10555648803711, -0.26239296793937683, 1.1505504846572876], 'joint_target_reached': False, 'orientation_error_rad': 0.1836127677036842, 'position_error_m': 0.06580534569161399}, {'actual_position': [22.06507110595703, -0.2994581460952759, 1.1980706453323364], 'joint_target_reached': False, 'orientation_error_rad': 0.2603354951165709, 'position_error_m': 0.02348779557640992}], 'executed': True, 'orientation_error_rad': 0.2603354951165709, 'position_error_m': 0.02348779557640992, 'reason': 'measured_pose_not_reached', 'requested_position': [22.078, -0.282, 1.207], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0], 'stage': 'approach'}]}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"grasp_object","native_api":true,"parameters":{"arm":1,"grasp_pose":[[22.078,-0.282,0.939],[1,0,0,0]],"max_steps":40,"object_name":"pliers","pregrasp_pose":[[22.078,-0.282,1.207],[1,0,0,0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"executed":true,"grasped":false,"reason":"measured_pose_not_reached","stage":"approach","stages":[{"arrived":false,"attempts":[{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.1836127677036842,"position_error_m":0.06580534569161399},{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.2603354951165709,"position_error_m":0.02348779557640992}],"executed":true,"orientation_error_rad":0.2603354951165709,"position_error_m":0.02348779557640992,"reason":"measured_pose_not_reached","requested_position":[22.078,-0.282,1.207],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0],"stage":"approach"}]},"selected_action":"grasp_object"},"at":766.643}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":15,"at":842.356329,"duration":72.248,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":48,"code":"r = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.0651,-0.2995,1.1981],[1.0,0.0,0.0,0.0]),'arm':1,'max_steps':40,'position_tolerance':0.03,'orientation_tolerance':0.35})\nprint(r.ok, r.output if r.ok else \"failed\")\nr = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.0796,-0.2835,0.9387],[1.0,0.0,0.0,0.0]),'arm':1,'max_steps':40,'position_tolerance':0.03,'orientation_tolerance':0.35})\nprint(r.ok, r.output if r.ok else \"failed\")\nr = primitives.call(name='submit_capx_action', action='close_gripper', native_api=True, parameters={'arm':1})\nprint(r.ok)\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':1})\nprint(r.ok, r.output if r.ok else \"failed\")","codeExcerpt":false,"stdout":"True {'executed': True, 'native_api_result': {'arrived': True, 'attempts': [{'actual_position': [22.103002548217773, -0.3115384578704834, 1.153700828552246], 'joint_target_reached': False, 'orientation_error_rad': 0.20014419541533024, 'position_error_m': 0.059605486782233444}, {'actual_position': [22.08277702331543, -0.29648256301879883, 1.2189714908599854], 'joint_target_reached': False, 'orientation_error_rad': 0.27216991066273677, 'position_error_m': 0.02751728929142881}], 'executed': True, 'orientation_error_rad': 0.27216991066273677, 'position_error_m': 0.02751728929142881, 'reason': None, 'requested_position': [22.0651, -0.2995, 1.1981], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0]}, 'selected_action': 'move_hand_checked'}\nTrue {'executed': True, 'native_api_result': {'arrived': False, 'attempts': [{'actual_position': [22.148662567138672, -0.29011237621307373, 0.9604333639144897], 'joint_target_reached': False, 'orientation_error_rad': 0.19818852291305444, 'position_error_m': 0.0727028252959026}, {'actual_position': [22.115238189697266, -0.27817270159721375, 0.9860514402389526], 'joint_target_reached': False, 'orientation_error_rad': 0.26475520933937985, 'position_error_m': 0.0595031055145341}], 'executed': True, 'orientation_error_rad': 0.26475520933937985, 'position_error_m': 0.0595031055145341, 'reason': 'measured_pose_not_reached', 'requested_position': [22.0796, -0.2835, 0.9387], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0]}, 'selected_action': 'move_hand_checked'}\nTrue\nTrue {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":40,"orientation_tolerance":0.35,"position_tolerance":0.03,"target_pose":[[22.0651,-0.2995,1.1981],[1.0,0.0,0.0,0.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"arrived":true,"attempts":[{"actual_position":[22.103002548217773,-0.3115384578704834,1.153700828552246],"joint_target_reached":false,"orientation_error_rad":0.20014419541533024,"position_error_m":0.059605486782233444},{"actual_position":[22.08277702331543,-0.29648256301879883,1.2189714908599854],"joint_target_reached":false,"orientation_error_rad":0.27216991066273677,"position_error_m":0.02751728929142881}],"executed":true,"orientation_error_rad":0.27216991066273677,"position_error_m":0.02751728929142881,"reason":null,"requested_position":[22.0651,-0.2995,1.1981],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0]},"selected_action":"move_hand_checked"},"at":807.211},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":40,"orientation_tolerance":0.35,"position_tolerance":0.03,"target_pose":[[22.0796,-0.2835,0.9387],[1.0,0.0,0.0,0.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"arrived":false,"attempts":[{"actual_position":[22.148662567138672,-0.29011237621307373,0.9604333639144897],"joint_target_reached":false,"orientation_error_rad":0.19818852291305444,"position_error_m":0.0727028252959026},{"actual_position":[22.115238189697266,-0.27817270159721375,0.9860514402389526],"joint_target_reached":false,"orientation_error_rad":0.26475520933937985,"position_error_m":0.0595031055145341}],"executed":true,"orientation_error_rad":0.26475520933937985,"position_error_m":0.0595031055145341,"reason":"measured_pose_not_reached","requested_position":[22.0796,-0.2835,0.9387],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0]},"selected_action":"move_hand_checked"},"at":830.874},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":831.944},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":838.734}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":16,"at":882.935388,"duration":40.579,"title":"capx action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":52,"code":"r = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.1152,-0.2782,0.9861],[1.0,0.0,0.0,0.0]),'arm':1,'max_steps':60,'position_tolerance':0.08,'orientation_tolerance':0.35})\nprint(\"near\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='close_gripper', native_api=True, parameters={'arm':1})\nprint(\"close\",r.ok)\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':1})\nprint(\"held\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='lift_arm', native_api=True, parameters={'arm':1})\nprint(\"lift\",r.ok,r.output if r.ok else None)","codeExcerpt":false,"stdout":"near False None\nclose True\nheld True {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\nlift True {'executed': True, 'native_api_result': None, 'selected_action': 'lift_arm'}\n","feedback":{},"calls":[{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":60,"orientation_tolerance":0.35,"position_tolerance":0.08,"target_pose":[[22.1152,-0.2782,0.9861],[1.0,0.0,0.0,0.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":857.503},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":871.336},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":878.149},{"name":"submit_capx_action","arguments":{"action":"lift_arm","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"lift_arm"},"at":879.377}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":17,"at":924.973589,"duration":42.038,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":18,"at":970.098988,"duration":45.125,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":19,"at":1027.269812,"duration":57.171,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":20,"at":1089.616322,"duration":62.347,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":21,"at":1422.176561,"duration":332.56,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":22,"at":1514.067795,"duration":91.891,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":23,"at":1559.414779,"duration":45.347,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":24,"at":1571.886016,"duration":12.471,"title":"The episode stops at its budget limit before another action is executed.","error":"loop budget exhausted: max_total_tokens","budgetStop":true,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":52,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"stop","label":"Budget reached","detail":""}}],"unassignedCells":[{"code":"r = primitives.call(name='enumerate_capx_objects', agent_context=None)\nprint(r.ok)\nprint(r.output if r.ok else \"failed\")\nfor name in [\"toolbox\", \"tool box\", \"toolkit\", \"hammer\", \"screwdriver\", \"wrench\", \"pliers\", \"tape measure\", \"drill\", \"saw\"]:\n    q = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name': name, 'return_bbox_extent': True})\n    print(name, q.ok, q.output if q.ok else None)\nr = primitives.call(name='observe_capx_scene', agent_context=None, prompt='Identify the toolbox and every hand tool visible in the scene.', query=None)\nprint(r.ok)\nprint(r.output if r.ok else \"failed\")","calls":[{"name":"enumerate_capx_objects","arguments":{},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"objects":[],"private_evaluator_exposed":false,"query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"outfit_a_basic_toolbox","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":122.488},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.021098730900913,1.2162009897783475,1.1275444372012717]},{"shape":[4],"type":"ndarray","values":[-0.3907824714912502,0.8229172348972161,-0.4122384706249426,0.012479095364601142]},{"shape":[3],"type":"ndarray","values":[0.7230099967325903,0.34996054971122514,0.3535789970958455]},{"shape":[1986,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":131.783},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"tool box","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.023089354124473,1.2153710960559254,1.1303272211771087]},{"shape":[4],"type":"ndarray","values":[-0.41514668564383156,0.8094626381706704,-0.41478501399351086,0.019412855820902516]},{"shape":[3],"type":"ndarray","values":[0.723937868225347,0.3504496235055389,0.3517765587276135]},{"shape":[1989,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":132.488},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolkit","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":133.196},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[21.868781422359028,-0.6387161697486785,0.9667979580915314]},{"shape":[4],"type":"ndarray","values":[0.6912210385805406,0.7120229157024063,-0.12054264345363606,0.026576577046199177]},{"shape":[3],"type":"ndarray","values":[0.5441568311433425,0.21123690804116546,0.11502237360351303]},{"shape":[282,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":133.943},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"screwdriver","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":134.559},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"wrench","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":135.128},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"pliers","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":135.82},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"tape measure","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.08495726037031,-0.3130751627914216,0.9288060293440725]},{"shape":[4],"type":"ndarray","values":[-0.0011983239058097987,0.9673765983971371,-0.2531768023262267,0.009087775154988265]},{"shape":[3],"type":"ndarray","values":[0.27207126725512915,0.11499280861732726,0.024191748263476642]},{"shape":[176,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":136.634},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"drill","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":137.25},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"saw","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":137.891},{"name":"observe_capx_scene","arguments":{"prompt":"Identify the toolbox and every hand tool visible in the scene.","query":null},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":true,"modality_boundary":{"mode":"raw_visual_frames_and_structured_perception","raw_visual_frames_available":true,"source":"injected_upstream_live_observation","visual_frame_count":14},"observation":{"external":{},"robot_mrsgod":{"proprio":[0.013162578456103802,-5.109019184601493e-06,-0.00020408550335559994,-5.164026879356243e-05,-7.78567700763233e-05,6.735026545356959e-05,-1.7956189140022616e-06,0.9999133944511414,1.0,1.0,1.0,1.0,1.0,1.0,-0.11647987365722656,0.2519950866699219,0.6540438532829285,0.000142009012051858,0.9977412819862366,6.1178575379017275e-06,0.0671742707490921,0.02999981679022312,0.030000727623701096,-1.0,"…"]},"task":{"low_dim":[1.0,23.57878303527832,-0.8064360618591309,0.005012154579162598,0.9999990463256836,0.9999995231628418,-0.9911102056503296,-0.0013647074811160564,0.000967597181443125,0.1330433338880539,1.0,22.056411743164062,-0.6505792140960693,1.0259225368499756,1.0,1.0,-0.7780887484550476,2.0480146645240893e-07,-3.814697265625e-06,-0.6281543374061584,-1.0,-1.0,1.0,23.395309448242188,"…"]}},"observation_keys":["external","robot_mrsgod","task"],"private_evaluator_exposed":false,"prompt":"Identify the toolbox and every hand tool visible in the scene.","prompt_source":"request.prompt","query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"outfit_a_basic_toolbox","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_evidence_refs":[{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[480,480]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[480,480,4]}],"visual_frames":[{"data":[[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],[825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,825831922,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.5739443302154541,0.5739534497261047,0.5739625692367554,0.5739716291427612,0.5739806294441223,0.5739898085594177,0.5739989280700684,0.574008047580719,0.5740171074867249,0.5740262269973755,0.5740354061126709,0.5740445256233215,0.5740536451339722,0.5740626454353333,0.5740717649459839,0.5740808844566345,0.5740900039672852,0.574099063873291,0.5741081237792969,0.5741173028945923,0.5741263628005981,0.5741355419158936,0.5741446614265442,0.5741536617279053,"…"],[0.5744965672492981,0.574505627155304,0.5745148658752441,0.57452392578125,0.5745329856872559,0.5745421648025513,0.5745512843132019,0.5745604038238525,0.574569582939148,0.5745787024497986,0.5745877623558044,0.5745969414710999,0.5746060609817505,0.5746151208877563,0.5746243000030518,0.5746333599090576,0.5746424794197083,0.5746517181396484,0.5746607184410095,0.5746698379516602,0.5746790170669556,0.5746881365776062,0.5746972560882568,0.5747063755989075,"…"],[0.575049877166748,0.5750590562820435,0.5750681161880493,0.5750772953033447,0.5750864148139954,0.5750955939292908,0.5751047730445862,0.5751138925552368,0.5751230120658875,0.5751321911811829,0.5751413106918335,0.5751504302024841,0.5751596689224243,0.5751686692237854,0.5751778483390808,0.5751870274543762,0.5751960873603821,0.5752052664756775,0.5752143859863281,0.5752235651016235,0.5752326250076294,0.5752418637275696,0.5752509832382202,0.5752601623535156,"…"],[0.5756043195724487,0.5756134986877441,0.5756226778030396,0.5756317973136902,0.575640857219696,0.5756500363349915,0.5756592750549316,0.5756683945655823,0.5756775140762329,0.5756867527961731,0.575695812702179,0.5757050514221191,0.5757141709327698,0.5757233500480652,0.5757325291633606,0.575741708278656,0.5757507681846619,0.5757599472999573,0.5757691264152527,0.5757782459259033,0.5757874250411987,0.5757966041564941,0.5758057236671448,0.5758149027824402,"…"],[0.5761598944664001,0.5761688947677612,0.5761781334877014,0.5761873126029968,0.5761964917182922,0.5762056112289429,0.5762149095535278,0.5762240290641785,0.5762331485748291,0.5762423276901245,0.5762514472007751,0.5762606859207153,0.5762698650360107,0.5762790441513062,0.5762882232666016,0.576297402381897,0.5763065814971924,0.576315701007843,0.5763249397277832,0.5763340592384338,0.5763432383537292,0.5763524174690247,0.5763615965843201,0.5763707756996155,"…"],[0.5767163038253784,0.576725423336029,0.576734721660614,0.5767438411712646,0.5767530202865601,0.5767622590065002,0.5767714977264404,0.5767806768417358,0.5767898559570312,0.5767990946769714,0.5768082141876221,0.576817512512207,0.5768266320228577,0.5768358707427979,0.576845109462738,0.5768541693687439,0.5768634676933289,0.5768726468086243,0.5768817663192749,0.5768910050392151,0.5769001245498657,0.5769093632698059,0.5769186615943909,0.5769277811050415,"…"],[0.577273964881897,0.5772831439971924,0.5772923827171326,0.5773016214370728,0.5773108005523682,0.5773199796676636,0.5773292183876038,0.5773383975028992,0.5773476362228394,0.5773568749427795,0.577366054058075,0.5773752331733704,0.5773844718933105,0.5773935914039612,0.5774028301239014,0.5774121284484863,0.5774213075637817,0.5774304866790771,0.5774397253990173,0.5774489641189575,0.5774580836296082,0.5774673819541931,0.5774765014648438,0.5774857401847839,"…"],[0.5778326392173767,0.5778419375419617,0.5778511166572571,0.5778602361679077,0.5778695940971375,0.5778788328170776,0.577888011932373,0.5778972506523132,0.5779064893722534,0.5779156684875488,0.577924907207489,0.5779341459274292,0.5779433250427246,0.5779526233673096,0.577961802482605,0.5779711008071899,0.5779803395271301,0.5779895186424255,0.5779987573623657,0.5780079364776611,0.5780172348022461,0.5780264139175415,0.5780357122421265,0.5780449509620667,"…"],[0.5783924460411072,0.5784016251564026,0.5784109234809875,0.5784201622009277,0.5784294009208679,0.5784386396408081,0.5784479379653931,0.5784571170806885,0.5784664154052734,0.5784755945205688,0.5784848928451538,0.578494131565094,0.5785033702850342,0.5785126090049744,0.5785217881202698,0.5785310864448547,0.5785403251647949,0.5785495638847351,0.5785588622093201,0.5785681009292603,0.5785773396492004,0.5785866379737854,0.5785958766937256,0.578605055809021,"…"],[0.5789533257484436,0.5789626240730286,0.578971803188324,0.5789811015129089,0.5789903998374939,0.5789996385574341,0.5790088176727295,0.5790181756019592,0.5790274143218994,0.5790366530418396,0.5790460109710693,0.5790552496910095,0.5790643692016602,0.5790737271308899,0.5790829062461853,0.579092264175415,0.5791015625,0.5791108012199402,0.5791200399398804,0.5791292786598206,0.5791385173797607,0.5791478157043457,0.5791571140289307,0.5791664123535156,"…"],[0.579515278339386,0.5795245170593262,0.5795337557792664,0.5795431137084961,0.5795523524284363,0.5795616507530212,0.5795709490776062,0.5795802474021912,0.5795894861221313,0.5795987844467163,0.5796080231666565,0.5796173214912415,0.5796266794204712,0.5796359181404114,0.5796452164649963,0.5796545147895813,0.5796638131141663,0.5796729922294617,0.5796823501586914,0.5796915888786316,0.5797008872032166,0.5797101855278015,0.5797194838523865,0.5797287821769714,"…"],[0.5800783634185791,0.5800876021385193,0.5800969004631042,0.5801061391830444,0.580115556716919,0.5801247954368591,0.5801340937614441,0.580143392086029,0.5801526308059692,0.580161988735199,0.5801713466644287,0.5801805853843689,0.5801898837089539,0.5801992416381836,0.580208420753479,0.5802177786827087,0.5802271366119385,0.5802363157272339,0.5802456736564636,0.5802550315856934,0.5802643299102783,0.5802735686302185,0.5802829265594482,0.5802921652793884,"…"],[0.5806424617767334,0.5806518197059631,0.5806611180305481,0.5806704163551331,0.5806797742843628,0.580689013004303,0.5806983709335327,0.5807077288627625,0.5807170271873474,0.5807263255119324,0.5807356238365173,0.5807449221611023,0.5807542204856873,0.5807636380195618,0.5807728171348572,0.5807822346687317,0.5807915329933167,0.5808008313179016,0.5808101892471313,0.5808194875717163,0.5808287858963013,0.580838143825531,0.580847442150116,0.5808568596839905,"…"],[0.5812077522277832,0.5812171101570129,0.5812264084815979,0.5812357068061829,0.5812450647354126,0.5812543630599976,0.5812637209892273,0.581273078918457,0.581282377243042,0.5812917351722717,0.5813010334968567,0.5813103914260864,0.5813196301460266,0.5813290476799011,0.5813383460044861,0.5813477635383606,0.5813570022583008,0.5813664197921753,0.5813757181167603,0.58138507604599,0.5813944339752197,0.5814037322998047,0.581413209438324,0.5814224481582642,"…"],[0.5817740559577942,0.5817834138870239,0.5817927122116089,0.5818020701408386,0.5818114876747131,0.5818207859992981,0.5818301439285278,0.5818395614624023,0.5818488597869873,0.581858217716217,0.5818675756454468,0.5818768739700317,0.581886351108551,0.5818955898284912,0.5819050073623657,0.5819143652915955,0.5819236636161804,0.5819330811500549,0.5819424390792847,0.5819517374038696,0.5819611549377441,0.5819704532623291,0.5819798707962036,0.5819891691207886,"…"],[0.5823414325714111,0.5823509097099304,0.5823602080345154,0.5823696255683899,0.5823790431022644,0.5823883414268494,0.5823977589607239,0.5824070572853088,0.5824164748191833,0.5824258327484131,0.5824352502822876,0.5824446082115173,0.5824539661407471,0.5824633836746216,0.5824726819992065,0.5824820399284363,0.5824914574623108,0.5825008153915405,0.5825101733207703,0.58251953125,0.5825289487838745,0.5825383067131042,0.5825477242469788,0.5825570821762085,"…"],[0.5829101204872131,0.5829194188117981,0.5829288363456726,0.5829382538795471,0.5829476118087769,0.5829569697380066,0.5829663872718811,0.5829757452011108,0.5829852819442749,0.5829946398735046,0.5830039381980896,0.5830133557319641,0.5830227732658386,0.5830321311950684,0.5830414891242981,0.5830509066581726,0.5830602645874023,0.5830696821212769,0.5830790996551514,0.5830884575843811,0.5830978751182556,0.5831072926521301,0.5831165909767151,0.5831260681152344,"…"],[0.5834797024726868,0.583489179611206,0.5834985375404358,0.5835079550743103,0.5835173726081848,0.5835267901420593,0.5835361480712891,0.5835456848144531,0.5835549831390381,0.583564281463623,0.5835738182067871,0.5835831761360168,0.5835926532745361,0.5836020708084106,0.5836114287376404,0.5836208462715149,0.5836303234100342,0.5836396813392639,0.5836490988731384,0.5836585164070129,0.5836678147315979,0.5836772918701172,0.5836867690086365,0.5836961269378662,"…"],[0.5840504765510559,0.5840598940849304,0.5840693712234497,0.5840787887573242,0.584088146686554,0.584097683429718,0.584106981754303,0.584116518497467,0.5841259360313416,0.5841353535652161,0.5841447710990906,0.5841542482376099,0.5841636657714844,0.5841730237007141,0.5841824412345886,0.5841919183731079,0.5842013359069824,0.5842108130455017,0.5842201709747314,0.584229588508606,0.5842390060424805,0.5842485427856445,0.584257960319519,0.5842673778533936,"…"],[0.5846223831176758,0.5846318602561951,0.5846413373947144,0.5846506953239441,0.5846601724624634,0.5846696496009827,0.5846790671348572,0.5846884846687317,0.584697961807251,0.5847073793411255,0.5847169160842896,0.5847262740135193,0.5847356915473938,0.5847452282905579,0.5847546458244324,0.5847640633583069,0.5847735404968262,0.5847829580307007,0.58479243516922,0.5848019123077393,0.5848113298416138,0.5848208069801331,0.5848302245140076,0.5848396420478821,"…"],[0.5851953625679016,0.5852048993110657,0.585214376449585,0.5852237939834595,0.5852332711219788,0.5852428078651428,0.5852522253990173,0.5852616429328918,0.5852711796760559,0.5852805972099304,0.5852901339530945,0.585299551486969,0.5853089690208435,0.5853184461593628,0.5853279232978821,0.5853374004364014,0.5853467583656311,0.5853562951087952,0.5853658318519592,0.5853753089904785,0.585384726524353,0.5853942036628723,0.5854036808013916,0.5854131579399109,"…"],[0.585769534111023,0.5857790112495422,0.5857884883880615,0.5857979655265808,0.5858075022697449,0.5858170390129089,0.5858264565467834,0.5858359336853027,0.585845410823822,0.5858548879623413,0.5858644843101501,0.5858738422393799,0.5858833193778992,0.5858928561210632,0.5859023332595825,0.585911750793457,0.5859212875366211,0.5859308242797852,0.5859402418136597,0.5859497785568237,0.5859591960906982,0.5859686732292175,0.5859782099723816,0.5859876871109009,"…"],[0.586344838142395,0.5863542556762695,0.5863638520240784,0.5863733887672424,0.5863828659057617,0.5863924026489258,0.5864018201828003,0.5864113569259644,0.5864208936691284,0.5864303112030029,0.5864399075508118,0.586449384689331,0.5864588618278503,0.5864683389663696,0.5864778757095337,0.5864874124526978,0.5864968299865723,0.5865063667297363,0.5865158438682556,0.5865253806114197,0.5865349173545837,0.586544394493103,0.5865538120269775,0.5865634083747864,"…"],[0.586921215057373,0.5869307518005371,0.586940348148346,0.5869498252868652,0.5869593024253845,0.5869688391685486,0.5869783759117126,0.5869878530502319,0.586997389793396,0.5870068669319153,0.5870164632797241,0.5870259404182434,0.5870354175567627,0.5870450139045715,0.5870544910430908,0.5870640277862549,0.5870736241340637,0.5870831608772278,0.5870926380157471,0.5871021747589111,0.5871115922927856,0.5871211886405945,0.5871306657791138,0.5871402025222778,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],[6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[239,231,216,255],[239,230,215,255],[222,206,182,255],[229,215,196,255],[231,218,200,255],[215,198,173,255],[220,205,182,255],[231,219,201,255],[229,216,197,255],[200,180,154,255],[219,204,181,255],[211,194,167,255],[216,201,174,255],[244,238,226,255],[243,237,224,255],[239,231,215,255],[230,217,195,255],[228,213,189,255],[225,209,183,255],[225,208,183,255],[238,228,209,255],[223,206,181,255],[230,216,193,255],[230,216,193,255],"…"],[[236,226,208,255],[237,227,210,255],[234,223,205,255],[229,216,196,255],[229,216,197,255],[221,205,183,255],[225,211,190,255],[226,213,192,255],[224,209,188,255],[219,203,180,255],[214,197,172,255],[212,196,170,255],[223,210,187,255],[225,213,191,255],[232,221,202,255],[239,230,213,255],[231,219,198,255],[233,221,199,255],[226,211,186,255],[219,201,174,255],[226,210,185,255],[228,214,189,255],[228,213,189,255],[232,219,197,255],"…"],[[234,223,204,255],[233,222,202,255],[236,226,209,255],[230,218,199,255],[230,217,199,255],[220,204,182,255],[221,205,183,255],[227,213,193,255],[223,208,186,255],[222,207,185,255],[216,199,175,255],[212,195,170,255],[226,213,191,255],[223,210,187,255],[229,217,196,255],[236,225,207,255],[233,221,201,255],[234,222,201,255],[228,213,189,255],[221,203,176,255],[224,207,181,255],[227,212,187,255],[227,211,186,255],[234,221,200,255],"…"],[[224,208,184,255],[228,213,190,255],[222,205,180,255],[238,228,213,255],[225,210,189,255],[221,205,183,255],[201,179,154,255],[227,213,194,255],[215,198,175,255],[228,216,196,255],[227,214,194,255],[218,202,178,255],[222,208,185,255],[233,223,204,255],[231,220,201,255],[223,208,184,255],[231,218,197,255],[226,211,187,255],[228,213,189,255],[223,206,179,255],[230,216,193,255],[234,221,199,255],[225,210,184,255],[233,221,199,255],"…"],[[211,191,163,255],[225,209,185,255],[210,190,162,255],[234,223,205,255],[220,204,181,255],[223,208,187,255],[204,182,158,255],[227,213,194,255],[221,206,184,255],[231,219,201,255],[236,226,210,255],[221,207,184,255],[224,210,188,255],[232,221,202,255],[232,220,201,255],[228,214,192,255],[232,220,200,255],[229,215,191,255],[219,199,171,255],[225,208,183,255],[231,217,194,255],[234,220,198,255],[226,210,185,255],[231,218,195,255],"…"],[[226,210,188,255],[223,207,184,255],[227,212,191,255],[233,222,205,255],[224,209,188,255],[232,220,203,255],[227,212,193,255],[230,218,200,255],[230,216,198,255],[232,220,202,255],[228,215,195,255],[219,204,180,255],[228,216,195,255],[232,220,200,255],[232,221,201,255],[230,218,198,255],[230,217,195,255],[232,218,196,255],[229,215,191,255],[226,210,185,255],[231,217,194,255],[227,211,186,255],[230,217,193,255],[233,220,198,255],"…"],[[226,210,187,255],[222,206,182,255],[225,210,189,255],[231,219,201,255],[225,212,191,255],[235,224,208,255],[230,217,198,255],[229,215,197,255],[231,218,200,255],[226,212,192,255],[231,220,201,255],[220,205,182,255],[228,216,195,255],[232,221,202,255],[234,223,204,255],[231,218,198,255],[230,216,194,255],[225,209,185,255],[231,217,195,255],[227,212,187,255],[233,219,197,255],[225,208,182,255],[229,215,191,255],[231,219,196,255],"…"],[[222,205,181,255],[232,219,200,255],[234,223,206,255],[221,206,183,255],[234,223,206,255],[238,229,215,255],[235,224,208,255],[226,210,191,255],[217,200,178,255],[218,200,177,255],[241,233,220,255],[227,214,193,255],[225,211,189,255],[244,237,225,255],[239,230,215,255],[238,228,211,255],[220,203,178,255],[217,196,167,255],[221,202,175,255],[233,220,198,255],[226,209,184,255],[225,208,184,255],[228,211,186,255],[227,213,189,255],"…"],[[222,205,183,255],[232,219,200,255],[223,206,184,255],[221,205,182,255],[230,218,199,255],[237,227,212,255],[238,228,213,255],[224,208,187,255],[215,197,175,255],[227,213,193,255],[239,230,216,255],[229,216,196,255],[221,206,183,255],[245,239,227,255],[223,208,185,255],[236,225,207,255],[222,206,182,255],[217,195,165,255],[227,211,188,255],[232,218,194,255],[223,205,179,255],[226,210,186,255],[227,211,186,255],[226,212,187,255],"…"],[[228,214,193,255],[227,212,191,255],[224,209,187,255],[223,208,187,255],[219,203,180,255],[231,219,200,255],[230,218,199,255],[225,210,190,255],[223,207,187,255],[229,215,196,255],[229,216,197,255],[225,211,190,255],[231,219,199,255],[225,210,189,255],[234,223,204,255],[233,221,203,255],[229,215,192,255],[223,206,181,255],[223,205,178,255],[228,212,188,255],[229,214,190,255],[234,222,201,255],[228,213,190,255],[228,215,192,255],"…"],[[231,219,199,255],[227,212,191,255],[222,206,184,255],[222,207,185,255],[221,205,184,255],[229,215,196,255],[229,215,197,255],[226,210,190,255],[222,206,184,255],[226,211,191,255],[230,217,198,255],[226,212,192,255],[230,219,199,255],[216,200,176,255],[229,217,196,255],[233,221,202,255],[229,214,192,255],[221,204,179,255],[224,206,180,255],[229,213,188,255],[230,215,191,255],[238,227,208,255],[230,216,193,255],[229,217,193,255],"…"],[[243,235,223,255],[245,239,227,255],[238,228,212,255],[217,199,176,255],[232,220,202,255],[227,213,193,255],[229,215,196,255],[216,199,176,255],[230,216,198,255],[201,179,153,255],[238,229,214,255],[227,214,194,255],[229,217,198,255],[177,155,128,255],[182,160,134,255],[227,213,192,255],[238,228,211,255],[155,126,97,255],[210,186,158,255],[228,212,187,255],[233,220,198,255],[243,235,221,255],[234,222,201,255],[233,223,203,255],"…"],[[245,239,228,255],[244,238,226,255],[242,235,222,255],[218,200,176,255],[233,221,203,255],[230,217,198,255],[227,213,194,255],[213,195,172,255],[231,217,199,255],[211,192,167,255],[240,232,218,255],[228,215,195,255],[233,222,205,255],[176,153,127,255],[195,175,149,255],[225,211,190,255],[240,230,215,255],[168,140,109,255],[160,130,101,255],[227,211,185,255],[233,220,198,255],[237,227,209,255],[233,220,198,255],[235,225,207,255],"…"],[[235,224,206,255],[232,220,201,255],[237,227,210,255],[223,207,185,255],[226,211,191,255],[222,207,185,255],[220,203,182,255],[218,201,179,255],[217,200,177,255],[231,218,199,255],[224,210,189,255],[228,216,196,255],[227,213,193,255],[228,215,195,255],[209,190,165,255],[228,215,193,255],[223,207,183,255],[225,209,184,255],[214,194,165,255],[225,208,182,255],[230,216,192,255],[229,215,193,255],[239,230,214,255],[233,222,203,255],"…"],[[232,220,201,255],[234,222,203,255],[234,223,205,255],[224,208,186,255],[226,212,191,255],[226,212,192,255],[220,204,182,255],[216,198,175,255],[217,200,177,255],[232,219,201,255],[230,218,199,255],[229,216,196,255],[226,213,192,255],[232,221,203,255],[218,202,179,255],[227,213,192,255],[221,205,180,255],[227,212,188,255],[218,199,171,255],[224,206,180,255],[223,206,181,255],[223,206,180,255],[235,223,204,255],[235,224,205,255],"…"],[[230,216,194,255],[229,215,193,255],[229,216,193,255],[231,219,199,255],[212,193,169,255],[244,237,226,255],[233,222,204,255],[212,194,171,255],[228,214,195,255],[226,211,191,255],[234,224,206,255],[235,224,207,255],[228,216,195,255],[231,220,200,255],[230,218,198,255],[227,214,193,255],[224,208,186,255],[224,208,182,255],[223,207,181,255],[222,204,178,255],[221,203,175,255],[217,198,169,255],[217,199,171,255],[230,217,197,255],"…"],[[226,211,188,255],[230,217,194,255],[227,212,188,255],[231,219,199,255],[222,207,184,255],[245,238,227,255],[235,224,208,255],[218,201,180,255],[228,214,195,255],[225,209,189,255],[230,218,199,255],[235,223,206,255],[227,214,193,255],[230,217,197,255],[227,214,193,255],[229,216,196,255],[216,199,174,255],[221,203,177,255],[224,207,182,255],[221,202,177,255],[222,204,177,255],[221,203,176,255],[218,199,172,255],[225,210,188,255],"…"],[[227,213,190,255],[228,214,191,255],[228,215,193,255],[231,218,198,255],[237,226,210,255],[229,216,197,255],[232,220,202,255],[214,196,173,255],[219,202,179,255],[218,200,178,255],[226,211,191,255],[231,218,199,255],[228,214,194,255],[223,207,185,255],[228,215,194,255],[225,211,190,255],[227,212,190,255],[224,207,184,255],[225,208,184,255],[224,207,183,255],[227,210,187,255],[224,207,183,255],[220,202,177,255],[231,219,199,255],"…"],[[227,213,190,255],[227,213,191,255],[228,214,192,255],[231,218,198,255],[236,225,209,255],[225,211,189,255],[233,221,203,255],[215,197,174,255],[219,201,179,255],[211,190,167,255],[221,203,181,255],[230,216,197,255],[228,214,194,255],[227,213,193,255],[224,208,186,255],[225,209,187,255],[226,211,188,255],[229,215,194,255],[223,206,182,255],[225,207,184,255],[228,212,189,255],[229,214,192,255],[224,208,184,255],[228,214,193,255],"…"],[[223,207,182,255],[229,217,196,255],[223,207,183,255],[225,209,187,255],[230,217,196,255],[206,184,157,255],[244,238,227,255],[214,194,170,255],[213,193,170,255],[214,193,168,255],[222,205,183,255],[213,192,170,255],[230,217,197,255],[237,226,210,255],[238,228,213,255],[217,197,174,255],[221,205,182,255],[244,235,223,255],[214,194,167,255],[230,215,194,255],[222,204,179,255],[249,244,236,255],[237,226,208,255],[220,202,180,255],"…"],[[223,207,184,255],[229,217,195,255],[224,208,184,255],[218,200,177,255],[229,215,194,255],[213,193,166,255],[246,240,230,255],[211,188,163,255],[206,184,160,255],[214,192,168,255],[205,181,160,255],[207,184,162,255],[231,217,199,255],[238,227,212,255],[231,217,200,255],[209,186,162,255],[220,203,181,255],[243,234,221,255],[213,192,166,255],[232,218,199,255],[223,205,181,255],[245,237,226,255],[236,224,206,255],[219,202,179,255],"…"],[[216,197,173,255],[213,193,169,255],[213,193,168,255],[218,200,176,255],[216,197,173,255],[218,199,176,255],[208,185,161,255],[211,189,165,255],[205,181,156,255],[212,191,167,255],[204,181,157,255],[213,192,171,255],[211,190,168,255],[223,206,185,255],[218,198,177,255],[215,195,172,255],[215,195,172,255],[232,219,201,255],[236,224,208,255],[230,215,196,255],[233,221,203,255],[222,203,181,255],[231,218,199,255],[217,198,174,255],"…"],[[215,197,172,255],[211,191,166,255],[208,186,161,255],[213,193,169,255],[210,189,164,255],[217,198,174,255],[207,183,158,255],[205,179,155,255],[202,176,152,255],[211,189,167,255],[202,178,154,255],[208,186,163,255],[207,185,162,255],[213,192,169,255],[216,196,174,255],[212,190,167,255],[215,194,172,255],[224,208,188,255],[235,223,208,255],[231,216,198,255],[232,218,201,255],[214,192,169,255],[226,210,190,255],[217,199,175,255],"…"],[[203,180,155,255],[205,183,159,255],[202,179,154,255],[179,151,127,255],[206,182,157,255],[207,183,157,255],[220,202,178,255],[181,148,127,255],[204,179,154,255],[236,221,207,255],[195,170,141,255],[194,169,148,255],[203,180,157,255],[170,140,117,255],[187,159,136,255],[199,174,150,255],[215,195,172,255],[190,164,140,255],[234,221,205,255],[226,210,193,255],[215,195,171,255],[168,138,118,255],[226,210,189,255],[213,193,172,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],[667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,667506563,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.3569677472114563,0.3569718897342682,0.35697609186172485,0.35698026418685913,0.3569844663143158,0.3569886386394501,0.35699284076690674,0.35699698328971863,0.3570011556148529,0.35700538754463196,0.35700953006744385,0.3570137321949005,0.3570178747177124,0.35702210664749146,0.3570263087749481,0.35703039169311523,0.3570345640182495,0.35703879594802856,0.35704299807548523,0.3570471704006195,0.35722091794013977,0.35836970806121826,0.35952597856521606,0.3607655465602875,"…"],[0.3571738004684448,0.3571779429912567,0.357182115316391,0.35718631744384766,0.35719045996665955,0.3571946322917938,0.3571988642215729,0.35720303654670715,0.3572072386741638,0.3572114109992981,0.35721561312675476,0.35721975564956665,0.3572239875793457,0.3572281301021576,0.35723233222961426,0.35723650455474854,0.3572407066822052,0.3572448492050171,0.35724902153015137,0.3572532534599304,0.35726988315582275,0.35841912031173706,0.35957565903663635,0.36079278588294983,"…"],[0.3573799729347229,0.3573841154575348,0.35738837718963623,0.3573925495147705,0.3573966920375824,0.3574008643627167,0.3574051260948181,0.3574092388153076,0.35741347074508667,0.35741764307022095,0.3574219048023224,0.35742607712745667,0.35743021965026855,0.3574344217777252,0.3574386537075043,0.35744282603263855,0.3574469983577728,0.3574511706829071,0.3574553430080414,0.35745957493782043,0.3574637472629547,0.3584684133529663,0.35962530970573425,0.36082005500793457,"…"],[0.35758647322654724,0.3575907051563263,0.3575948178768158,0.35759902000427246,0.3576032221317291,0.3576074242591858,0.35761162638664246,0.35761576890945435,0.3576200008392334,0.35762420296669006,0.35762834548950195,0.3576325476169586,0.35763677954673767,0.35764092206954956,0.35764509439468384,0.3576493561267853,0.35765358805656433,0.3576577305793762,0.3576619625091553,0.35766613483428955,0.3576703667640686,0.3585177958011627,0.35967501997947693,0.36084723472595215,"…"],[0.3577931821346283,0.3577973246574402,0.3578015863895416,0.3578057885169983,0.3578099310398102,0.35781410336494446,0.3578183650970459,0.35782256722450256,0.35782673954963684,0.3578309416770935,0.35783520340919495,0.35783931612968445,0.3578435182571411,0.3578477203845978,0.3578519821166992,0.3578561544418335,0.35786038637161255,0.35786449909210205,0.3578687608242035,0.35787299275398254,0.35787707567214966,0.35856714844703674,0.3597247302532196,0.3608897626399994,"…"],[0.35800015926361084,0.3580043315887451,0.3580085337162018,0.35801270604133606,0.3580169081687927,0.3580211400985718,0.35802528262138367,0.3580295145511627,0.35803377628326416,0.35803791880607605,0.3580421507358551,0.35804635286331177,0.3580505847930908,0.3580547571182251,0.3580589294433594,0.35806313157081604,0.3580673635005951,0.35807153582572937,0.35807573795318604,0.3580799102783203,0.35808414220809937,0.35861659049987793,0.3597743809223175,0.36093980073928833,"…"],[0.3582073152065277,0.3582115173339844,0.3582157492637634,0.3582199513912201,0.35822418332099915,0.35822832584381104,0.3582325279712677,0.35823673009872437,0.3582409620285034,0.3582451641559601,0.35824933648109436,0.3582536280155182,0.3582577407360077,0.35826197266578674,0.358266144990921,0.3582703769207001,0.35827457904815674,0.3582788109779358,0.3582831025123596,0.3582872152328491,0.3582913875579834,0.35866600275039673,0.35982421040534973,0.3609898090362549,"…"],[0.35841473937034607,0.35841891169548035,0.3584231436252594,0.3584273159503937,0.3584315776824951,0.3584357798099518,0.35843998193740845,0.3584442138671875,0.35844844579696655,0.35845261812210083,0.3584568500518799,0.3584609925746918,0.3584652841091156,0.35846948623657227,0.35847368836402893,0.3584778606891632,0.35848209261894226,0.3584863841533661,0.358490526676178,0.35849475860595703,0.3584989309310913,0.3587154746055603,0.3598739504814148,0.361039936542511,"…"],[0.35862237215042114,0.3586266040802002,0.35863080620765686,0.3586350381374359,0.35863927006721497,0.35864344239234924,0.3586476743221283,0.3586518466472626,0.3586560785770416,0.3586603105068207,0.3586645722389221,0.3586687445640564,0.35867300629615784,0.3586772084236145,0.35868141055107117,0.3586856722831726,0.3586898148059845,0.3586941063404083,0.3586983382701874,0.35870251059532166,0.3587067425251007,0.3587648868560791,0.35992372035980225,0.3610900044441223,"…"],[0.3588302433490753,0.35883453488349915,0.3588387072086334,0.3588429391384125,0.35884717106819153,0.35885143280029297,0.35885560512542725,0.3588598370552063,0.35886403918266296,0.3588683009147644,0.35887250304222107,0.3588767349720001,0.3588809072971344,0.3588852286338806,0.3588894307613373,0.35889363288879395,0.35889795422554016,0.35890209674835205,0.3589063584804535,0.3589105010032654,0.3589147925376892,0.3589189648628235,0.3599735200405121,0.3611401319503784,"…"],[0.35903850197792053,0.3590426445007324,0.35904690623283386,0.3590511679649353,0.3590553402900696,0.35905951261520386,0.3590638041496277,0.35906803607940674,0.3590722680091858,0.35907647013664246,0.3590807020664215,0.35908496379852295,0.3590891361236572,0.3590933680534363,0.3590976297855377,0.35910192131996155,0.3591060936450958,0.3591103255748749,0.35911455750465393,0.3591187298297882,0.35912299156188965,0.3591272234916687,0.36002328991889954,0.3611902892589569,"…"],[0.3592468500137329,0.35925111174583435,0.359255313873291,0.3592595160007477,0.35926371812820435,0.3592680096626282,0.35927218198776245,0.3592764735221863,0.35928070545196533,0.3592849373817444,0.35928916931152344,0.3592934310436249,0.35929763317108154,0.3593018352985382,0.35930606722831726,0.3593103289604187,0.35931459069252014,0.3593188524246216,0.35932302474975586,0.3593272566795349,0.3593314290046692,0.35933569073677063,0.360073059797287,0.361240416765213,"…"],[0.3594554662704468,0.35945969820022583,0.3594639301300049,0.3594682216644287,0.35947245359420776,0.35947659611701965,0.35948091745376587,0.3594851493835449,0.359489381313324,0.35949358344078064,0.3594978153705597,0.3595021367073059,0.35950636863708496,0.35951054096221924,0.3595147728919983,0.35951903462409973,0.35952329635620117,0.3595275282859802,0.3595317602157593,0.35953599214553833,0.359540194272995,0.35954442620277405,0.3601228594779968,0.3612905442714691,"…"],[0.35966429114341736,0.3596685826778412,0.35967281460762024,0.3596770763397217,0.35968127846717834,0.35968559980392456,0.3596898317337036,0.3596940040588379,0.35969826579093933,0.35970255732536316,0.3597067892551422,0.35971102118492126,0.3597152531147003,0.35971951484680176,0.3597237467765808,0.35972800850868225,0.3597322702407837,0.3597365617752075,0.3597407042980194,0.35974496603012085,0.3597491979598999,0.35975340008735657,0.36017274856567383,0.36134073138237,"…"],[0.3598734736442566,0.35987773537635803,0.3598819375038147,0.3598862290382385,0.3598904609680176,0.359894722700119,0.35989895462989807,0.3599032163619995,0.35990744829177856,0.35991171002388,0.35991597175598145,0.3599202334880829,0.35992443561553955,0.359928697347641,0.35993292927742004,0.35993725061416626,0.3599414527416229,0.35994571447372437,0.35994991660118103,0.35995420813560486,0.3599584400653839,0.3599626123905182,0.36022254824638367,0.3613907992839813,"…"],[0.36008280515670776,0.360087126493454,0.36009132862091064,0.3600955903530121,0.3600998818874359,0.36010411381721497,0.3601083755493164,0.36011257767677307,0.3601168394088745,0.3601211905479431,0.360125333070755,0.3601296544075012,0.3601338267326355,0.3601381182670593,0.36014240980148315,0.360146701335907,0.36015090346336365,0.3601551651954651,0.36015936732292175,0.3601635992527008,0.36016789078712463,0.3601721525192261,0.36027246713638306,0.3614410161972046,"…"],[0.3602924346923828,0.3602967858314514,0.3603009581565857,0.3603052496910095,0.3603094518184662,0.36031374335289,0.36031800508499146,0.3603222966194153,0.36032652854919434,0.3603307604789734,0.36033499240875244,0.36033931374549866,0.3603435158729553,0.36034783720970154,0.360352098941803,0.3603563606739044,0.36036062240600586,0.3603648543357849,0.36036908626556396,0.3603733777999878,0.36037763953208923,0.3603818714618683,0.36038607358932495,0.36149123311042786,"…"],[0.36050233244895935,0.3605066239833832,0.36051082611083984,0.36051511764526367,0.3605193495750427,0.36052370071411133,0.3605278730392456,0.36053216457366943,0.3605363667011261,0.3605407476425171,0.36054491996765137,0.3605492115020752,0.36055347323417664,0.3605577051639557,0.36056196689605713,0.36056631803512573,0.3605705201625824,0.3605748116970062,0.3605790138244629,0.36058327555656433,0.36058753728866577,0.360591858625412,0.36059606075286865,0.3615414500236511,"…"],[0.3607124090194702,0.36071667075157166,0.3607209622859955,0.3607252240180969,0.360729455947876,0.3607337176799774,0.36073803901672363,0.3607423007488251,0.3607465922832489,0.36075079441070557,0.360755056142807,0.36075931787490845,0.36076363921165466,0.3607679009437561,0.36077213287353516,0.3607763946056366,0.36078059673309326,0.3607848882675171,0.3607892096042633,0.36079341173171997,0.3607976734638214,0.36080196499824524,0.3608062267303467,0.3615916669368744,"…"],[0.36092275381088257,0.360927015542984,0.36093130707740784,0.36093559861183167,0.3609398603439331,0.36094406247138977,0.3609484136104584,0.3609527051448822,0.36095699667930603,0.36096110939979553,0.36096543073654175,0.3609697222709656,0.36097395420074463,0.36097824573516846,0.3609825670719147,0.3609868586063385,0.36099106073379517,0.360995352268219,0.3609996438026428,0.36100390553474426,0.3610081672668457,0.36101236939430237,0.36101672053337097,0.36164188385009766,"…"],[0.3611333966255188,0.36113762855529785,0.36114180088043213,0.36114606261253357,0.3611504137516022,0.361154705286026,0.36115893721580505,0.3611631989479065,0.3611675500869751,0.36117175221443176,0.361176073551178,0.3611803352832794,0.36118465662002563,0.3611889183521271,0.3611931800842285,0.36119744181632996,0.36120179295539856,0.3612060248851776,0.36121028661727905,0.3612145781517029,0.3612188398838043,0.36122313141822815,0.3612273633480072,0.3616921901702881,"…"],[0.3613441586494446,0.36134839057922363,0.36135274171829224,0.3613569438457489,0.3613613247871399,0.36136552691459656,0.3613698184490204,0.3613741099834442,0.36137840151786804,0.3613826334476471,0.3613869845867157,0.3613913059234619,0.3613954782485962,0.3613997995853424,0.3614041209220886,0.36140838265419006,0.3614126741886139,0.36141693592071533,0.36142125725746155,0.3614254891872406,0.36142975091934204,0.36143404245376587,0.3614383041858673,0.36174243688583374,"…"],[0.36155521869659424,0.3615594804286957,0.3615638315677643,0.36156803369522095,0.36157238483428955,0.361576646566391,0.36158090829849243,0.36158519983291626,0.36158955097198486,0.3615938127040863,0.36159804463386536,0.3616023063659668,0.3616066873073578,0.361611008644104,0.36161527037620544,0.3616195619106293,0.3616238534450531,0.36162814497947693,0.361632376909256,0.3616366684436798,0.3616410195827484,0.3616452217102051,0.3616495132446289,0.36179274320602417,"…"],[0.3617665469646454,0.3617708384990692,0.36177515983581543,0.36177945137023926,0.3617837131023407,0.36178797483444214,0.36179229617118835,0.3617965877056122,0.3618008494377136,0.36180511116981506,0.36180949211120605,0.3618137240409851,0.3618180751800537,0.36182233691215515,0.36182668805122375,0.3618309497833252,0.361835241317749,0.36183950304985046,0.36184388399124146,0.3618480861186981,0.3618523180484772,0.3618566691875458,0.3618609309196472,0.3618652820587158,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[125,119,104,255],[83,78,67,255],[112,106,93,255],[42,38,32,255],[55,51,43,255],[35,32,26,255],[16,15,11,255],[45,42,35,255],[32,29,24,255],[31,29,24,255],[33,31,25,255],[29,27,22,255],[58,54,45,255],[80,75,64,255],[84,78,66,255],[57,53,44,255],[59,55,46,255],[133,127,112,255],[131,125,110,255],[40,36,30,255],[18,16,13,255],[15,14,11,255],[18,16,13,255],[17,16,12,255],"…"],[[93,88,75,255],[95,90,77,255],[79,74,63,255],[44,41,34,255],[44,40,33,255],[47,44,37,255],[41,38,32,255],[50,47,39,255],[51,48,40,255],[30,28,23,255],[32,29,24,255],[33,30,25,255],[46,43,36,255],[53,50,42,255],[67,62,52,255],[61,56,48,255],[74,69,58,255],[68,64,54,255],[66,62,52,255],[42,39,32,255],[24,22,17,255],[20,18,15,255],[23,21,17,255],[15,13,10,255],"…"],[[72,68,58,255],[93,87,75,255],[81,76,65,255],[45,42,35,255],[42,39,33,255],[55,51,43,255],[43,40,33,255],[55,51,43,255],[53,49,42,255],[33,30,25,255],[31,28,23,255],[31,29,23,255],[39,36,30,255],[52,48,40,255],[55,51,43,255],[59,54,46,255],[77,72,61,255],[68,63,53,255],[66,62,52,255],[42,38,32,255],[29,27,22,255],[17,15,12,255],[25,23,19,255],[17,16,12,255],"…"],[[30,27,23,255],[70,65,55,255],[75,71,60,255],[64,60,50,255],[43,39,33,255],[65,61,51,255],[35,32,26,255],[56,52,44,255],[52,48,40,255],[64,59,50,255],[34,32,26,255],[28,26,21,255],[27,24,20,255],[43,39,33,255],[127,120,106,255],[57,53,44,255],[59,55,46,255],[66,61,52,255],[84,78,67,255],[46,43,36,255],[38,35,29,255],[14,13,10,255],[7,6,5,255],[15,14,11,255],"…"],[[21,19,16,255],[43,40,34,255],[84,79,67,255],[68,63,53,255],[44,41,34,255],[81,76,64,255],[40,36,30,255],[55,51,43,255],[51,47,40,255],[65,61,51,255],[22,21,17,255],[28,26,21,255],[26,24,19,255],[61,57,48,255],[119,113,99,255],[57,52,44,255],[57,53,44,255],[65,61,52,255],[89,83,72,255],[53,49,41,255],[42,39,33,255],[14,12,10,255],[6,5,4,255],[10,9,7,255],"…"],[[31,29,24,255],[29,26,22,255],[48,45,38,255],[54,50,43,255],[61,57,48,255],[52,48,40,255],[49,45,38,255],[55,51,43,255],[46,42,35,255],[61,57,48,255],[46,43,36,255],[30,28,23,255],[38,35,29,255],[36,33,27,255],[47,43,36,255],[53,49,41,255],[58,54,46,255],[69,64,54,255],[63,59,50,255],[54,50,42,255],[59,55,46,255],[12,10,8,255],[6,5,4,255],[14,13,10,255],"…"],[[25,23,19,255],[28,25,21,255],[33,31,25,255],[56,52,44,255],[59,55,46,255],[47,43,36,255],[48,45,37,255],[50,46,39,255],[44,41,34,255],[61,57,48,255],[53,49,41,255],[32,30,25,255],[42,39,32,255],[37,34,28,255],[43,39,33,255],[53,49,41,255],[57,53,44,255],[59,54,46,255],[74,69,59,255],[60,56,47,255],[49,45,38,255],[17,16,12,255],[7,6,5,255],[10,9,7,255],"…"],[[33,31,26,255],[33,30,25,255],[38,35,29,255],[54,50,42,255],[59,55,47,255],[34,31,26,255],[65,61,51,255],[44,41,34,255],[42,39,32,255],[57,53,45,255],[64,60,50,255],[37,34,29,255],[39,36,30,255],[52,48,40,255],[43,39,33,255],[49,45,38,255],[48,44,37,255],[35,33,28,255],[58,54,46,255],[80,75,64,255],[42,39,33,255],[11,10,8,255],[9,8,6,255],[6,5,4,255],"…"],[[7,6,5,255],[20,19,16,255],[11,10,8,255],[51,47,40,255],[57,53,44,255],[40,37,31,255],[71,67,56,255],[43,40,33,255],[43,40,33,255],[37,34,29,255],[65,60,51,255],[38,36,30,255],[39,36,30,255],[34,32,26,255],[46,43,35,255],[48,44,37,255],[48,44,37,255],[46,42,36,255],[58,54,45,255],[83,78,67,255],[44,41,34,255],[9,8,6,255],[8,6,5,255],[6,5,4,255],"…"],[[22,21,17,255],[30,28,23,255],[35,33,27,255],[47,43,36,255],[48,45,37,255],[55,51,43,255],[48,45,37,255],[44,41,34,255],[45,42,35,255],[43,40,33,255],[47,44,36,255],[41,38,32,255],[44,41,34,255],[41,38,31,255],[44,41,34,255],[47,43,36,255],[47,44,37,255],[53,50,42,255],[55,52,44,255],[78,73,62,255],[47,43,36,255],[25,23,19,255],[10,9,7,255],[6,5,4,255],"…"],[[23,21,17,255],[28,26,21,255],[36,33,28,255],[45,42,35,255],[51,47,39,255],[49,45,38,255],[52,49,41,255],[45,42,34,255],[45,42,35,255],[39,36,30,255],[43,40,33,255],[42,39,33,255],[41,38,31,255],[38,35,29,255],[44,40,33,255],[47,44,36,255],[48,45,37,255],[49,46,38,255],[54,50,42,255],[75,70,59,255],[43,40,33,255],[44,41,34,255],[11,10,8,255],[7,7,5,255],"…"],[[21,19,16,255],[40,37,31,255],[25,23,19,255],[46,42,35,255],[39,36,30,255],[64,60,50,255],[33,31,25,255],[39,36,30,255],[37,35,29,255],[34,31,25,255],[59,55,46,255],[40,37,31,255],[39,37,31,255],[24,22,17,255],[54,50,42,255],[50,46,38,255],[48,45,37,255],[35,32,26,255],[39,37,31,255],[74,70,59,255],[84,79,67,255],[93,88,76,255],[5,4,3,255],[8,7,6,255],"…"],[[35,32,27,255],[33,30,25,255],[36,34,29,255],[48,45,37,255],[39,36,30,255],[170,164,150,255],[34,32,26,255],[39,36,30,255],[39,36,30,255],[52,48,40,255],[58,54,45,255],[39,36,30,255],[40,37,31,255],[17,15,12,255],[53,49,41,255],[51,47,39,255],[49,45,37,255],[25,22,18,255],[44,41,35,255],[70,66,56,255],[82,77,66,255],[62,58,49,255],[3,2,2,255],[8,7,6,255],"…"],[[45,42,35,255],[40,37,31,255],[42,39,33,255],[53,49,41,255],[68,63,53,255],[64,59,50,255],[51,48,40,255],[42,39,32,255],[36,33,27,255],[44,41,34,255],[35,32,26,255],[43,40,33,255],[38,35,29,255],[36,33,27,255],[35,32,27,255],[50,47,39,255],[45,42,35,255],[33,30,25,255],[45,42,35,255],[53,50,42,255],[47,44,37,255],[41,37,31,255],[26,24,20,255],[12,10,8,255],"…"],[[45,42,35,255],[46,43,36,255],[45,42,35,255],[56,52,44,255],[67,62,53,255],[60,56,47,255],[60,56,47,255],[40,37,31,255],[33,31,25,255],[50,46,39,255],[40,37,31,255],[43,40,33,255],[39,36,30,255],[41,38,32,255],[35,33,27,255],[50,47,39,255],[44,41,34,255],[34,31,25,255],[38,35,29,255],[50,46,39,255],[42,39,33,255],[41,37,31,255],[25,23,19,255],[10,9,7,255],"…"],[[38,35,29,255],[115,108,94,255],[41,37,31,255],[64,59,50,255],[52,48,40,255],[49,46,38,255],[60,56,47,255],[36,33,27,255],[44,41,34,255],[30,27,22,255],[41,38,31,255],[39,36,30,255],[38,35,29,255],[117,111,97,255],[38,35,29,255],[52,48,40,255],[52,48,40,255],[52,48,40,255],[38,35,29,255],[45,42,35,255],[48,44,37,255],[39,36,30,255],[32,28,22,255],[8,7,5,255],"…"],[[29,27,22,255],[56,52,44,255],[30,28,22,255],[64,59,50,255],[57,53,45,255],[39,36,30,255],[125,118,104,255],[34,31,26,255],[40,37,31,255],[42,39,32,255],[33,31,25,255],[38,35,29,255],[40,37,31,255],[43,40,33,255],[25,22,18,255],[51,48,40,255],[51,47,39,255],[10,9,7,255],[32,29,24,255],[43,40,33,255],[45,41,35,255],[46,43,36,255],[28,25,20,255],[8,7,5,255],"…"],[[59,55,46,255],[60,56,47,255],[60,55,47,255],[65,61,51,255],[69,64,54,255],[42,39,32,255],[48,45,38,255],[35,32,26,255],[37,34,28,255],[36,33,28,255],[33,31,25,255],[42,39,32,255],[41,38,32,255],[39,37,30,255],[65,61,51,255],[48,45,37,255],[37,34,28,255],[32,29,24,255],[40,36,30,255],[41,38,31,255],[39,36,30,255],[40,37,30,255],[28,25,20,255],[11,9,7,255],"…"],[[60,56,47,255],[62,57,49,255],[57,53,45,255],[66,62,52,255],[66,61,52,255],[47,44,36,255],[43,39,33,255],[36,33,27,255],[40,37,31,255],[44,41,34,255],[33,31,25,255],[41,38,32,255],[39,36,30,255],[31,29,24,255],[53,49,42,255],[47,43,36,255],[39,36,29,255],[34,32,26,255],[35,33,27,255],[40,37,31,255],[43,39,33,255],[44,40,33,255],[28,26,21,255],[11,9,7,255],"…"],[[59,55,46,255],[56,52,44,255],[57,53,45,255],[59,55,47,255],[80,74,64,255],[24,21,17,255],[42,39,33,255],[35,32,27,255],[36,34,28,255],[70,65,55,255],[43,40,33,255],[36,33,27,255],[48,45,38,255],[10,9,7,255],[40,37,30,255],[49,46,38,255],[41,38,32,255],[83,78,66,255],[33,30,25,255],[34,31,26,255],[42,38,32,255],[94,89,76,255],[34,32,26,255],[6,5,4,255],"…"],[[69,64,54,255],[56,52,44,255],[65,61,51,255],[59,55,46,255],[79,74,63,255],[76,71,60,255],[37,34,28,255],[36,33,27,255],[37,35,28,255],[97,91,79,255],[48,45,37,255],[35,33,27,255],[45,42,35,255],[23,22,17,255],[36,33,28,255],[50,46,38,255],[42,39,33,255],[70,65,55,255],[12,10,8,255],[33,30,25,255],[42,38,32,255],[47,44,36,255],[41,38,32,255],[6,5,3,255],"…"],[[55,51,43,255],[59,55,46,255],[53,49,41,255],[58,54,46,255],[53,49,41,255],[66,62,53,255],[36,34,28,255],[41,38,32,255],[50,46,38,255],[57,53,44,255],[57,53,45,255],[35,32,27,255],[31,28,23,255],[42,39,33,255],[37,34,28,255],[50,46,39,255],[50,47,39,255],[43,40,33,255],[39,36,30,255],[36,33,27,255],[42,38,32,255],[30,27,22,255],[21,19,16,255],[9,8,6,255],"…"],[[58,54,45,255],[60,55,46,255],[54,50,42,255],[59,55,46,255],[45,42,35,255],[71,67,57,255],[49,46,38,255],[43,40,33,255],[52,48,41,255],[52,48,40,255],[59,55,46,255],[35,32,26,255],[29,27,22,255],[35,32,27,255],[44,41,34,255],[52,49,41,255],[56,52,44,255],[44,40,33,255],[40,37,30,255],[34,32,26,255],[35,32,27,255],[42,39,32,255],[22,21,17,255],[9,7,6,255],"…"],[[60,56,47,255],[50,46,38,255],[63,59,50,255],[42,39,32,255],[42,39,33,255],[63,59,49,255],[22,20,16,255],[45,42,35,255],[40,37,31,255],[39,36,30,255],[68,64,54,255],[36,34,28,255],[31,29,23,255],[10,9,7,255],[13,11,9,255],[54,50,42,255],[61,57,48,255],[54,50,42,255],[67,63,53,255],[33,30,25,255],[31,29,24,255],[68,63,53,255],[94,89,76,255],[16,14,11,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],[267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,267982429,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[1.326123595237732,1.3261146545410156,1.3261054754257202,1.3260964155197144,1.3260877132415771,1.3260786533355713,1.3260698318481445,1.3260605335235596,1.3260513544082642,1.326042652130127,1.3260337114334106,1.3260245323181152,1.326015591621399,1.326006293296814,1.3259974718093872,1.3259882926940918,1.3259795904159546,1.3259706497192383,1.3259614706039429,1.3259526491165161,1.3259437084197998,1.3259350061416626,1.325925588607788,1.3259166479110718,"…"],[1.3326212167739868,1.332612156867981,1.3326034545898438,1.3325940370559692,1.3325849771499634,1.3325756788253784,1.3325668573379517,1.3325573205947876,1.33254873752594,1.332539439201355,1.3325302600860596,1.3325214385986328,1.3325120210647583,1.3325034379959106,1.3324941396713257,1.3324848413467407,1.3324759006500244,1.3324668407440186,1.3324579000473022,1.3324487209320068,1.3324395418167114,1.3324307203292847,1.3324215412139893,1.3324123620986938,"…"],[1.3391832113265991,1.3391737937927246,1.3391647338867188,1.339155673980713,1.3391462564468384,1.339137315750122,1.3391281366348267,1.3391188383102417,1.3391097784042358,1.3391003608703613,1.339091420173645,1.3390823602676392,1.3390729427337646,1.3390640020370483,1.3390545845031738,1.339045524597168,1.3390363454818726,1.3390270471572876,1.3390181064605713,1.3390086889266968,1.3389993906021118,1.338990330696106,1.3389811515808105,1.3389719724655151,"…"],[1.345810055732727,1.345800518989563,1.3457911014556885,1.3457820415496826,1.345772624015808,1.3457636833190918,1.3457541465759277,1.3457449674606323,1.345735788345337,1.3457263708114624,1.345717191696167,1.345707893371582,1.345698595046997,1.345689296722412,1.3456798791885376,1.3456708192825317,1.3456612825393677,1.3456521034240723,1.3456429243087769,1.345633625984192,1.3456244468688965,1.345615267753601,1.3456059694290161,1.3455967903137207,"…"],[1.352502703666687,1.3524929285049438,1.3524835109710693,1.352474331855774,1.352465033531189,1.3524556159973145,1.352446436882019,1.3524370193481445,1.3524274826049805,1.352418065071106,1.352408528327942,1.3523993492126465,1.352390170097351,1.3523808717727661,1.3523712158203125,1.352362036705017,1.352352499961853,1.352343201637268,1.3523337841033936,1.3523247241973877,1.3523153066635132,1.3523057699203491,1.3522965908050537,1.3522872924804688,"…"],[1.3592619895935059,1.3592524528503418,1.3592426776885986,1.3592334985733032,1.3592240810394287,1.3592145442962646,1.3592050075531006,1.3591958284378052,1.359186053276062,1.3591769933700562,1.359167218208313,1.359157681465149,1.3591482639312744,1.3591386079788208,1.3591294288635254,1.3591201305389404,1.359110713005066,1.3591010570526123,1.3590916395187378,1.3590822219848633,1.3590726852416992,1.3590633869171143,1.3590538501739502,1.3590441942214966,"…"],[1.366089105606079,1.3660800457000732,1.366070032119751,1.366060495376587,1.3660510778427124,1.3660414218902588,1.3660320043563843,1.3660222291946411,1.3660130500793457,1.366003394126892,1.365993857383728,1.365984320640564,1.3659745454788208,1.3659652471542358,1.3659557104110718,1.3659461736679077,1.3659367561340332,1.36592698097229,1.3659175634384155,1.365907907485962,1.3658981323242188,1.3658885955810547,1.3658790588378906,1.365869402885437,"…"],[1.372985601425171,1.3729759454727173,1.3729661703109741,1.3729568719863892,1.3729467391967773,1.3729373216629028,1.3729276657104492,1.3729180097579956,1.3729082345962524,1.372898817062378,1.3728892803192139,1.3728793859481812,1.372869610786438,1.372860074043274,1.3728504180908203,1.3728410005569458,1.3728312253952026,1.372821569442749,1.372812032699585,1.3728022575378418,1.3727924823760986,1.3727830648422241,1.372773289680481,1.3727638721466064,"…"],[1.3799519538879395,1.3799419403076172,1.3799326419830322,1.3799227476119995,1.3799128532409668,1.3799031972885132,1.3798933029174805,1.3798836469650269,1.3798738718032837,1.3798640966415405,1.379854440689087,1.3798444271087646,1.3798350095748901,1.3798253536224365,1.3798153400421143,1.3798060417175293,1.3797959089279175,1.3797861337661743,1.3797765970230103,1.3797667026519775,1.3797569274902344,1.3797472715377808,1.3797374963760376,1.379727840423584,"…"],[1.3869893550872803,1.3869789838790894,1.3869695663452148,1.3869597911834717,1.3869500160217285,1.3869400024414062,1.386929988861084,1.3869203329086304,1.3869104385375977,1.3869004249572754,1.3868910074234009,1.3868809938430786,1.386871099472046,1.386860966682434,1.3868513107299805,1.3868416547775269,1.3868319988250732,1.3868221044540405,1.3868123292922974,1.386802315711975,1.3867924213409424,1.3867824077606201,1.386772632598877,1.3867626190185547,"…"],[1.3940987586975098,1.394088864326477,1.3940787315368652,1.3940688371658325,1.394059181213379,1.3940486907958984,1.3940390348434448,1.3940290212631226,1.3940191268920898,1.3940092325210571,1.3939993381500244,1.3939893245697021,1.3939794301986694,1.3939692974090576,1.393959403038025,1.393949270248413,1.39393949508667,1.3939297199249268,1.393919587135315,1.3939098119735718,1.3938997983932495,1.3938899040222168,1.3938798904418945,1.3938698768615723,"…"],[1.401281714439392,1.4012717008590698,1.401261568069458,1.401251196861267,1.401241660118103,1.401231050491333,1.4012212753295898,1.4012110233306885,1.4012010097503662,1.4011908769607544,1.4011808633804321,1.401171088218689,1.4011609554290771,1.4011508226394653,1.4011406898498535,1.4011306762695312,1.4011207818984985,1.4011108875274658,1.401100993156433,1.4010906219482422,1.4010807275772095,1.401070237159729,1.4010605812072754,1.4010504484176636,"…"],[1.4085386991500854,1.4085283279418945,1.4085181951522827,1.4085081815719604,1.4084981679916382,1.4084877967834473,1.408477783203125,1.4084672927856445,1.4084573984146118,1.408447265625,1.4084370136260986,1.408427119255066,1.4084166288375854,1.4084068536758423,1.4083967208862305,1.408386468887329,1.4083764553070068,1.408366084098816,1.408355951309204,1.4083458185195923,1.4083356857299805,1.4083255529403687,1.4083154201507568,1.408305048942566,"…"],[1.415871262550354,1.4158610105514526,1.4158507585525513,1.41584050655365,1.4158302545547485,1.4158203601837158,1.4158101081848145,1.4157994985580444,1.4157893657684326,1.4157792329788208,1.4157689809799194,1.415758728981018,1.4157484769821167,1.4157382249832153,1.4157277345657349,1.4157174825668335,1.4157073497772217,1.415696620941162,1.4156867265701294,1.4156763553619385,1.415666103363037,1.4156558513641357,1.4156453609466553,1.4156352281570435,"…"],[1.4232808351516724,1.4232702255249023,1.4232600927352905,1.42324960231781,1.4232394695281982,1.4232290983200073,1.423218846321106,1.4232087135314941,1.423197865486145,1.4231876134872437,1.4231774806976318,1.4231668710708618,1.4231563806533813,1.4231460094451904,1.4231358766555786,1.4231256246566772,1.4231150150299072,1.4231045246124268,1.4230941534042358,1.4230835437774658,1.4230737686157227,1.4230632781982422,1.4230529069900513,1.4230424165725708,"…"],[1.430768609046936,1.4307576417922974,1.430747628211975,1.430737018585205,1.4307265281677246,1.4307160377502441,1.4307053089141846,1.4306950569152832,1.4306844472885132,1.4306738376617432,1.4306634664535522,1.4306528568267822,1.4306424856185913,1.43063223361969,1.4306215047836304,1.4306113719940186,1.4306005239486694,1.4305903911590576,1.430579662322998,1.4305692911148071,1.4305589199066162,1.4305483102798462,1.4305379390716553,1.4305272102355957,"…"],[1.4383349418640137,1.4383243322372437,1.438313603401184,1.438302993774414,1.438292384147644,1.4382818937301636,1.438271403312683,1.4382606744766235,1.438249945640564,1.4382396936416626,1.438228964805603,1.4382184743881226,1.4382078647613525,1.438197135925293,1.4381868839263916,1.4381762742996216,1.4381657838821411,1.438155174255371,1.438144326210022,1.4381338357925415,1.4381229877471924,1.438112497329712,1.438102126121521,1.4380913972854614,"…"],[1.4459819793701172,1.445971131324768,1.4459604024887085,1.445949673652649,1.4459391832351685,1.4459284543991089,1.4459178447723389,1.4459071159362793,1.4458963871002197,1.4458857774734497,1.4458750486373901,1.445864200592041,1.445853590965271,1.4458425045013428,1.4458318948745728,1.4458212852478027,1.4458106756210327,1.4457998275756836,1.4457894563674927,1.4457786083221436,1.4457679986953735,1.4457573890686035,1.4457464218139648,1.4457361698150635,"…"],[1.4537110328674316,1.4537001848220825,1.4536893367767334,1.4536783695220947,1.4536675214767456,1.453656792640686,1.4536463022232056,1.4536349773406982,1.4536243677139282,1.4536134004592896,1.45360267162323,1.4535919427871704,1.4535810947418213,1.4535703659057617,1.4535592794418335,1.453548550605774,1.4535375833511353,1.4535266160964966,1.4535162448883057,1.453505277633667,1.4534944295883179,1.4534838199615479,1.4534727334976196,1.4534623622894287,"…"],[1.4615226984024048,1.4615116119384766,1.461500883102417,1.4614899158477783,1.4614787101745605,1.461467981338501,1.4614570140838623,1.4614462852478027,1.461435317993164,1.4614243507385254,1.4614132642745972,1.4614022970199585,1.4613914489746094,1.4613804817199707,1.461369514465332,1.4613590240478516,1.461348056793213,1.4613370895385742,1.461326003074646,1.4613150358200073,1.4613040685653687,1.461293339729309,1.4612820148468018,1.4612711668014526,"…"],[1.4694191217422485,1.4694079160690308,1.4693970680236816,1.4693862199783325,1.4693748950958252,1.4693636894226074,1.4693527221679688,1.4693416357040405,1.4693305492401123,1.4693197011947632,1.4693083763122559,1.4692972898483276,1.469286561012268,1.4692752361297607,1.4692641496658325,1.4692533016204834,1.4692420959472656,1.4692312479019165,1.4692201614379883,1.4692089557647705,1.4691976308822632,1.4691866636276245,1.4691758155822754,1.4691649675369263,"…"],[1.4774011373519897,1.477389931678772,1.4773788452148438,1.477367639541626,1.4773565530776978,1.47734534740448,1.4773340225219727,1.4773231744766235,1.4773117303848267,1.4773008823394775,1.4772894382476807,1.477278232574463,1.4772670269012451,1.4772558212280273,1.4772446155548096,1.4772335290908813,1.477222204208374,1.4772112369537354,1.4772000312805176,1.4771889448165894,1.4771777391433716,1.4771662950515747,1.4771552085876465,1.4771443605422974,"…"],[1.4854702949523926,1.4854592084884644,1.4854480028152466,1.4854369163513184,1.485425353050232,1.485413670539856,1.4854027032852173,1.4853912591934204,1.485379695892334,1.4853686094284058,1.4853575229644775,1.4853460788726807,1.4853349924087524,1.485323429107666,1.4853121042251587,1.485300898551941,1.4852896928787231,1.4852782487869263,1.485267162322998,1.4852557182312012,1.4852445125579834,1.4852330684661865,1.4852216243743896,1.4852105379104614,"…"],[1.4936282634735107,1.4936168193817139,1.493605375289917,1.4935939311981201,1.493582844734192,1.4935710430145264,1.4935595989227295,1.4935481548309326,1.4935370683670044,1.4935253858566284,1.4935141801834106,1.4935028553009033,1.493491291999817,1.4934802055358887,1.4934685230255127,1.4934570789337158,1.493445873260498,1.4934344291687012,1.4934228658676147,1.4934115409851074,1.4933996200561523,1.4933884143829346,1.4933769702911377,1.49336576461792,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],[11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[211,208,201,255],[235,234,229,255],[202,200,193,255],[210,208,203,255],[220,217,212,255],[232,230,225,255],[231,229,223,255],[216,214,208,255],[202,200,194,255],[207,205,199,255],[199,197,190,255],[210,209,203,255],[182,184,183,255],[162,162,160,255],[200,198,192,255],[199,198,193,255],[224,221,215,255],[217,214,206,255],[231,229,224,255],[204,203,198,255],[243,242,239,255],[215,214,207,255],[220,219,213,255],[221,219,213,255],"…"],[[226,225,219,255],[232,231,226,255],[230,229,223,255],[230,228,223,255],[229,228,222,255],[217,215,209,255],[220,217,211,255],[217,215,208,255],[208,206,199,255],[211,209,203,255],[208,207,200,255],[207,205,199,255],[190,190,187,255],[200,198,192,255],[188,187,183,255],[199,198,192,255],[219,217,211,255],[233,231,226,255],[221,218,211,255],[215,213,206,255],[226,224,218,255],[227,226,220,255],[215,213,207,255],[217,215,209,255],"…"],[[230,228,223,255],[224,223,217,255],[231,229,224,255],[234,233,228,255],[235,233,228,255],[220,218,212,255],[218,216,209,255],[216,214,207,255],[209,207,200,255],[213,210,204,255],[210,208,202,255],[209,208,202,255],[192,193,189,255],[197,195,189,255],[197,195,190,255],[198,196,190,255],[213,210,204,255],[229,227,221,255],[228,227,221,255],[221,219,213,255],[218,217,211,255],[231,229,224,255],[216,214,208,255],[215,213,207,255],"…"],[[207,205,198,255],[228,226,220,255],[209,207,199,255],[226,224,218,255],[218,216,211,255],[232,230,225,255],[238,237,232,255],[211,208,201,255],[210,208,201,255],[212,210,204,255],[220,218,212,255],[215,213,207,255],[192,192,186,255],[196,192,185,255],[209,208,202,255],[207,206,200,255],[201,199,194,255],[207,201,194,255],[190,184,178,255],[225,224,218,255],[223,222,216,255],[223,222,215,255],[220,218,212,255],[216,214,208,255],"…"],[[204,203,195,255],[212,210,203,255],[206,204,196,255],[226,224,219,255],[221,219,213,255],[228,226,220,255],[238,237,232,255],[210,207,200,255],[209,207,201,255],[209,207,201,255],[193,191,184,255],[226,225,220,255],[196,195,189,255],[182,176,169,255],[212,211,205,255],[206,205,199,255],[192,191,186,255],[199,192,185,255],[213,212,206,255],[225,224,218,255],[218,217,211,255],[216,214,208,255],[219,218,211,255],[214,212,206,255],"…"],[[213,211,204,255],[221,220,214,255],[223,222,216,255],[219,217,211,255],[221,220,213,255],[226,224,219,255],[221,220,214,255],[214,211,205,255],[205,203,196,255],[213,211,205,255],[213,211,205,255],[223,222,216,255],[230,228,223,255],[212,211,205,255],[199,197,190,255],[203,201,194,255],[207,205,199,255],[205,203,196,255],[215,211,204,255],[214,211,204,255],[221,219,213,255],[212,211,205,255],[216,215,208,255],[214,213,206,255],"…"],[[219,218,211,255],[212,211,204,255],[222,221,215,255],[222,220,214,255],[219,217,211,255],[224,222,216,255],[219,218,212,255],[215,213,206,255],[206,204,197,255],[213,211,205,255],[213,211,205,255],[220,219,213,255],[229,227,222,255],[217,216,210,255],[205,203,196,255],[203,201,195,255],[203,202,196,255],[205,203,198,255],[211,208,202,255],[210,208,200,255],[215,213,206,255],[218,217,211,255],[213,211,205,255],[216,214,208,255],"…"],[[223,221,214,255],[223,222,216,255],[226,224,218,255],[217,216,210,255],[209,208,201,255],[227,226,220,255],[153,151,146,255],[207,205,199,255],[212,209,202,255],[173,172,167,255],[228,226,220,255],[218,216,210,255],[224,222,217,255],[221,219,213,255],[238,237,233,255],[209,207,201,255],[213,211,205,255],[186,184,178,255],[214,212,206,255],[221,220,214,255],[212,211,205,255],[184,183,177,255],[219,217,211,255],[211,209,202,255],"…"],[[213,211,204,255],[204,202,194,255],[214,212,205,255],[206,204,198,255],[215,213,207,255],[224,223,216,255],[145,143,138,255],[210,208,202,255],[212,210,203,255],[174,174,169,255],[225,224,218,255],[213,212,206,255],[224,223,217,255],[235,233,229,255],[226,225,220,255],[208,206,200,255],[215,213,207,255],[185,183,178,255],[222,220,214,255],[219,217,211,255],[213,211,205,255],[173,172,167,255],[213,211,205,255],[211,209,202,255],"…"],[[212,210,203,255],[219,217,210,255],[207,206,199,255],[188,187,181,255],[214,212,207,255],[210,209,203,255],[225,223,217,255],[215,213,207,255],[215,214,207,255],[216,215,208,255],[195,194,189,255],[199,198,192,255],[214,213,208,255],[236,235,230,255],[217,216,211,255],[224,223,217,255],[213,212,206,255],[207,205,199,255],[194,193,187,255],[200,199,193,255],[197,196,190,255],[191,190,184,255],[205,203,196,255],[213,211,204,255],"…"],[[211,209,202,255],[212,211,204,255],[215,214,207,255],[188,186,180,255],[180,178,172,255],[203,201,195,255],[220,219,213,255],[217,216,209,255],[222,220,214,255],[218,216,210,255],[208,206,200,255],[201,199,193,255],[205,204,198,255],[230,229,224,255],[226,225,220,255],[224,223,218,255],[223,221,216,255],[218,216,210,255],[198,196,191,255],[200,199,193,255],[200,199,193,255],[194,193,187,255],[193,192,185,255],[213,211,205,255],"…"],[[221,220,213,255],[225,223,217,255],[222,220,213,255],[202,201,195,255],[202,201,195,255],[140,139,134,255],[228,227,220,255],[211,209,203,255],[202,201,195,255],[229,227,221,255],[223,221,214,255],[207,205,199,255],[204,202,195,255],[231,230,225,255],[209,207,200,255],[204,203,197,255],[205,204,197,255],[229,227,222,255],[231,230,224,255],[208,207,201,255],[214,212,205,255],[181,179,175,255],[168,167,162,255],[203,201,195,255],"…"],[[222,220,213,255],[197,195,188,255],[221,219,212,255],[202,200,194,255],[201,199,193,255],[153,153,150,255],[228,226,220,255],[211,210,204,255],[199,198,192,255],[227,225,220,255],[234,233,228,255],[209,208,201,255],[199,198,191,255],[220,219,214,255],[208,206,199,255],[207,206,200,255],[204,203,197,255],[233,232,226,255],[195,194,188,255],[220,218,213,255],[206,205,198,255],[188,187,182,255],[169,168,164,255],[201,199,192,255],"…"],[[214,212,205,255],[215,213,206,255],[203,201,194,255],[183,181,175,255],[188,187,181,255],[157,157,153,255],[153,152,147,255],[204,202,196,255],[215,214,207,255],[219,217,211,255],[215,213,206,255],[216,214,207,255],[214,212,205,255],[209,207,200,255],[208,207,200,255],[206,204,198,255],[204,202,197,255],[207,205,199,255],[222,221,215,255],[215,213,208,255],[199,198,192,255],[208,206,200,255],[178,177,172,255],[201,200,193,255],"…"],[[210,208,201,255],[216,214,207,255],[213,211,204,255],[184,183,177,255],[173,172,167,255],[172,172,167,255],[149,149,145,255],[192,191,184,255],[212,210,204,255],[218,217,210,255],[216,214,207,255],[213,211,204,255],[214,213,206,255],[211,209,202,255],[208,206,200,255],[206,205,198,255],[203,202,196,255],[195,194,189,255],[216,214,208,255],[212,211,205,255],[209,208,202,255],[204,202,196,255],[192,191,185,255],[196,195,189,255],"…"],[[179,178,170,255],[222,219,213,255],[183,181,173,255],[208,207,200,255],[199,197,191,255],[154,155,152,255],[143,142,139,255],[191,190,184,255],[214,212,206,255],[224,222,216,255],[182,180,172,255],[211,209,202,255],[211,210,204,255],[205,204,197,255],[161,161,158,255],[212,210,204,255],[198,196,190,255],[187,186,180,255],[185,184,177,255],[222,220,214,255],[213,211,205,255],[199,198,192,255],[200,198,192,255],[179,178,172,255],"…"],[[195,193,185,255],[220,218,211,255],[206,203,196,255],[215,213,206,255],[197,196,189,255],[152,153,149,255],[140,139,137,255],[189,188,181,255],[208,207,200,255],[222,220,213,255],[168,166,159,255],[210,209,202,255],[213,212,205,255],[201,199,192,255],[161,160,157,255],[211,209,202,255],[206,204,197,255],[178,177,171,255],[193,192,184,255],[219,217,210,255],[218,216,210,255],[200,198,192,255],[201,199,193,255],[176,175,169,255],"…"],[[200,198,190,255],[202,200,193,255],[213,211,204,255],[211,209,202,255],[206,204,197,255],[189,188,181,255],[183,182,176,255],[163,162,156,255],[168,167,161,255],[194,192,185,255],[209,208,201,255],[203,201,194,255],[206,204,198,255],[204,203,197,255],[208,207,200,255],[209,207,200,255],[199,197,189,255],[197,195,188,255],[199,197,191,255],[208,207,200,255],[200,198,191,255],[208,206,200,255],[184,182,177,255],[189,187,181,255],"…"],[[196,194,186,255],[199,197,189,255],[205,203,195,255],[205,203,195,255],[202,200,194,255],[191,190,183,255],[193,191,185,255],[176,174,168,255],[162,161,155,255],[171,170,163,255],[204,202,195,255],[194,193,186,255],[202,200,193,255],[202,201,195,255],[206,204,198,255],[209,208,201,255],[206,204,197,255],[198,197,189,255],[198,197,189,255],[208,206,199,255],[206,204,197,255],[213,211,205,255],[190,189,183,255],[188,186,180,255],"…"],[[172,171,164,255],[176,174,166,255],[173,171,164,255],[206,204,196,255],[210,208,201,255],[155,154,149,255],[166,166,161,255],[184,183,176,255],[178,176,170,255],[176,174,167,255],[173,171,164,255],[195,194,186,255],[181,180,174,255],[161,160,157,255],[164,163,158,255],[215,213,206,255],[213,211,204,255],[158,156,148,255],[216,214,207,255],[215,213,206,255],[211,209,202,255],[214,212,205,255],[202,200,194,255],[176,174,168,255],"…"],[[177,176,168,255],[185,183,175,255],[178,177,169,255],[202,200,192,255],[210,208,201,255],[193,191,184,255],[181,180,174,255],[185,184,177,255],[179,177,171,255],[165,163,157,255],[174,173,165,255],[194,193,186,255],[180,179,172,255],[151,151,148,255],[171,170,164,255],[217,215,208,255],[215,213,206,255],[201,199,191,255],[216,213,206,255],[216,214,207,255],[209,207,200,255],[217,215,208,255],[206,205,198,255],[176,174,168,255],"…"],[[181,179,171,255],[178,176,168,255],[185,183,174,255],[197,196,187,255],[199,198,190,255],[212,210,204,255],[174,173,167,255],[189,187,181,255],[183,181,174,255],[174,173,166,255],[174,173,166,255],[173,171,164,255],[177,175,169,255],[186,184,178,255],[183,181,175,255],[205,203,197,255],[210,208,201,255],[213,211,204,255],[212,211,203,255],[211,209,202,255],[205,203,196,255],[215,213,207,255],[200,198,192,255],[189,187,181,255],"…"],[[173,171,163,255],[185,183,175,255],[183,180,172,255],[193,191,183,255],[204,202,195,255],[212,211,204,255],[193,191,185,255],[190,188,181,255],[185,183,176,255],[182,180,173,255],[174,173,166,255],[176,175,168,255],[181,179,173,255],[182,181,175,255],[184,182,176,255],[203,202,195,255],[209,207,200,255],[213,211,203,255],[215,213,205,255],[213,211,203,255],[206,204,197,255],[208,206,198,255],[207,205,199,255],[190,188,181,255],"…"],[[165,162,152,255],[162,161,155,255],[166,163,153,255],[196,194,185,255],[192,190,181,255],[199,197,190,255],[171,169,159,255],[189,187,180,255],[195,194,187,255],[185,182,175,255],[163,161,154,255],[181,179,172,255],[194,192,185,255],[136,136,134,255],[195,193,185,255],[222,220,214,255],[207,205,198,255],[217,215,208,255],[124,122,113,255],[213,211,203,255],[206,204,196,255],[215,213,205,255],[189,186,178,255],[172,170,164,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[0.4969514310359955,0.49735787510871887,0.4977651536464691,0.49817290902137756,0.4985814392566681,0.49899065494537354,0.4994005560874939,0.4998110830783844,0.5002222061157227,0.5006341338157654,0.5010466575622559,0.5014599561691284,0.5018737316131592,0.5022884607315063,0.5027037262916565,0.5031198263168335,0.5035363435745239,0.5039538145065308,0.5043718814849854,0.5047906637191772,0.5052101612091064,0.5056303143501282,0.5060511231422424,0.506472647190094,"…"],[0.4987500309944153,0.49915948510169983,0.4995696246623993,0.4999804198741913,0.500391960144043,0.5008040070533752,0.5012169480323792,0.501630425453186,0.502044677734375,0.5024595260620117,0.5028750896453857,0.5032913088798523,0.5037083029747009,0.5041260719299316,0.5045443773269653,0.5049633979797363,0.5053831338882446,0.5058035850524902,0.5062246322631836,0.5066465735435486,0.5070691108703613,0.5074924230575562,0.507916271686554,0.5083408951759338,"…"],[0.5005617141723633,0.5009740591049194,0.501387357711792,0.5018011927604675,0.502215564250946,0.5026306509971619,0.5030465722084045,0.503463089466095,0.5038803815841675,0.5042982697486877,0.5047168135643005,0.5051363110542297,0.5055562257766724,0.5059769153594971,0.5063984394073486,0.5068207383155823,0.5072433948516846,0.5076670050621033,0.5080912709236145,0.5085161328315735,0.5089418292045593,0.5093681812286377,0.5097952485084534,0.5102230310440063,"…"],[0.5023865699768066,0.5028020143508911,0.5032182335853577,0.5036348104476929,0.5040525794029236,0.5044708251953125,0.5048896074295044,0.5053092837333679,0.505729615688324,0.506150484085083,0.5065722465515137,0.5069947242736816,0.5074177980422974,0.5078416466712952,0.508266270160675,0.5086914300918579,0.5091173648834229,0.5095441937446594,0.5099714398384094,0.510399580001831,0.5108283758163452,0.5112578272819519,0.5116880536079407,0.5121192336082458,"…"],[0.5042245984077454,0.5046433210372925,0.5050624012947083,0.5054823160171509,0.5059030055999756,0.506324291229248,0.5067461729049683,0.5071690082550049,0.5075923800468445,0.5080165863037109,0.508441150188446,0.5088668465614319,0.5092930197715759,0.5097200870513916,0.510147750377655,0.5105761885643005,0.5110054016113281,0.5114350914955139,0.5118657350540161,0.5122969746589661,0.5127289295196533,0.5131617188453674,0.5135952234268188,0.5140295624732971,"…"],[0.506076455116272,0.5064980983734131,0.506920337677002,0.5073432922363281,0.5077671408653259,0.5081914663314819,0.5086165070533752,0.5090424418449402,0.5094690322875977,0.5098962783813477,0.5103241205215454,0.5107528567314148,0.5111823081970215,0.5116125345230103,0.5120433568954468,0.5124749541282654,0.5129072666168213,0.5133403539657593,0.5137740969657898,0.5142087340354919,0.5146439671516418,0.515079915523529,0.5155166983604431,0.5159541368484497,"…"],[0.5079418420791626,0.508366584777832,0.508791983127594,0.5092180371284485,0.5096448659896851,0.5100725293159485,0.5105007290840149,0.5109298229217529,0.5113595128059387,0.511789858341217,0.512221097946167,0.5126530528068542,0.513085663318634,0.5135189294815063,0.5139530897140503,0.5143877863883972,0.5148234367370605,0.5152597427368164,0.5156968235969543,0.51613450050354,0.5165731310844421,0.5170121788978577,0.5174522995948792,0.5178930759429932,"…"],[0.5098209977149963,0.5102488994598389,0.5106774568557739,0.5111067295074463,0.5115368962287903,0.5119675397872925,0.5123989582061768,0.5128313302993774,0.513264000415802,0.5136978030204773,0.5141322016716003,0.5145673155784607,0.5150031447410583,0.5154398679733276,0.5158771276473999,0.5163151025772095,0.5167539119720459,0.5171934366226196,0.517633855342865,0.5180750489234924,0.5185167789459229,0.5189594030380249,0.5194028615951538,0.5198466777801514,"…"],[0.5117141604423523,0.5121453404426575,0.5125769376754761,0.5130094885826111,0.5134426951408386,0.5138766169548035,0.5143114328384399,0.5147467255592346,0.5151828527450562,0.5156198740005493,0.516057550907135,0.5164958834648132,0.5169349908828735,0.5173749327659607,0.5178155899047852,0.5182569026947021,0.5186991691589355,0.5191419124603271,0.5195855498313904,0.5200299620628357,0.5204752087593079,0.5209211111068726,0.5213677883148193,0.5218152403831482,"…"],[0.5136213898658752,0.5140557289123535,0.5144907832145691,0.5149264931678772,0.5153629183769226,0.5157999992370605,0.5162379741668701,0.516676664352417,0.5171160697937012,0.5175564289093018,0.5179972648620605,0.5184390544891357,0.5188815593719482,0.5193246603012085,0.5197686553001404,0.52021324634552,0.5206589102745056,0.5211051106452942,0.5215519666671753,0.5219998359680176,0.5224484801292419,0.5228977203369141,0.5233478546142578,0.5237987041473389,"…"],[0.5155429244041443,0.5159804821014404,0.5164186954498291,0.5168576836585999,0.5172975063323975,0.5177379846572876,0.5181792974472046,0.5186212062835693,0.5190640687942505,0.5195075273513794,0.5199518799781799,0.520396888256073,0.5208427309989929,0.5212892889976501,0.5217365026473999,0.5221846103668213,0.52263343334198,0.5230830907821655,0.5235335826873779,0.5239847302436829,0.5244367718696594,0.5248894095420837,0.5253428816795349,0.5257972478866577,"…"],[0.5174789428710938,0.517919659614563,0.5183612704277039,0.5188035368919373,0.5192466378211975,0.5196904540061951,0.5201350450515747,0.5205803513526917,0.5210264921188354,0.5214735269546509,0.5219210982322693,0.5223694443702698,0.5228188037872314,0.5232685804367065,0.523719310760498,0.5241708755493164,0.5246231555938721,0.5250763297080994,0.5255300402641296,0.5259847044944763,0.5264402031898499,0.5268963575363159,0.5273533463478088,0.5278111696243286,"…"],[0.5194294452667236,0.5198736786842346,0.5203185081481934,0.520764172077179,0.5212104916572571,0.5216577649116516,0.522105872631073,0.5225545763969421,0.5230040550231934,0.5234543085098267,0.5239052176475525,0.5243571996688843,0.524809718132019,0.5252631306648254,0.5257174372673035,0.5261722803115845,0.5266280174255371,0.5270845890045166,0.5275418758392334,0.5279998779296875,0.5284590125083923,0.5289186239242554,0.5293790698051453,0.5298404693603516,"…"],[0.5213947296142578,0.5218421816825867,0.5222905874252319,0.522739589214325,0.5231894850730896,0.523639976978302,0.5240914821624756,0.5245436429977417,0.5249964594841003,0.5254501104354858,0.5259045958518982,0.526360034942627,0.5268159508705139,0.5272728800773621,0.5277305245399475,0.5281890630722046,0.5286482572555542,0.5291084051132202,0.5295692682266235,0.5300307869911194,0.5304933786392212,0.5309565663337708,0.5314207077026367,0.5318854451179504,"…"],[0.5233750939369202,0.5238258838653564,0.5242777466773987,0.5247302651405334,0.5251833200454712,0.5256374478340149,0.5260922312736511,0.5265478491783142,0.5270042419433594,0.5274615287780762,0.5279192924499512,0.5283782482147217,0.5288377404212952,0.5292980074882507,0.5297592878341675,0.5302213430404663,0.5306841135025024,0.531147837638855,0.5316121578216553,0.5320773720741272,0.532543420791626,0.5330101251602173,0.5334779620170593,0.5339463949203491,"…"],[0.5253703594207764,0.5258246660232544,0.526279866695404,0.526735782623291,0.5271925926208496,0.5276501178741455,0.5281082987785339,0.5285674929618835,0.5290274620056152,0.5294880867004395,0.5299496650695801,0.5304120779037476,0.530875027179718,0.5313389897346497,0.5318038463592529,0.5322692394256592,0.5327357053756714,0.5332029461860657,0.5336707234382629,0.5341398119926453,0.5346094369888306,0.5350797772407532,0.5355511903762817,0.5360233783721924,"…"],[0.5273810029029846,0.5278387069702148,0.5282973647117615,0.5287567973136902,0.5292172431945801,0.5296781063079834,0.5301400423049927,0.5306026935577393,0.5310661792755127,0.5315304398536682,0.5319954752922058,0.5324613451957703,0.5329281091690063,0.5333957076072693,0.5338640213012695,0.5343330502510071,0.5348030924797058,0.5352739095687866,0.5357455611228943,0.5362181067466736,0.5366914868354797,0.537165641784668,0.5376406311988831,0.538116455078125,"…"],[0.5294069051742554,0.5298684239387512,0.5303305983543396,0.5307935476303101,0.5312573909759521,0.5317220091819763,0.5321874022483826,0.5326537489891052,0.5331206321716309,0.5335886478424072,0.5340571999549866,0.5345267057418823,0.5349970459938049,0.5354681611061096,0.5359401702880859,0.5364131331443787,0.5368866920471191,0.537361204624176,0.5378366112709045,0.5383127927780151,0.5387898683547974,0.5392675995826721,0.5397464632987976,0.54022616147995,"…"],[0.531448483467102,0.531913697719574,0.5323795080184937,0.5328459739685059,0.5333133339881897,0.5337815284729004,0.5342505574226379,0.5347204804420471,0.5351912379264832,0.5356625914573669,0.5361349582672119,0.5366081595420837,0.5370822548866272,0.537557065486908,0.5380327105522156,0.5385092496871948,0.5389866828918457,0.5394649505615234,0.5399438142776489,0.5404238700866699,0.5409046411514282,0.5413862466812134,0.5418689846992493,0.5423522591590881,"…"],[0.5335061550140381,0.5339747071266174,0.5344440937042236,0.5349143147468567,0.5353854298591614,0.5358572602272034,0.5363298654556274,0.5368034839630127,0.5372776985168457,0.5377531051635742,0.5382290482521057,0.5387059450149536,0.5391837358474731,0.53966224193573,0.5401415824890137,0.5406219363212585,0.541103184223175,0.5415850281715393,0.5420679450035095,0.5425517559051514,0.543036162853241,0.5435217022895813,0.5440080761909485,0.5444949865341187,"…"],[0.5355796217918396,0.536051869392395,0.5365249514579773,0.5369986891746521,0.5374734997749329,0.5379490852355957,0.5384255051612854,0.5389028191566467,0.539380669593811,0.5398597717285156,0.5403394103050232,0.5408200025558472,0.5413017272949219,0.5417839288711548,0.5422672033309937,0.5427511930465698,0.5432360768318176,0.5437218546867371,0.5442085266113281,0.5446960926055908,0.5451845526695251,0.5456739068031311,0.5461639761924744,0.546654999256134,"…"],[0.5376692414283752,0.5381453633308411,0.5386219620704651,0.5390995144844055,0.5395780801773071,0.5400571823120117,0.5405374765396118,0.5410183668136597,0.5415003299713135,0.541982889175415,0.5424665808677673,0.5429508686065674,0.5434361696243286,0.5439223647117615,0.5444092750549316,0.5448972582817078,0.5453860759735107,0.5458756685256958,0.5463662147521973,0.5468576550483704,0.5473499894142151,0.5478430986404419,0.5483372807502747,0.5488321781158447,"…"],[0.5397754311561584,0.540255069732666,0.5407355427742004,0.5412167906761169,0.5416990518569946,0.5421819686889648,0.542665958404541,0.5431506633758545,0.5436363816261292,0.5441228747367859,0.544610321521759,0.545098602771759,0.5455877780914307,0.5460779070854187,0.5465686321258545,0.5470603704452515,0.5475530028343201,0.5480467081069946,0.548541247844696,0.5490365028381348,0.5495328307151794,0.5500298738479614,0.5505279898643494,0.5510268211364746,"…"],[0.5418979525566101,0.542381227016449,0.5428656935691833,0.5433507561683655,0.5438368320465088,0.5443235635757446,0.5448114275932312,0.5452999472618103,0.5457895398139954,0.5462799668312073,0.546771228313446,0.5472632050514221,0.5477564930915833,0.5482502579689026,0.5487451553344727,0.5492409467697144,0.549737274646759,0.5502350330352783,0.5507334470748901,0.551232635974884,0.5517330169677734,0.5522341728210449,0.5527360439300537,0.5532389879226685,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[480,480]},{"data":[[[107,79,56,255],[106,77,53,255],[106,77,54,255],[106,74,49,255],[104,72,46,255],[97,66,40,255],[102,68,41,255],[103,66,39,255],[107,67,38,255],[98,56,29,255],[101,56,27,255],[82,46,22,255],[82,47,24,255],[81,46,23,255],[114,68,36,255],[96,56,29,255],[97,58,30,255],[118,75,42,255],[105,67,38,255],[91,58,33,255],[83,54,31,255],[98,65,39,255],[109,71,42,255],[107,65,36,255],"…"],[[108,81,57,255],[111,84,60,255],[109,80,56,255],[107,77,53,255],[105,74,49,255],[106,75,49,255],[106,73,46,255],[106,70,43,255],[108,69,42,255],[96,59,32,255],[98,56,28,255],[85,49,25,255],[86,50,26,255],[96,54,27,255],[116,68,36,255],[108,63,33,255],[121,74,39,255],[95,58,31,255],[102,66,38,255],[88,55,31,255],[91,58,33,255],[82,53,31,255],[97,62,36,255],[102,62,34,255],"…"],[[108,82,59,255],[110,84,61,255],[111,84,61,255],[108,80,55,255],[108,78,52,255],[108,76,50,255],[110,77,50,255],[108,74,47,255],[108,71,44,255],[96,60,34,255],[98,59,32,255],[87,51,27,255],[88,52,28,255],[88,50,25,255],[114,66,34,255],[116,68,36,255],[125,76,40,255],[98,58,30,255],[98,62,35,255],[89,55,31,255],[91,58,34,255],[79,51,30,255],[86,56,33,255],[100,61,34,255],"…"],[[107,83,59,255],[110,85,63,255],[107,82,57,255],[112,85,61,255],[110,80,54,255],[119,82,54,255],[100,68,42,255],[110,78,51,255],[111,77,50,255],[99,66,40,255],[107,65,36,255],[93,56,31,255],[95,60,34,255],[95,59,35,255],[84,48,24,255],[124,73,37,255],[113,67,35,255],[114,69,37,255],[105,64,35,255],[95,60,34,255],[87,55,31,255],[85,57,36,255],[93,61,35,255],[94,59,33,255],"…"],[[108,83,59,255],[109,86,63,255],[107,82,57,255],[113,87,63,255],[110,82,57,255],[112,80,53,255],[103,73,47,255],[111,80,53,255],[110,76,49,255],[107,74,47,255],[101,62,35,255],[96,60,34,255],[97,62,36,255],[98,59,33,255],[82,46,23,255],[120,71,36,255],[118,70,37,255],[112,68,36,255],[107,65,34,255],[96,60,33,255],[90,56,31,255],[88,57,33,255],[91,61,37,255],[92,58,32,255],"…"],[[111,86,62,255],[114,88,62,255],[113,88,62,255],[115,89,63,255],[116,87,60,255],[109,81,55,255],[112,79,53,255],[112,82,56,255],[107,76,51,255],[110,77,49,255],[106,73,46,255],[101,65,39,255],[101,65,38,255],[95,57,30,255],[97,59,32,255],[124,75,39,255],[118,71,37,255],[119,73,40,255],[109,64,32,255],[97,60,32,255],[94,59,33,255],[91,59,33,255],[87,57,33,255],[89,56,31,255],"…"],[[107,83,59,255],[113,87,61,255],[115,88,61,255],[116,89,62,255],[116,87,59,255],[110,83,58,255],[110,80,53,255],[111,82,56,255],[106,76,50,255],[111,77,49,255],[110,76,49,255],[103,68,41,255],[102,66,40,255],[99,61,34,255],[96,58,31,255],[119,72,38,255],[113,68,36,255],[132,83,45,255],[112,68,36,255],[100,61,33,255],[97,60,33,255],[92,58,32,255],[91,59,34,255],[88,55,31,255],"…"],[[105,80,56,255],[103,78,53,255],[109,84,59,255],[117,88,60,255],[115,86,57,255],[102,76,49,255],[116,80,51,255],[112,83,57,255],[106,76,49,255],[99,67,40,255],[105,72,43,255],[107,72,45,255],[105,71,43,255],[106,73,47,255],[100,67,44,255],[116,72,39,255],[116,72,39,255],[101,61,31,255],[121,75,40,255],[106,65,35,255],[98,61,32,255],[89,51,25,255],[93,60,35,255],[88,56,32,255],"…"],[[105,82,58,255],[92,65,42,255],[106,83,59,255],[116,87,58,255],[114,85,56,255],[101,75,47,255],[114,80,53,255],[110,81,55,255],[105,75,48,255],[99,68,41,255],[108,75,47,255],[107,73,45,255],[105,71,43,255],[108,78,52,255],[100,64,40,255],[112,70,39,255],[113,70,39,255],[129,81,43,255],[104,64,35,255],[108,67,36,255],[100,62,33,255],[90,53,28,255],[96,61,34,255],[90,57,33,255],"…"],[[96,68,44,255],[98,70,45,255],[104,75,49,255],[113,82,53,255],[109,79,50,255],[105,78,50,255],[103,76,49,255],[104,76,49,255],[103,74,47,255],[103,74,48,255],[102,71,44,255],[106,73,46,255],[103,71,43,255],[107,75,49,255],[105,72,45,255],[99,64,37,255],[103,67,39,255],[116,72,38,255],[105,64,33,255],[112,70,38,255],[108,67,36,255],[93,55,28,255],[109,65,34,255],[93,58,33,255],"…"],[[95,65,42,255],[95,66,42,255],[99,70,44,255],[111,79,50,255],[106,76,47,255],[107,78,49,255],[102,76,48,255],[103,74,48,255],[102,73,46,255],[104,76,49,255],[103,73,46,255],[105,73,45,255],[104,72,44,255],[107,75,48,255],[106,74,48,255],[101,66,39,255],[105,69,41,255],[115,73,40,255],[109,67,35,255],[114,72,39,255],[108,67,36,255],[95,57,30,255],[100,59,32,255],[94,59,33,255],"…"],[[94,63,38,255],[95,63,39,255],[101,68,41,255],[102,70,43,255],[102,71,44,255],[95,66,39,255],[92,66,42,255],[101,73,46,255],[89,62,37,255],[101,74,46,255],[107,76,49,255],[105,74,46,255],[109,79,52,255],[100,68,41,255],[106,75,48,255],[103,70,43,255],[106,71,43,255],[118,80,48,255],[109,71,42,255],[116,74,42,255],[107,66,35,255],[103,64,35,255],[89,51,25,255],[97,60,34,255],"…"],[[94,62,37,255],[95,62,37,255],[101,67,40,255],[98,66,40,255],[99,68,41,255],[82,55,31,255],[97,71,45,255],[99,70,44,255],[87,60,36,255],[100,73,45,255],[107,76,49,255],[106,75,47,255],[110,80,53,255],[100,70,42,255],[108,77,51,255],[103,71,44,255],[106,71,44,255],[108,73,45,255],[117,78,46,255],[115,73,42,255],[113,70,37,255],[97,59,31,255],[92,53,27,255],[96,59,33,255],"…"],[[98,63,36,255],[104,66,38,255],[107,68,40,255],[109,72,42,255],[107,69,40,255],[95,63,37,255],[89,61,36,255],[94,66,40,255],[95,66,40,255],[105,76,48,255],[107,80,53,255],[104,75,48,255],[108,77,50,255],[102,72,45,255],[102,71,44,255],[106,74,47,255],[109,75,47,255],[103,70,43,255],[110,75,46,255],[114,74,43,255],[106,67,38,255],[106,66,36,255],[101,62,32,255],[96,59,32,255],"…"],[[95,61,35,255],[104,66,38,255],[110,70,40,255],[111,72,41,255],[108,70,40,255],[96,64,37,255],[89,59,35,255],[94,64,38,255],[96,66,39,255],[103,74,46,255],[107,79,52,255],[106,76,49,255],[108,78,51,255],[103,73,46,255],[103,72,45,255],[106,74,48,255],[107,75,47,255],[102,70,43,255],[105,71,44,255],[112,73,42,255],[104,67,38,255],[101,64,35,255],[103,63,33,255],[96,58,32,255],"…"],[[105,68,43,255],[95,61,34,255],[99,63,39,255],[114,73,41,255],[110,70,40,255],[93,62,38,255],[101,70,41,255],[90,61,36,255],[103,67,37,255],[101,71,43,255],[95,66,41,255],[107,78,51,255],[101,70,45,255],[102,75,49,255],[102,71,44,255],[105,75,48,255],[104,74,48,255],[100,67,41,255],[102,69,43,255],[107,70,41,255],[104,68,40,255],[97,64,37,255],[102,65,36,255],[94,56,30,255],"…"],[[99,63,38,255],[98,65,38,255],[97,62,37,255],[117,74,42,255],[110,71,40,255],[113,78,48,255],[94,65,38,255],[91,61,35,255],[103,67,38,255],[84,57,33,255],[95,67,41,255],[107,77,51,255],[98,67,42,255],[103,76,51,255],[102,71,44,255],[105,75,49,255],[104,74,48,255],[102,70,44,255],[103,69,43,255],[106,70,42,255],[104,69,40,255],[104,74,48,255],[97,60,33,255],[94,57,30,255],"…"],[[100,66,39,255],[97,64,37,255],[103,67,38,255],[116,74,42,255],[112,72,42,255],[106,69,39,255],[96,62,35,255],[97,63,35,255],[96,63,36,255],[91,61,36,255],[95,64,39,255],[106,75,48,255],[108,77,49,255],[109,81,54,255],[107,78,51,255],[106,76,50,255],[106,75,49,255],[103,72,46,255],[101,69,42,255],[106,72,43,255],[101,68,41,255],[112,76,48,255],[102,67,39,255],[99,62,34,255],"…"],[[101,68,41,255],[99,67,40,255],[99,65,38,255],[115,74,43,255],[111,72,43,255],[115,74,41,255],[101,66,38,255],[99,64,35,255],[96,63,35,255],[92,61,35,255],[92,62,37,255],[107,74,47,255],[111,78,50,255],[113,84,57,255],[108,79,52,255],[106,77,50,255],[107,76,49,255],[105,75,49,255],[103,71,44,255],[105,72,44,255],[101,69,43,255],[111,76,48,255],[109,74,45,255],[101,65,36,255],"…"],[[98,64,37,255],[107,73,45,255],[103,69,41,255],[108,71,42,255],[120,78,45,255],[113,72,41,255],[86,58,36,255],[100,64,35,255],[100,67,39,255],[83,51,27,255],[106,73,42,255],[112,77,48,255],[113,79,50,255],[103,76,52,255],[100,72,46,255],[107,77,51,255],[107,76,50,255],[111,80,53,255],[102,72,45,255],[102,72,45,255],[101,70,43,255],[101,69,42,255],[110,76,48,255],[103,67,39,255],"…"],[[100,66,39,255],[104,69,42,255],[107,71,43,255],[105,70,42,255],[114,75,45,255],[112,75,44,255],[91,61,38,255],[101,65,36,255],[100,68,41,255],[92,58,31,255],[89,59,34,255],[115,79,48,255],[113,79,49,255],[91,63,41,255],[102,74,49,255],[107,77,50,255],[107,76,50,255],[115,82,53,255],[102,72,46,255],[103,73,46,255],[102,71,44,255],[100,68,41,255],[106,75,48,255],[105,69,40,255],"…"],[[106,71,42,255],[108,72,43,255],[111,76,47,255],[111,73,44,255],[115,77,46,255],[114,76,46,255],[110,73,43,255],[103,67,38,255],[95,62,35,255],[104,67,36,255],[107,70,38,255],[115,78,46,255],[112,77,47,255],[93,62,39,255],[101,71,46,255],[106,75,48,255],[107,75,48,255],[114,82,54,255],[107,78,52,255],[105,75,49,255],[107,77,51,255],[100,68,41,255],[104,71,43,255],[108,73,44,255],"…"],[[102,68,40,255],[109,72,42,255],[111,74,44,255],[112,74,44,255],[117,78,46,255],[110,73,44,255],[113,75,46,255],[102,67,39,255],[96,63,36,255],[102,66,36,255],[105,68,37,255],[117,80,47,255],[110,75,46,255],[92,60,36,255],[95,65,41,255],[106,74,47,255],[106,74,47,255],[115,83,55,255],[112,81,54,255],[106,77,50,255],[109,78,52,255],[101,70,43,255],[101,68,41,255],[109,74,45,255],"…"],[[110,75,46,255],[96,62,35,255],[109,74,44,255],[111,73,43,255],[114,75,44,255],[110,77,49,255],[114,73,42,255],[102,68,40,255],[110,73,44,255],[95,63,36,255],[94,60,34,255],[123,84,49,255],[106,72,43,255],[87,55,31,255],[117,86,55,255],[108,76,48,255],[112,78,48,255],[101,71,45,255],[123,88,59,255],[113,82,55,255],[116,83,55,255],[99,69,42,255],[101,71,44,255],[111,76,47,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[480,480,4]}],"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":174.93}],"timestamp":1790222584.915082,"stdout":"True\n{'action_api_schema': {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': 'one caller-parameterized target pose; does not select objects, arms, or actions', 'upstream': 'caller-selected anchor + direction * (distance + extent terms)'}, 'enumerate_capx_objects': {'returns': 'generic object candidates with observation paths and public pose geometry', 'upstream': 'env.get_observation() -> recursively enumerate caller-selectable pose records'}, 'observe_capx_scene': {'returns': 'public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded', 'upstream': 'env.get_observation()'}, 'submit_capx_action': {'returns': 'the public API call result without task-success fields', 'upstream': 'caller-selected public action on caller-selected arm'}}, 'configured_api_classes': {'R1ProControlApi': {'class': 'R1ProControlApi', 'class_doc': 'Robot control helpers for R1Pro.\\n\\nFunctions:\\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\\n  - open_gripper() -> None\\n  - close_gripper() -> None', 'functions': {'breakpoint_code_block': {'doc': 'Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\\n\\nArgs:\\n    None', 'signature': 'breakpoint_code_block()'}, 'check_object_in_hand': {'doc': 'Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\\nArgs:\\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\\nReturn…","error":null,"end":1790222638.152418},{"code":"for name in [\"toolbox\",\"hammer\",\"screwdriver\",\"wrench\",\"pliers\",\"tape measure\",\"drill\",\"saw\"]:\n    r = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name':name,'return_bbox_extent':True})\n    if r.ok:\n        print(name, r.output)\n    else:\n        print(name, \"FAIL\")\nr = primitives.call(name='enumerate_capx_objects', agent_context=None)\nprint(\"ENUM\", r.ok, r.output if r.ok else \"FAIL\")","calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[21.93785811003832,1.3180111805950567,1.1243174938019458]},{"shape":[4],"type":"ndarray","values":[0.2385766403309105,0.8828337496835148,-0.3503870746980893,-0.20227371305406044]},{"shape":[3],"type":"ndarray","values":[0.9673304652944203,0.3586052924298405,0.350738399697506]},{"shape":[2039,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":204.998},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[21.873354697985594,-0.6325891272435497,0.9692721738187412]},{"shape":[4],"type":"ndarray","values":[0.6810775721179495,0.7208116849234293,-0.1279486625468986,0.013892278007079803]},{"shape":[3],"type":"ndarray","values":[0.5621073430823059,0.2140867332487165,0.14333987618868366]},{"shape":[288,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":205.727},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"screwdriver","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":206.453},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"wrench","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":207.164},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"pliers","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":207.724},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"tape measure","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.087710368871296,-0.3162613594869381,0.9277455634155655]},{"shape":[4],"type":"ndarray","values":[-0.038805080413140264,0.9743222099738357,-0.22119804418522063,0.016180918838672436]},{"shape":[3],"type":"ndarray","values":[0.26495809432507467,0.12179297199185629,0.027581084844805426]},{"shape":[186,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":208.492},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"drill","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[21.8730543422153,-0.6347484070520575,0.9738181905242519]},{"shape":[4],"type":"ndarray","values":[0.6884539184056558,0.7147131405632121,-0.12328482853944739,0.00414487516913559]},{"shape":[3],"type":"ndarray","values":[0.564877141874335,0.2132741264118988,0.1447774735502083]},{"shape":[300,3],"type":"ndarray"},{"type":"OrientedBoundingBox"}],"selected_action":"get_object_pose"},"at":209.352},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"saw","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":209.991},{"name":"enumerate_capx_objects","arguments":{},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":false,"modality_boundary":{"mode":"structured_perception_only","raw_visual_frames_available":false},"objects":[],"private_evaluator_exposed":false,"query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"outfit_a_basic_toolbox","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":210.074}],"timestamp":1790222666.598129,"stdout":"toolbox {'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-4759b2b531f441afb0b9e7ef9621961f', 'shape': [3], 'type': 'ndarray', 'values': [21.93785811003832, 1.3180111805950567, 1.1243174938019458]}, {'native_value_handle': 'capx-value-9244c9b1a1574073a37cc956d2b9ccd0', 'shape': [4], 'type': 'ndarray', 'values': [0.2385766403309105, 0.8828337496835148, -0.3503870746980893, -0.20227371305406044]}, {'native_value_handle': 'capx-value-316ebf53f4f64c1ebc214077dae0cb8f', 'shape': [3], 'type': 'ndarray', 'values': [0.9673304652944203, 0.3586052924298405, 0.350738399697506]}, {'native_value_handle': 'capx-value-4e585e10d0b84392b6098b2373b5219b', 'shape': [2039, 3], 'type': 'ndarray'}, {'native_value_handle': 'capx-value-ee02f639f1b0479195f9ac6f9d9b218a', 'type': 'OrientedBoundingBox'}], 'selected_action': 'get_object_pose'}\nhammer {'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-13c4e0825bb44d3494eb22ec5136d764', 'shape': [3], 'type': 'ndarray', 'values': [21.873354697985594, -0.6325891272435497, 0.9692721738187412]}, {'native_value_handle': 'capx-value-5057058389da4870a61cbba338b4e586', 'shape': [4], 'type': 'ndarray', 'values': [0.6810775721179495, 0.7208116849234293, -0.1279486625468986, 0.013892278007079803]}, {'native_value_handle': 'capx-value-63f072e070b64b7da54a488289a9655b', 'shape': [3], 'type': 'ndarray', 'values': [0.5621073430823059, 0.2140867332487165, 0.14333987618868366]}, {'native_value_handle': 'capx-value-7e2b2d8e803944c195bddb3557f99df5', 'shape': [288, 3], 'type': 'ndarray'}, {'native_value_handle': 'capx-value-d3f54ce01141405eb161d3d3e21c669e', 'type': 'OrientedBoundingBox'}], 'selected_action': 'get_object_pose'}\nscrewdriver {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nwrench {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\npliers {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\ntape measure {'executed': True, 'native_api_result': [{'native_value_handle': 'capx-value-d39ba1af5f054be9aea73c8bb6d1ba8e', 'shape': [3], 'type': 'ndarray', 'values': [22.087710368871296, -0.3162613594869381, 0.9277455634155655]}, {'native_value_handle': 'capx-value-41df0a3e99fc4035b420243936629aa6', 'shape': [4], 'type': 'ndarray', 'values': [-0.038805080413140264, 0.9743222099738357, -0.22119804418522063, 0.016180918838672436]}…","error":null,"end":1790222672.57701},{"code":"b = call('get_object_pose', {'object_name':'red toolbox','return_bbox_extent':True})\nprint(\"box\", b)\nh = call('sample_grasp_pose', {'object_name':'hammer'})\nprint(\"hammer\", h)\ns = call('sample_grasp_pose', {'object_name':'screwdriver'})\nprint(\"screwdriver\", s)\nprint(\"robot\", call('get_robot_position', {}))","calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"red toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":488.348},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"hammer"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.023044554454405,-0.65122331694572,1.3538748729236965]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[21.997556686401367,-0.587113082408905,1.2438279390335083]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.023044554454405,-0.65122331694572,1.0851041781910304]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}],[{"shape":[3],"type":"ndarray","values":[22.01483154296875,-0.5925225615501404,1.1454801559448242]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":492.423},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"screwdriver"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null],"selected_action":"sample_grasp_pose"},"at":503.912},{"name":"submit_capx_action","arguments":{"action":"get_robot_position","native_api":true,"parameters":{}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[{"shape":[3],"type":"ndarray","values":[22.796934127807617,-0.6492486000061035,0.005007550120353699]},{"shape":[4],"type":"ndarray","values":[-0.0004906430840492249,-0.0006951303803361952,0.9999995827674866,0.0002966515894513577]},{"shape":[],"type":"ndarray","values":3.14099866820256}],"selected_action":"get_robot_position"},"at":503.917}],"timestamp":1790222950.217748,"stdout":"box [None, None, None, None, None]\nhammer [[[{'native_value_handle': 'capx-value-a40ac61cd51f4937958fc59ebb0f2ab2', 'shape': [3], 'type': 'ndarray', 'values': [22.023044554454405, -0.65122331694572, 1.3538748729236965]}, {'native_value_handle': 'capx-value-a630544965074e82aa044f7bff3d93bf', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-24105d73a6f84149bb983a71990974c0', 'shape': [3], 'type': 'ndarray', 'values': [21.997556686401367, -0.587113082408905, 1.2438279390335083]}, {'native_value_handle': 'capx-value-3cb3c925069147ed8092c41e13129500', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]], [[{'native_value_handle': 'capx-value-8d13ac3973fb4dcda1a9c4dab1ec5280', 'shape': [3], 'type': 'ndarray', 'values': [22.023044554454405, -0.65122331694572, 1.0851041781910304]}, {'native_value_handle': 'capx-value-e2cca938aeec4ca88541ebc6ba569bbc', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}], [{'native_value_handle': 'capx-value-c44d6a509b8b44be8b40a0396f234291', 'shape': [3], 'type': 'ndarray', 'values': [22.01483154296875, -0.5925225615501404, 1.1454801559448242]}, {'native_value_handle': 'capx-value-9578b9ba3843436d8d4468867c130287', 'shape': [4], 'type': 'ndarray', 'values': [1.0, 0.0, 0.0, 0.0]}]]]\nscrewdriver [None, None]\nrobot [{'native_value_handle': 'capx-value-e301e07ec5d24efea5bba794b84fe1fb', 'shape': [3], 'type': 'ndarray', 'values': [22.796934127807617, -0.6492486000061035, 0.005007550120353699]}, {'native_value_handle': 'capx-value-30544a5be2544a5db30473b0745ea6d1', 'shape': [4], 'type': 'ndarray', 'values': [-0.0004906430840492249, -0.0006951303803361952, 0.9999995827674866, 0.0002966515894513577]}, {'native_value_handle': 'capx-value-c5f77177b43a47b7aad866fb45249a4f', 'shape': [], 'type': 'ndarray', 'values': 3.14099866820256}]\n","error":null,"end":1790222966.419413},{"code":"r = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.0776,-0.2821,1.2072],[1.0,0.0,0.0,0.0]),'arm':0,'max_steps':40,'position_tolerance':0.08,'orientation_tolerance':0.35})\nprint(\"pre\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.0776,-0.2821,0.9384],[1.0,0.0,0.0,0.0]),'arm':0,'max_steps':40,'position_tolerance':0.08,'orientation_tolerance':0.35})\nprint(\"down\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='close_gripper', native_api=True, parameters={'arm':0})\nprint(\"close\",r.ok)\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':0})\nprint(\"held\",r.ok,r.output if r.ok else None)","calls":[{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":0,"max_steps":40,"orientation_tolerance":0.35,"position_tolerance":0.08,"target_pose":[[22.0776,-0.2821,1.2072],[1.0,0.0,0.0,0.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":900.185},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":0,"max_steps":40,"orientation_tolerance":0.35,"position_tolerance":0.08,"target_pose":[[22.0776,-0.2821,0.9384],[1.0,0.0,0.0,0.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":900.188},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":913.083},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":0}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":919.866}],"timestamp":1790223362.683135,"stdout":"pre False None\ndown False None\nclose True\nheld True {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\n","error":null,"end":1790223382.368846},{"code":"for name in [\"toolbox\",\"red toolbox\",\"hammer\",\"pliers\",\"screwdriver\"]:\n    r = primitives.call(name='submit_capx_action', action='get_object_pose', native_api=True, parameters={'object_name':name,'return_bbox_extent':True})\n    print(name, r.ok, r.output if r.ok else None)\nr = primitives.call(name='observe_capx_scene', agent_context=None, prompt='Find the toolbox and tools', query=None)\nprint(r.ok)\nprint(r.output if r.ok else None)","calls":[{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":933.377},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"red toolbox","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":933.989},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"hammer","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":934.636},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"pliers","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":935.223},{"name":"submit_capx_action","arguments":{"action":"get_object_pose","native_api":true,"parameters":{"object_name":"screwdriver","return_bbox_extent":true}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[null,null,null,null,null],"selected_action":"get_object_pose"},"at":935.797},{"name":"observe_capx_scene","arguments":{"prompt":"Find the toolbox and tools","query":null},"ok":true,"error":null,"output":{"action_api_schema":{"comparator_aliases":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_api_classes":{"R1ProControlApi":{"class":"R1ProControlApi","class_doc":"Robot control helpers for R1Pro.\n\nFunctions:\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.ndarray, z_approach: float = 0.0) -> None\n  - open_gripper() -> None\n  - close_gripper() -> None","functions":{"breakpoint_code_block":{"doc":"Call this function to mark a significant checkpoint where you want to evaluate progress and potentially regenerate the remaining code.\n\nArgs:\n    None","signature":"breakpoint_code_block()"},"check_object_in_hand":{"doc":"Check if the grasp was successful by checking if there is an object in the hand. Note that this function may still return True if the wrong object is in the hand.\nArgs:\n    arm: Arm to check the grasp for. 0: left arm, 1: right arm.\nReturns:\n    grasped_success: Whether the grasp was successful.","signature":"check_object_in_hand(arm)"},"close_gripper":{"doc":"Close gripper fully.\n\nArgs:\n    arm: Arm to close the gripper for. 0: left arm, 1: right arm.","signature":"close_gripper(arm)"},"convert_eef_world_pose_to_robot_base_pose":{"doc":"Convert the end-effector world pose to the robot base pose.\nArgs:\n    eef_world_pose: End-effector world pose, (position, quaternion).\nReturns:\n    robot_base_pose: Robot base pose, (position, quaternion).","signature":"convert_eef_world_pose_to_robot_base_pose(eef_world_pose)"},"debug_pyroik":{"doc":"","signature":"debug_pyroik()"},"detect_object_sam3":{"doc":"Detect an object in the environment.\nArgs:\n    object_name: Name of the object to detect.\nReturns:\n    success: Whether the object was detected.","signature":"detect_object_sam3(object_name)"},"execute_motion_plan":{"doc":"Execute a motion plan in the environment.\nArgs:\n    q_traj: Joint trajectory to execute.\nReturns:\n    None.","signature":"execute_motion_plan(target_joint_positions, num_steps)"},"find_object_base_rotate":{"doc":"Rotate the robot base until the object is found in the current field of view.\n\nThe base is a holonomic 6-DoF joint, so the yaw sweep is commanded\ndirectly instead of being routed through the base motion planner.\nPlanning a path to a pose at the robot's own footprint has no solution and\nraised ActionPrimitiveError(PLANNING_ERROR), which left the base\nstationary for the whole sweep and made the scan ineffective.\n\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_base_rotate(object_name)"},"find_object_torso_rotate":{"doc":"If failed to find the object with base rotation, rotate the torso to move cameras up and down until the object is found in the current field of view. Rotate the torso to move cameras up and down until the object is found in the current field of view.\nArgs:\n    object_name: Name of the object to find.\nReturns:\n    success: Whether the object was found.","signature":"find_object_torso_rotate(object_name)"},"get_current_eef_pose":{"doc":"Get the current end-effector pose in the environment.\nArgs:\n    arm: Arm to get the end-effector pose for. 0: left arm, 1: right arm.\nReturns:\n    current_eef_pose: Current end-effector pose in the environment, a tuple of (position, quaternion (xyzw)).","signature":"get_current_eef_pose(arm)"},"get_current_joint_positions":{"doc":"Get the current joint positions in the environment.\nReturns:\n    current_joint_positions: Current joint positions in the environment.","signature":"get_current_joint_positions()"},"get_env_observation":{"doc":"Get the observation of the environment.\nArgs:\n    None\nReturns:\n    rgb: RGB image of the environment in np.ndarray format. Shape: (H, W, 3), dtype uint8.\n    depth: Depth image of the environment in np.ndarray format. Shape: (H, W), dtype float32.","signature":"get_env_observation()"},"get_navigation_pose":{"doc":"Get the navigation pose for the robot to navigate to the object on the table.\nThe navigation pose is the pose that the robot should navigate to in order to reach the object.\nsince the object is on the table, we need to navigate to the closest point on the table edge to the object.\nArgs:\n    P_table: point cloud of the table in the environment in np.ndarray format.\n    P_object: point cloud of the object in the environment in np.ndarray format.\nReturns:\n    navigation_pose: Navigation pose for the robot to navigate to the object.","signature":"get_navigation_pose(P_table, P_object)"},"get_object_pose":{"doc":"Get the pose of an object in the environment from a natural language description and current camera view.\nIf the object is not found, return None for all return values.\n\nArgs:\n    object_name: The name of the object to get the pose of.\n    return_bbox_extent:  Whether to return the extent of the oriented bounding box (oriented by quaternion_wxyz). Default is False.\n\nReturns:\n    position: (3,) XYZ in meters.\n    quaternion_wxyz: (4,) WXYZ unit quaternion.\n    bbox_extent: (3,) XYZ in meters (full side length, not half-length extent). If return_bbox_extent is False, returns None.\n    o3d_points: point cloud of the object in np.ndarray format.\n    obb: Open3D oriented bounding box of the object.","signature":"get_object_pose(object_name, return_bbox_extent)"},"get_robot_position":{"doc":"Get the robot position in the environment.\nReturns:\n    robot_position: Robot position in the environment.\n    robot_quat: Robot quaternion in the environment in xyzw format.\n    robot_yaw: Robot yaw in the environment.","signature":"get_robot_position()"},"get_robot_relative_eef_pose":{"doc":"Get the relative end-effector pose of the robot.\nReturns:\n    relative_eef_pose: Relative end-effector pose of the robot in robot base frame.","signature":"get_robot_relative_eef_pose(arm)"},"get_sam3_mask":{"doc":"Get the mask of an object in the environment from a natural language description and current camera view.\nArgs:\n    object_name: The name of the object to get the mask of.\nReturns:\n    mask sum: The sum of the mask of the object in the environment, indicating the number of pixels in the mask.","signature":"get_sam3_mask(object_name)"},"grasp_object":{"doc":"Grasp an object in the environment.\nArgs:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).\n    object_name: Name of the object to grasp.\n    arm: Arm to grasp the object for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"grasp_object(pregrasp_pose, grasp_pose, object_name, arm)"},"lift_arm":{"doc":"Lift the arm in the environment.\nArgs:\n    arm: Arm to lift the arm for. 0: left arm, 1: right arm.\nReturns:\n    None.","signature":"lift_arm(arm)"},"move_hand":{"doc":"Move the hand to a target pose in the environment. This function will ignore all obstacles except the robot itself.\nArgs:\n    target_pose: Target pose to move the hand to, a tuple of (position, quaternion (xyzw)).\n    arm: Arm to move the hand for. 0: left arm, 1: right arm.\nReturns:\n    success: Whether the hand was moved successfully.","signature":"move_hand(target_pose, arm)"},"move_to_joint_positions":{"doc":"Move the robot to a target joint positions in the environment.\nJoint orders:\n(['base_footprint_x_joint', 'base_footprint_y_joint', 'base_footprint_z_joint', 'base_footprint_rx_joint', 'base_footprint_ry_joint', 'base_footprint_rz_joint', 'torso_joint1', 'torso_joint2', 'torso_joint3', 'torso_joint4', 'left_arm_joint1', 'right_arm_joint1', 'left_arm_joint2', 'right_arm_joint2', 'left_arm_joint3', 'right_arm_joint3', 'left_arm_joint4', 'right_arm_joint4', 'left_arm_joint5', 'right_arm_joint5', 'left_arm_joint6', 'right_arm_joint6', 'left_arm_joint7', 'right_arm_joint7', 'left_gripper_finger_joint1', 'left_gripper_finger_joint2', 'right_gripper_finger_joint1', 'right_gripper_finger_joint2'])\nThe first 6 joints are the base joints, the next 4 joints are the torso joints, the next 14 joints are the arm joints, the last 4 joints are the gripper joints. You should avoid moving the base joints directly.\nArgs:\n    target_joint_positions: Target joint positions to move the robot to.\n    max_steps: Maximum number of steps to move the robot to the target joint positions.\n    interpolation_steps: Number of intermediate joint positions to interpolate between the current and target joint positions.\nReturns:\n    success: Whether the joint positions were reached successfully.","signature":"move_to_joint_positions(target_joint_positions, max_steps, settle_steps)"},"navigate_to_pose":{"doc":"Navigate to a pose in the environment.\nArgs:\n    pose: Pose to navigate to, xy and yaw in world frame.\n    if the pose is not reachable, interpolate between the robot pose and the goal pose to find a reachable pose.\nReturns:\n    success: Whether the pose was navigated to successfully.","signature":"navigate_to_pose(pose_2d)"},"open_gripper":{"doc":"Open gripper fully.\nArgs:\n    arm: Arm to open the gripper for. 0: left arm, 1: right arm.","signature":"open_gripper(arm)"},"point_prompt_molmo":{"doc":"Use Molmo to point to a coordinate in the image based on a text prompt.\n\nArgs:\n    image: np.ndarray: The RGB image to process. Shape: (H, W, 3), dtype uint8.\n    text_prompt: str: The text prompt to point to.\n\nReturns:\n    dict[str, tuple[int | None, int | None]]: Pixel coordinates for each\n    object query; (None, None) if parsing failed.","signature":"point_prompt_molmo(image, text_prompt)"},"reset_robot_joints":{"doc":"Reset the robot joints to the initial joint positions.\nReturns:\n    success: Whether the robot joints were reset successfully.","signature":"reset_robot_joints()"},"reset_torso":{"doc":"Reset the torso to the initial position.\nArgs:\n    None.\nReturns:\n    None.","signature":"reset_torso()"},"sample_grasp_pose":{"doc":"Sample a grasp pose for an object in the environment from a natural language description.\nIf the object is not found or no grasp is found, return None for all return values.\nIf the object is found, return a list of pregrasp and grasp poses for the object.\nThe complete list of pregrasp and grasp poses are:\n- Simple pregrasp pose: The pose to execute before the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Simple grasp pose: The pose to execute during the grasp using a simple topdown grasp pose from the object's oriented bounding box.\n- Pregrasp pose: The pose to execute before the grasp using the graspnet grasp pose.\n- Grasp pose: The pose to execute during the grasp using the graspnet grasp pose.\n- Pregrasp pose topdown: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation.\n- Grasp pose topdown: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation.\n- Pregrasp pose 90: The pose to execute before the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\n- Grasp pose 90: The pose to execute during the grasp using the graspnet grasp pose, but with the object's orientation rotated 90 degrees around the z-axis.\nIf no graspnet detections are found, return the simple pregrasp and grasp poses.\nArgs:\n    object_name: The name of the object to sample a grasp pose for.\nReturns:\n    if object is found:\n        pregrasp_poses: List of pregrasp poses to execute, [pregrasp_pose_topdown, simple_pregrasp_pose, pregrasp_pose, pregrasp_pose_90] or [simple_pregrasp_pose] if no graspnet detections are found.\n        grasp_poses: List of grasp poses to execute, [ grasp_pose_topdown, simple_grasp_pose, grasp_pose, grasp_pose_90] or [simple_grasp_pose] if no graspnet detections are found.\n    if object is not found:\n        return None, None","signature":"sample_grasp_pose(object_name)"},"sample_grasp_pose_simple":{"doc":"Sample a simple topdown grasp pose for an object in the environment from the object's oriented bounding box.\nThe grasp pose is the object's center position and the object's orientation.\nArgs:\n    object_name: Name of the object to sample a grasp pose for.\n    object_obb: Oriented bounding box of the object.\nReturns:\n    pregrasp_pose: Pregrasp pose to execute, (position, quaternion_xyzw).\n    grasp_pose: Grasp pose to execute, (position, quaternion_xyzw).","signature":"sample_grasp_pose_simple(object_name, object_obb)"},"save_current_observation":{"doc":"Save the current observation in the environment.\nArgs:\n    None.\nReturns:\n    None.","signature":"save_current_observation(name)"},"segment_sam3_point_prompt":{"doc":"Run SAM3 segmentation on an RGB image, optionally conditioned on an image coordinate point prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    point_coords:\n        (x, y) pixel coordinates of the point prompt.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3_point_prompt(rgb, (100, 100))","signature":"segment_sam3_point_prompt(rgb, point_coords)"},"segment_sam3_text_prompt":{"doc":"Run SAM3 segmentation on an RGB image conditioned on a text prompt.\n\nArgs:\n    rgb:\n        RGB image array of shape (H, W, 3), dtype uint8.\n    text_prompt:\n        Text prompt for SAM3 segmentation.\n\nReturns:\n    masks:\n        A list of dictionaries. Each dict may contain:\n\n          - \"mask\":  np.ndarray of shape (H, W), dtype bool or uint8,\n                      where True/1 means the pixel belongs to the instance.\n          - \"box\": list [x1, y1, x2, y2] in pixel coordinates.\n          - \"score\": float confidence score.\n\nExample:\n    >>> rgb = obs[\"robot0_robotview\"][\"images\"][\"rgb\"]\n    >>> masks = segment_sam3(rgb, text_prompt=\"red mug\")","signature":"segment_sam3_text_prompt(rgb, text_prompt)"},"solve_ik":{"doc":"Solve inverse kinematics for the R1Pro right hand link.\n\nArgs:\n    position:\n        Target position in world frame.\n        Shape: (3,), dtype float64.\n    quaternion_wxyz:\n        Target orientation as a unit quaternion in world frame.\n        Shape: (4,), [w, x, y, z], dtype float64.\n    arm: int = 0, Arm to solve the IK for. 0: left arm, 1: right arm.\nReturns:\n    joints:\n        np.ndarray of shape (28,), dtype float64.\n        Joint angles for the 28 DoF R1Pro. ","signature":"solve_ik(position, quaternion_wxyz, arm, offset_translation)"},"write_video":{"doc":"Write a video of the environment.\nArgs:\n    frame: Frame to write.\n    suffix: Suffix of the video file.","signature":"write_video(name)"}},"source":"[local file]"}}},"callable_apis":{"capx_close_gripper":{"returns":"None; gripper command executes in backend","upstream":"close_gripper()"},"capx_get_object_pose":{"returns":"position XYZ meters, quaternion_wxyz, optional bbox_extent","upstream":"get_object_pose(object_name, return_bbox_extent=False)"},"capx_goto_pose":{"returns":"None; movement happens in CaP-X simulator/control backend","upstream":"goto_pose(position, quaternion_wxyz, z_approach=0.0)"},"capx_open_gripper":{"returns":"None; gripper command executes in backend","upstream":"open_gripper()"},"capx_sample_grasp_pose":{"returns":"grasp position XYZ meters and quaternion_wxyz","upstream":"sample_grasp_pose(object_name)"},"compose_capx_geometry":{"returns":"one caller-parameterized target pose; does not select objects, arms, or actions","upstream":"caller-selected anchor + direction * (distance + extent terms)"},"enumerate_capx_objects":{"returns":"generic object candidates with observation paths and public pose geometry","upstream":"env.get_observation() -> recursively enumerate caller-selectable pose records"},"observe_capx_scene":{"returns":"public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded","upstream":"env.get_observation()"},"submit_capx_action":{"returns":"the public API call result without task-success fields","upstream":"caller-selected public action on caller-selected arm"}},"configured_apis":["R1ProControlApi"],"direct_visual_primitive_surface":true,"modality_boundary":{"mode":"raw_visual_frames_and_structured_perception","raw_visual_frames_available":true,"source":"injected_upstream_live_observation","visual_frame_count":14},"observation":{"external":{},"robot_mrsgod":{"proprio":[-0.15559279918670654,-2.894204772019293e-05,4.203966454952024e-05,-0.3088108003139496,0.00016624742420390248,-4.393580093164928e-05,-2.4541546736145392e-05,0.9878212809562683,1.0,1.0,0.9511234760284424,1.0,1.0,1.0,0.2060527801513672,0.25195980072021484,0.6972141265869141,-6.782553100492805e-05,0.9785128831863403,-5.0337261200184e-05,0.20618563890457153,0.0,1.3894551784687792e-06,-1.0,"…"]},"task":{"low_dim":[1.0,22.795127868652344,-0.6505537033081055,0.008331358432769775,0.9999988675117493,0.9997843503952026,-0.9999818205833435,-0.0015125268837437034,0.02076532691717148,0.006035204045474529,1.0,22.31818962097168,-0.6215457916259766,0.027068179100751877,-0.2909049987792969,0.12104234099388123,0.6313576698303223,0.9567519426345825,0.9926473498344421,-0.7754917740821838,-1.0,-1.0,1.0,23.395309448242188,"…"]}},"observation_keys":["external","robot_mrsgod","task"],"private_evaluator_exposed":false,"prompt":"Find the toolbox and tools","prompt_source":"request.prompt","query":null,"route":"behavior","route_capabilities":{"api_server_blockers":[],"api_server_ports":[8114,8115],"api_server_readiness":{"blockers":[],"checked_phase":"after_live_session_start","checks":[{"check_attempted":false,"host":"127.0.0.1","name":"contact_graspnet","port":8115,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"},{"check_attempted":false,"host":"127.0.0.1","name":"sam3","port":8114,"reachable":false,"required_on_demand":true,"startup_validated":true,"state":"validated_then_unloaded"}],"deferred_services":["contact_graspnet","sam3"],"ready":true,"residency_mode":"sequential_on_demand","sidecar_count":2},"api_server_targets":["capx.serving.launch_sam3_server.main","capx.serving.launch_contact_graspnet_server.main"],"configured_api_classes":["R1ProControlApi"],"covered_route_only":true,"low_level":{"_target_":"capx.envs.simulators.r1pro_b1k.R1ProBehaviourLowLevel","activity_name":"outfit_a_basic_toolbox","controller_cfg":"r1pro_primitives.yaml"},"route":"behavior"},"visual_evidence_refs":[{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"visual_frame","shape":[512,512]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[512,512,4]},{"kind":"capx_live_visual_frame","modality":"depth","shape":[480,480]},{"kind":"capx_live_visual_frame","modality":"rgb","shape":[480,480,4]}],"visual_frames":[{"data":[[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.6461308002471924,0.6486939787864685,0.6512775421142578,0.6538820862770081,0.6565073728561401,0.6591536402702332,0.6618216037750244,0.6645111441612244,0.6672226190567017,0.669956386089325,0.672712504863739,0.6754915714263916,0.6782935261726379,0.6811188459396362,0.6839678883552551,0.6868408918380737,0.6897380352020264,0.6926597952842712,0.6956062316894531,0.6985781192779541,0.7015753388404846,0.704598605632782,0.7076476216316223,0.7107235193252563,"…"],[0.6461178660392761,0.648681104183197,0.6512649059295654,0.6538690328598022,0.6564943790435791,0.6591405868530273,0.6618080139160156,0.6644978523254395,0.6672089695930481,0.6699427962303162,0.6726988554000854,0.6754776239395142,0.6782796382904053,0.6811048984527588,0.6839537024497986,0.6868264675140381,0.6897233128547668,0.6926453709602356,0.6955918073654175,0.698563277721405,0.7015604972839355,0.7045833468437195,0.7076326012611389,0.7107080221176147,"…"],[0.6461054086685181,0.6486685276031494,0.6512516736984253,0.6538560390472412,0.6564810276031494,0.6591274738311768,0.6617951393127441,0.6644843220710754,0.6671956181526184,0.669929027557373,0.6726850867271423,0.6754639148712158,0.6782655715942383,0.6810909509658813,0.6839395761489868,0.6868122220039368,0.6897091865539551,0.6926305890083313,0.6955769658088684,0.6985484957695007,0.7015455365180969,0.7045684456825256,0.7076173424720764,0.7106928825378418,"…"],[0.6460926532745361,0.6486557722091675,0.6512390375137329,0.6538431644439697,0.6564682126045227,0.6591140627861023,0.6617817282676697,0.6644710302352905,0.6671820878982544,0.6699154376983643,0.6726713180541992,0.6754500865936279,0.6782516837120056,0.6810768842697144,0.6839253902435303,0.6867979764938354,0.6896947026252747,0.6926161646842957,0.6955624222755432,0.6985337138175964,0.7015306353569031,0.704553484916687,0.7076022624969482,0.7106776833534241,"…"],[0.6460801362991333,0.6486430764198303,0.6512263417243958,0.6538300514221191,0.6564550399780273,0.6591010689735413,0.6617684960365295,0.6644576191902161,0.6671687364578247,0.669901967048645,0.6726577281951904,0.6754363179206848,0.6782376766204834,0.6810625791549683,0.6839112639427185,0.6867836713790894,0.6896803975105286,0.6926016807556152,0.6955476403236389,0.6985189318656921,0.7015157341957092,0.7045382857322693,0.7075871229171753,0.7106622457504272,"…"],[0.6460675001144409,0.6486301422119141,0.6512134075164795,0.6538172960281372,0.6564421653747559,0.6590878963470459,0.6617552638053894,0.6644443273544312,0.6671551465988159,0.6698882579803467,0.6726440191268921,0.675422191619873,0.6782237887382507,0.6810487508773804,0.6838970184326172,0.6867693066596985,0.6896660327911377,0.6925872564315796,0.6955330967903137,0.6985039710998535,0.7015008926391602,0.7045233249664307,0.7075718641281128,0.7106469869613647,"…"],[0.6460549235343933,0.6486174464225769,0.651200532913208,0.6538044810295105,0.6564288139343262,0.6590748429298401,0.6617419719696045,0.6644309163093567,0.6671416163444519,0.6698747873306274,0.672630250453949,0.675408661365509,0.6782098412513733,0.6810346245765686,0.6838828325271606,0.6867550611495972,0.689651608467102,0.6925725936889648,0.695518434047699,0.6984895467758179,0.7014859318733215,0.7045081853866577,0.7075566053390503,0.7106316089630127,"…"],[0.6460421085357666,0.6486048102378845,0.6511877179145813,0.6537915468215942,0.6564159393310547,0.6590613722801208,0.6617287993431091,0.664417564868927,0.6671282052993774,0.6698611974716187,0.6726165413856506,0.6753947734832764,0.6781960725784302,0.6810205578804016,0.6838686466217041,0.6867406964302063,0.6896372437477112,0.6925579309463501,0.6955038905143738,0.6984745860099792,0.7014710307121277,0.7044931650161743,0.7075414061546326,0.710616409778595,"…"],[0.646029531955719,0.648591935634613,0.651174783706665,0.6537783145904541,0.6564029455184937,0.6590486168861389,0.6617156267166138,0.6644042730331421,0.6671146154403687,0.6698476076126099,0.6726028919219971,0.6753810048103333,0.6781821250915527,0.681006669998169,0.6838548183441162,0.686726450920105,0.689622700214386,0.6925434470176697,0.6954891681671143,0.6984599828720093,0.7014561295509338,0.7044782042503357,0.7075263261795044,0.7106009125709534,"…"],[0.6460167765617371,0.6485792994499207,0.6511620879173279,0.6537655591964722,0.6563897728919983,0.659035325050354,0.6617021560668945,0.6643907427787781,0.667101263999939,0.6698339581489563,0.6725892424583435,0.6753670573234558,0.6781682968139648,0.6809924840927124,0.6838403344154358,0.686712384223938,0.6896083354949951,0.692529022693634,0.6954744458198547,0.6984451413154602,0.7014412879943848,0.7044632434844971,0.7075112462043762,0.7105857729911804,"…"],[0.6460044980049133,0.648566722869873,0.6511492133140564,0.6537526249885559,0.6563768982887268,0.6590222716331482,0.6616891026496887,0.6643776297569275,0.667087972164154,0.6698204874992371,0.6725755929946899,0.675353467464447,0.6781542301177979,0.680978536605835,0.6838264465332031,0.6866981983184814,0.6895942687988281,0.6925145387649536,0.6954600811004639,0.6984303593635559,0.7014265060424805,0.7044483423233032,0.707496166229248,0.710570752620697,"…"],[0.6459916830062866,0.6485539674758911,0.6511364579200745,0.6537396907806396,0.6563637852668762,0.6590090990066528,0.6616759300231934,0.6643640995025635,0.6670745015144348,0.6698068976402283,0.672561764717102,0.6753396987915039,0.6781404614448547,0.680964469909668,0.6838123202323914,0.6866838335990906,0.6895797848701477,0.6925001740455627,0.69544517993927,0.6984157562255859,0.7014116048812866,0.704433262348175,0.7074810266494751,0.7105553150177002,"…"],[0.6459792256355286,0.6485411524772644,0.6511237621307373,0.6537268161773682,0.6563509106636047,0.6589958667755127,0.6616625189781189,0.6643507480621338,0.667060911655426,0.6697933673858643,0.6725481748580933,0.6753257513046265,0.6781265139579773,0.6809503436088562,0.6837981343269348,0.6866695880889893,0.6895653009414673,0.6924856305122375,0.6954306960105896,0.6984009146690369,0.7013967633247375,0.7044182419776917,0.7074659466743469,0.7105401158332825,"…"],[0.6459664702415466,0.6485284566879272,0.6511108875274658,0.6537138223648071,0.6563377976417542,0.6589828729629517,0.6616492867469788,0.6643374562263489,0.6670475602149963,0.6697797179222107,0.6725344657897949,0.6753121018409729,0.6781127452850342,0.6809363961219788,0.683783769607544,0.6866552829742432,0.6895509958267212,0.6924711465835571,0.6954159736633301,0.6983861327171326,0.7013818025588989,0.7044032216072083,0.7074507474899292,0.71052485704422,"…"],[0.645953893661499,0.6485157012939453,0.6510979533195496,0.6537009477615356,0.6563248038291931,0.6589697599411011,0.6616361141204834,0.6643238663673401,0.6670340299606323,0.6697660684585571,0.6725208759307861,0.6752980947494507,0.6780986785888672,0.6809225082397461,0.6837697625160217,0.6866410374641418,0.6895365118980408,0.6924566030502319,0.6954014301300049,0.6983714699745178,0.7013668417930603,0.7043883204460144,0.7074354290962219,0.7105095982551575,"…"],[0.6459411382675171,0.6485030055046082,0.6510851979255676,0.6536879539489746,0.6563116908073425,0.6589565277099609,0.6616228818893433,0.6643107533454895,0.6670204997062683,0.6697526574134827,0.672507107257843,0.6752844452857971,0.678084671497345,0.6809083223342896,0.6837557554244995,0.686626672744751,0.6895221471786499,0.6924419403076172,0.6953867673873901,0.698356568813324,0.7013518214225769,0.7043731808662415,0.7074205279350281,0.7104941606521606,"…"],[0.6459285616874695,0.6484900116920471,0.6510722637176514,0.6536749005317688,0.6562986373901367,0.6589434742927551,0.6616095304489136,0.6642972826957703,0.6670072078704834,0.6697389483451843,0.6724933385848999,0.6752704381942749,0.6780708432197571,0.6808943152427673,0.6837415099143982,0.6866124868392944,0.6895077228546143,0.6924275159835815,0.6953719258308411,0.6983419060707092,0.7013370990753174,0.7043582201004028,0.7074052691459656,0.7104790210723877,"…"],[0.6459161639213562,0.6484775543212891,0.6510593891143799,0.6536620855331421,0.6562854647636414,0.6589303016662598,0.6615962982177734,0.6642839312553406,0.6669937372207642,0.6697254180908203,0.6724798083305359,0.6752567887306213,0.6780568361282349,0.6808802485466003,0.6837272644042969,0.6865983009338379,0.6894932389259338,0.6924130320549011,0.6953575015068054,0.6983270645141602,0.7013223171234131,0.7043430209159851,0.7073900103569031,0.7104636430740356,"…"],[0.6459034085273743,0.6484647989273071,0.651046633720398,0.6536491513252258,0.6562724709510803,0.6589169502258301,0.6615830063819885,0.6642705798149109,0.6669801473617554,0.6697118878364563,0.6724660992622375,0.675243079662323,0.6780427694320679,0.6808661818504333,0.6837132573127747,0.686583936214447,0.6894789934158325,0.6923984885215759,0.6953428387641907,0.6983122229576111,0.7013071775436401,0.7043280601501465,0.7073749303817749,0.7104484438896179,"…"],[0.6458907127380371,0.6484520435333252,0.6510338187217712,0.6536361575126648,0.6562594771385193,0.6589038968086243,0.6615697741508484,0.6642572283744812,0.6669666171073914,0.669698178768158,0.6724523901939392,0.6752291917800903,0.67802894115448,0.6808522343635559,0.6836989521980286,0.6865695714950562,0.6894645690917969,0.6923840045928955,0.6953282356262207,0.6982976198196411,0.7012923955917358,0.7043130993843079,0.707359790802002,0.7104329466819763,"…"],[0.6458781361579895,0.648439347743988,0.6510210037231445,0.6536232829093933,0.656246542930603,0.6588907837867737,0.6615564227104187,0.664243757724762,0.6669530868530273,0.6696848273277283,0.6724386215209961,0.6752153635025024,0.6780151128768921,0.6808381080627441,0.683684766292572,0.6865553259849548,0.6894500851631165,0.6923695206642151,0.6953133940696716,0.6982828974723816,0.7012776136398315,0.7042980790138245,0.707344651222229,0.7104177474975586,"…"],[0.6458655595779419,0.6484264731407166,0.6510081887245178,0.6536104083061218,0.656233549118042,0.6588777899742126,0.6615433692932129,0.6642307043075562,0.6669397950172424,0.6696712970733643,0.6724250912666321,0.6752016544342041,0.6780012249946594,0.6808242201805115,0.6836708188056946,0.6865411996841431,0.6894358992576599,0.6923549175262451,0.695298969745636,0.6982681155204773,0.7012629508972168,0.7042832374572754,0.7073296308517456,0.7104025483131409,"…"],[0.6458526849746704,0.6484139561653137,0.6509953737258911,0.6535975337028503,0.656220555305481,0.6588645577430725,0.6615301370620728,0.6642171740531921,0.6669262647628784,0.6696577072143555,0.6724113821983337,0.6751879453659058,0.6779873371124268,0.680810272693634,0.6836565732955933,0.686526894569397,0.689421534538269,0.6923404335975647,0.6952844262123108,0.698253333568573,0.7012477517127991,0.7042680978775024,0.7073144912719727,0.7103874087333679,"…"],[0.6458403468132019,0.6484012603759766,0.6509824991226196,0.6535845398902893,0.6562075018882751,0.6588515043258667,0.6615169644355774,0.6642040014266968,0.6669127941131592,0.6696439981460571,0.6723976135253906,0.6751740574836731,0.6779733300209045,0.6807961463928223,0.6836426258087158,0.6865127682685852,0.689407229423523,0.6923258900642395,0.6952697038650513,0.6982386112213135,0.70123291015625,0.7042531371116638,0.7072994709014893,0.7103720903396606,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[157,152,146,255],[139,136,133,255],[136,132,127,255],[137,132,128,255],[128,124,120,255],[138,135,131,255],[125,121,117,255],[116,112,108,255],[141,138,134,255],[163,160,157,255],[142,138,134,255],[132,128,124,255],[146,142,134,255],[146,142,133,255],[130,125,118,255],[113,108,103,255],[133,130,127,255],[150,147,142,255],[143,139,134,255],[150,147,142,255],[160,157,154,255],[157,154,152,255],[157,153,147,255],[157,152,145,255],"…"],[[154,149,144,255],[141,139,135,255],[136,132,128,255],[134,129,125,255],[135,132,128,255],[141,138,134,255],[129,126,121,255],[115,111,106,255],[131,128,124,255],[164,160,157,255],[144,140,136,255],[138,134,131,255],[147,142,135,255],[143,139,133,255],[134,129,122,255],[119,114,108,255],[130,127,124,255],[147,142,138,255],[142,138,133,255],[149,145,140,255],[158,156,153,255],[152,148,144,255],[157,152,147,255],[154,150,144,255],"…"],[[144,140,136,255],[137,134,130,255],[140,136,132,255],[131,127,122,255],[141,137,133,255],[139,135,131,255],[126,122,118,255],[122,118,113,255],[129,124,119,255],[139,135,130,255],[137,133,128,255],[140,135,132,255],[137,133,130,255],[137,133,129,255],[123,119,114,255],[122,117,112,255],[120,115,110,255],[128,123,117,255],[142,138,133,255],[144,141,136,255],[143,139,133,255],[145,140,134,255],[150,146,140,255],[154,149,142,255],"…"],[[147,143,139,255],[140,136,132,255],[139,135,131,255],[127,122,117,255],[144,141,138,255],[140,136,133,255],[126,122,118,255],[126,122,117,255],[124,120,115,255],[133,129,124,255],[136,132,128,255],[140,136,132,255],[141,138,134,255],[135,132,128,255],[123,119,114,255],[121,116,112,255],[122,118,113,255],[120,116,110,255],[142,139,134,255],[146,142,138,255],[137,133,127,255],[145,140,134,255],[151,146,140,255],[151,146,139,255],"…"],[[131,127,125,255],[159,155,151,255],[131,127,122,255],[119,114,109,255],[136,132,127,255],[148,146,143,255],[133,129,125,255],[126,122,118,255],[139,136,132,255],[153,149,144,255],[138,134,130,255],[139,135,131,255],[142,137,130,255],[140,137,133,255],[134,131,126,255],[125,121,116,255],[130,126,118,255],[121,115,110,255],[141,137,133,255],[142,138,133,255],[135,131,127,255],[139,135,130,255],[138,133,127,255],[145,141,134,255],"…"],[[131,128,126,255],[156,151,146,255],[129,124,120,255],[120,115,110,255],[139,135,131,255],[146,143,141,255],[133,130,126,255],[128,124,120,255],[136,133,129,255],[137,134,130,255],[138,134,130,255],[138,134,130,255],[139,135,130,255],[127,123,118,255],[130,127,123,255],[132,128,124,255],[129,125,117,255],[132,129,126,255],[141,138,133,255],[138,134,129,255],[134,130,126,255],[135,131,127,255],[134,130,124,255],[141,136,129,255],"…"],[[143,139,135,255],[137,133,129,255],[124,119,116,255],[120,115,110,255],[128,124,120,255],[132,128,124,255],[132,128,124,255],[128,125,121,255],[133,129,125,255],[123,118,114,255],[137,133,129,255],[137,133,128,255],[132,127,124,255],[123,119,115,255],[125,121,116,255],[121,117,113,255],[135,131,126,255],[135,131,127,255],[139,135,130,255],[135,130,125,255],[132,128,124,255],[121,117,114,255],[141,137,131,255],[129,124,117,255],"…"],[[141,137,134,255],[140,135,131,255],[121,117,113,255],[120,115,110,255],[127,123,119,255],[129,126,121,255],[130,127,123,255],[128,125,121,255],[136,133,129,255],[128,124,119,255],[137,133,129,255],[137,132,128,255],[135,131,127,255],[122,118,114,255],[124,120,115,255],[124,120,116,255],[134,130,125,255],[136,131,127,255],[138,134,129,255],[132,127,122,255],[133,128,123,255],[125,121,117,255],[138,133,127,255],[121,115,109,255],"…"],[[164,161,159,255],[135,132,129,255],[122,117,113,255],[121,115,110,255],[144,141,138,255],[134,131,128,255],[132,128,124,255],[128,125,121,255],[144,140,136,255],[126,121,116,255],[137,133,129,255],[138,133,129,255],[140,137,132,255],[124,119,114,255],[120,117,113,255],[123,119,116,255],[108,104,98,255],[147,145,141,255],[134,129,125,255],[131,126,120,255],[125,120,113,255],[132,130,127,255],[120,116,111,255],[112,107,101,255],"…"],[[165,162,159,255],[129,125,123,255],[123,118,114,255],[122,117,113,255],[143,140,137,255],[134,130,128,255],[131,127,122,255],[125,121,116,255],[144,140,136,255],[134,130,126,255],[138,135,131,255],[137,133,129,255],[131,128,124,255],[125,119,115,255],[122,118,114,255],[113,110,106,255],[111,107,102,255],[134,130,124,255],[132,127,122,255],[130,124,120,255],[125,120,113,255],[138,136,132,255],[120,116,111,255],[109,104,99,255],"…"],[[127,123,121,255],[124,120,118,255],[124,120,116,255],[128,123,119,255],[133,128,125,255],[128,123,120,255],[131,128,124,255],[126,122,117,255],[130,127,122,255],[136,134,131,255],[138,134,130,255],[136,132,128,255],[133,127,122,255],[126,120,115,255],[124,120,116,255],[118,114,110,255],[113,109,105,255],[127,123,119,255],[127,122,117,255],[125,120,115,255],[138,134,128,255],[133,129,124,255],[115,110,106,255],[107,103,99,255],"…"],[[130,127,124,255],[124,120,118,255],[127,123,119,255],[132,128,124,255],[140,136,132,255],[134,129,126,255],[132,129,125,255],[131,127,122,255],[127,123,119,255],[135,132,129,255],[139,136,132,255],[136,132,128,255],[140,135,131,255],[128,122,116,255],[124,120,116,255],[119,114,109,255],[107,103,99,255],[119,116,112,255],[126,121,116,255],[123,118,113,255],[130,125,120,255],[138,133,128,255],[112,107,103,255],[108,103,99,255],"…"],[[154,150,145,255],[117,114,112,255],[132,128,125,255],[131,127,124,255],[135,131,129,255],[145,142,139,255],[140,136,133,255],[132,129,124,255],[142,137,134,255],[140,137,134,255],[143,139,136,255],[138,135,131,255],[130,125,121,255],[146,142,138,255],[128,122,118,255],[120,114,109,255],[105,101,96,255],[125,122,118,255],[125,119,115,255],[123,117,113,255],[119,115,110,255],[126,122,116,255],[134,130,125,255],[110,104,99,255],"…"],[[152,148,143,255],[151,148,145,255],[133,129,125,255],[132,128,124,255],[137,134,131,255],[145,142,140,255],[142,139,136,255],[136,132,128,255],[137,134,130,255],[144,140,136,255],[143,139,136,255],[139,136,133,255],[131,126,121,255],[148,145,141,255],[130,124,119,255],[125,119,114,255],[105,100,96,255],[112,108,103,255],[124,118,114,255],[122,117,113,255],[115,110,106,255],[119,115,109,255],[136,132,126,255],[120,115,110,255],"…"],[[132,129,125,255],[126,123,119,255],[138,135,131,255],[135,131,128,255],[142,138,135,255],[146,142,139,255],[139,135,131,255],[144,140,136,255],[137,133,128,255],[140,136,131,255],[145,142,138,255],[139,136,133,255],[141,137,133,255],[141,138,134,255],[131,126,121,255],[130,124,119,255],[128,123,118,255],[126,122,118,255],[119,114,110,255],[123,118,114,255],[115,111,106,255],[117,112,106,255],[119,115,110,255],[127,122,116,255],"…"],[[136,132,128,255],[131,127,123,255],[138,134,131,255],[133,130,126,255],[139,135,131,255],[144,141,137,255],[141,137,133,255],[140,136,132,255],[143,139,135,255],[139,135,130,255],[145,141,138,255],[140,136,132,255],[137,133,128,255],[143,138,134,255],[131,126,121,255],[134,128,124,255],[121,115,110,255],[130,125,122,255],[119,115,110,255],[125,121,116,255],[116,112,108,255],[113,109,104,255],[123,118,113,255],[133,129,124,255],"…"],[[139,136,134,255],[138,133,127,255],[137,133,129,255],[132,129,125,255],[140,136,132,255],[144,140,137,255],[152,148,145,255],[144,140,136,255],[158,156,154,255],[146,141,137,255],[142,138,134,255],[135,132,128,255],[142,138,134,255],[135,130,125,255],[142,138,134,255],[136,130,125,255],[148,142,137,255],[124,120,117,255],[125,120,116,255],[125,120,116,255],[126,122,118,255],[108,104,100,255],[126,122,116,255],[137,133,128,255],"…"],[[141,139,136,255],[151,147,142,255],[137,133,130,255],[130,126,123,255],[139,135,131,255],[144,140,137,255],[149,145,142,255],[153,149,146,255],[150,148,145,255],[147,143,139,255],[141,137,134,255],[135,131,127,255],[140,136,132,255],[126,122,117,255],[137,132,128,255],[139,134,130,255],[147,142,137,255],[109,104,99,255],[126,121,117,255],[125,120,116,255],[120,116,112,255],[116,113,108,255],[125,121,116,255],[132,128,122,255],"…"],[[144,141,137,255],[143,139,135,255],[135,132,128,255],[131,127,124,255],[137,133,128,255],[145,141,137,255],[150,146,142,255],[155,150,147,255],[146,143,140,255],[142,138,135,255],[146,143,140,255],[132,128,124,255],[121,117,113,255],[120,116,112,255],[127,122,117,255],[128,123,119,255],[133,128,124,255],[117,111,106,255],[125,120,115,255],[126,122,117,255],[132,128,124,255],[132,129,125,255],[128,124,119,255],[135,131,126,255],"…"],[[143,140,136,255],[145,141,138,255],[134,130,127,255],[133,129,126,255],[135,131,126,255],[144,140,136,255],[150,146,142,255],[155,151,147,255],[150,147,144,255],[142,139,136,255],[144,141,138,255],[129,125,121,255],[125,121,116,255],[115,111,106,255],[127,121,117,255],[121,116,112,255],[141,137,132,255],[126,121,116,255],[126,121,117,255],[125,120,116,255],[126,122,118,255],[136,133,129,255],[128,124,119,255],[136,133,128,255],"…"],[[143,139,135,255],[147,144,142,255],[144,140,137,255],[134,131,127,255],[129,124,120,255],[144,140,136,255],[149,144,141,255],[154,150,146,255],[135,133,131,255],[161,158,156,255],[136,132,129,255],[128,124,120,255],[125,121,116,255],[115,111,106,255],[117,113,108,255],[122,118,113,255],[162,160,157,255],[124,119,114,255],[131,127,122,255],[125,121,116,255],[122,118,114,255],[124,121,117,255],[131,128,124,255],[137,134,130,255],"…"],[[146,142,138,255],[137,134,132,255],[146,143,140,255],[137,134,131,255],[125,121,117,255],[142,138,134,255],[147,143,139,255],[155,151,147,255],[136,133,131,255],[161,159,156,255],[136,133,129,255],[127,123,118,255],[122,118,113,255],[125,121,117,255],[118,114,109,255],[114,110,105,255],[156,154,151,255],[142,136,131,255],[130,125,121,255],[125,121,117,255],[128,124,120,255],[118,114,110,255],[131,128,124,255],[136,133,129,255],"…"],[[142,138,136,255],[145,143,140,255],[141,138,135,255],[142,139,136,255],[137,134,130,255],[139,136,133,255],[145,141,137,255],[153,149,146,255],[146,142,139,255],[152,148,145,255],[136,132,128,255],[123,119,114,255],[133,129,125,255],[132,127,123,255],[128,124,120,255],[116,112,108,255],[119,115,110,255],[125,119,115,255],[129,125,121,255],[123,119,114,255],[119,115,111,255],[120,115,111,255],[133,130,126,255],[136,133,130,255],"…"],[[141,138,135,255],[142,139,136,255],[141,138,135,255],[143,139,136,255],[131,127,123,255],[141,137,134,255],[144,140,136,255],[152,149,145,255],[147,144,141,255],[145,141,138,255],[133,130,126,255],[119,115,110,255],[136,132,129,255],[130,126,122,255],[127,123,119,255],[125,121,117,255],[120,116,112,255],[117,113,108,255],[129,125,120,255],[121,117,112,255],[124,120,115,255],[120,116,111,255],[136,132,128,255],[141,137,134,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1866099033,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.3383423686027527,0.33968430757522583,0.341036856174469,0.34240031242370605,0.34377458691596985,0.34516000747680664,0.3465566635131836,0.3479646146297455,0.3493841290473938,0.3508151173591614,0.35225796699523926,0.35371267795562744,0.35517963767051697,0.35665860772132874,0.3581501543521881,0.3596540689468384,0.360336571931839,0.3603455126285553,0.36035436391830444,0.36036330461502075,0.3603722155094147,0.36038118600845337,0.3603901267051697,0.3603989779949188,"…"],[0.3383389711380005,0.33968082070350647,0.3410334289073944,0.34239673614501953,0.3437710702419281,0.34515637159347534,0.3465530574321747,0.34796103835105896,0.3493804335594177,0.3508114814758301,0.3522542417049408,0.35370898246765137,0.35517579317092896,0.35665491223335266,0.35814619064331055,0.35965028405189514,0.36116674542427063,0.3611770272254944,0.36118602752685547,0.36119499802589417,0.3612039387226105,0.3612128794193268,0.3612218201160431,0.3612307906150818,"…"],[0.33833566308021545,0.33967745304107666,0.3410300612449646,0.34239324927330017,0.34376752376556396,0.34515300393104553,0.34654951095581055,0.34795743227005005,0.3493768274784088,0.350807785987854,0.3522506654262543,0.35370534658432007,0.35517215728759766,0.35665106773376465,0.3581424355506897,0.35964640974998474,0.3611629903316498,0.36201244592666626,0.36202144622802734,0.3620304465293884,0.3620394468307495,0.3620484173297882,0.3620574474334717,0.36206644773483276,"…"],[0.3383321762084961,0.33967405557632446,0.3410264849662781,0.3423897624015808,0.3437640964984894,0.34514933824539185,0.346545934677124,0.347953736782074,0.34937313199043274,0.3508042097091675,0.3522469103336334,0.3537015914916992,0.3551683723926544,0.3566473722457886,0.35813871026039124,0.35964250564575195,0.3611590266227722,0.3626883924007416,0.3628607392311096,0.3628697991371155,0.3628788888454437,0.3628878891468048,0.36289694905281067,0.36290594935417175,"…"],[0.3383287489414215,0.3396705389022827,0.34102296829223633,0.34238630533218384,0.34376049041748047,0.3451457917690277,0.34654226899147034,0.34795016050338745,0.3493695557117462,0.35080045461654663,0.35224324464797974,0.353697806596756,0.35516461730003357,0.35664352774620056,0.3581348657608032,0.35963863134384155,0.36115506291389465,0.3626844584941864,0.36370396614074707,0.3637130558490753,0.36372217535972595,0.3637312054634094,0.36374029517173767,0.3637494146823883,"…"],[0.3383253514766693,0.33966708183288574,0.34101957082748413,0.34238284826278687,0.3437570333480835,0.3451422452926636,0.3465387523174286,0.34794652462005615,0.34936586022377014,0.35079672932624817,0.3522394895553589,0.3536941409111023,0.3551608622074127,0.3566397428512573,0.3581310212612152,0.35963472723960876,0.36115121841430664,0.362680584192276,0.36422279477119446,0.36456024646759033,0.36456939578056335,0.364578515291214,0.364587664604187,0.36459678411483765,"…"],[0.3383219242095947,0.33966368436813354,0.34101608395576477,0.34237927198410034,0.3437533676624298,0.3451387286186218,0.34653517603874207,0.3479428291320801,0.34936225414276123,0.35079309344291687,0.3522357642650604,0.3536902964115143,0.3551570177078247,0.3566358685493469,0.3581271767616272,0.35963091254234314,0.36114734411239624,0.36267659068107605,0.36421898007392883,0.3654114007949829,0.36542055010795593,0.36542972922325134,0.36543896794319153,0.36544811725616455,"…"],[0.33831843733787537,0.3396602272987366,0.34101250767707825,0.3423757553100586,0.34374988079071045,0.3451351225376129,0.34653154015541077,0.3479393422603607,0.34935852885246277,0.3507894277572632,0.35223206877708435,0.3536866009235382,0.35515326261520386,0.3566320836544037,0.3581233024597168,0.35962697863578796,0.36114346981048584,0.36267268657684326,0.3642149269580841,0.3657703697681427,0.36627575755119324,0.36628493666648865,0.36629417538642883,0.36630335450172424,"…"],[0.33831512928009033,0.3396567702293396,0.34100911021232605,0.34237226843833923,0.3437463343143463,0.3451315760612488,0.34652790427207947,0.3479357063770294,0.34935489296913147,0.3507857620716095,0.35222843289375305,0.35368290543556213,0.3551494777202606,0.35662832856178284,0.3581194579601288,0.35962316393852234,0.36113956570625305,0.3626686930656433,0.36421093344688416,0.36576637625694275,0.3671348989009857,0.3671441972255707,0.36715346574783325,0.36716270446777344,"…"],[0.33831173181533813,0.3396533727645874,0.3410056233406067,0.34236887097358704,0.34374287724494934,0.3451280891895294,0.3465244174003601,0.3479321300983429,0.34935128688812256,0.350782185792923,0.3522246778011322,0.35367920994758606,0.35514575242996216,0.3566245138645172,0.35811570286750793,0.3596193790435791,0.36113569140434265,0.3626648187637329,0.36420708894729614,0.3657624423503876,0.36733120679855347,0.36800745129585266,0.3680167496204376,0.36802607774734497,"…"],[0.33830833435058594,0.33964988589286804,0.3410022556781769,0.3423653244972229,0.3437393605709076,0.3451245427131653,0.3465207815170288,0.347928524017334,0.34934771060943604,0.3507784605026245,0.35222092270851135,0.3536754846572876,0.3551419973373413,0.35662078857421875,0.3581118881702423,0.3596154451370239,0.3611316978931427,0.3626609444618225,0.36420315504074097,0.3657585084438324,0.3673270046710968,0.36887475848197937,0.3688840866088867,0.36889350414276123,"…"],[0.33830487728118896,0.33964642882347107,0.34099870920181274,0.34236183762550354,0.34373581409454346,0.345120906829834,0.3465172052383423,0.3479248881340027,0.34934404492378235,0.35077476501464844,0.35221734642982483,0.35367175936698914,0.35513824224472046,0.3566169738769531,0.3581080138683319,0.3596115708351135,0.3611278533935547,0.36265701055526733,0.36419910192489624,0.3657544255256653,0.3673230707645416,0.3689051568508148,0.3697556257247925,0.3697650134563446,"…"],[0.3383014500141144,0.33964303135871887,0.34099525213241577,0.3423583507537842,0.3437323570251465,0.34511736035346985,0.34651362895965576,0.347921222448349,0.3493403494358063,0.3507710099220276,0.3522135615348816,0.3536680042743683,0.3551344573497772,0.3566131591796875,0.3581041991710663,0.3596077263355255,0.3611239790916443,0.36265307664871216,0.3641951382160187,0.36575037240982056,0.3673190474510193,0.3689011335372925,0.3704969584941864,0.3706406056880951,"…"],[0.33829808235168457,0.3396395146846771,0.340991735458374,0.34235483407974243,0.34372878074645996,0.34511375427246094,0.34651005268096924,0.34791770577430725,0.3493366837501526,0.3507673740386963,0.3522098660469055,0.3536641597747803,0.3551306426525116,0.35660940408706665,0.3581002950668335,0.3596039116382599,0.3611200749874115,0.362649142742157,0.3641912043094635,0.365746408700943,0.36731502413749695,0.36889711022377014,0.3704927861690521,0.371520459651947,"…"],[0.33829465508461,0.3396361172199249,0.34098830819129944,0.3423513174057007,0.3437252342700958,0.3451102375984192,0.3465065062046051,0.34791404008865356,0.3493330776691437,0.35076379776000977,0.35220617055892944,0.3536604046821594,0.35512691736221313,0.35660552978515625,0.3580965995788574,0.3596000373363495,0.3611161708831787,0.3626451790332794,0.36418718099594116,0.36574241518974304,0.36731091141700745,0.36889296770095825,0.3704887330532074,0.37209832668304443,"…"],[0.3382911682128906,0.33963271975517273,0.3409847915172577,0.34234777092933655,0.34372174739837646,0.34510672092437744,0.3465028405189514,0.34791043400764465,0.34932941198349,0.3507600426673889,0.3522024154663086,0.3536567986011505,0.3551231026649475,0.3566017150878906,0.35809266567230225,0.3595961332321167,0.36111220717430115,0.36264127492904663,0.3641831874847412,0.3657384216785431,0.3673068881034851,0.36888888478279114,0.3704846501350403,0.37209421396255493,"…"],[0.33828771114349365,0.33962923288345337,0.34098145365715027,0.34234434366226196,0.3437182605266571,0.3451031744480133,0.3464992940425873,0.3479069173336029,0.3493258059024811,0.3507564961910248,0.35219883918762207,0.35365310311317444,0.35511934757232666,0.35659798979759216,0.3580888509750366,0.35959237813949585,0.3611084222793579,0.3626374900341034,0.364179402589798,0.3657345175743103,0.3673029839992523,0.3688848912715912,0.3704806864261627,0.3720901608467102,"…"],[0.33828437328338623,0.3396257758140564,0.34097790718078613,0.3423408567905426,0.34371471405029297,0.3450995683670044,0.3464958369731903,0.34790316224098206,0.34932219982147217,0.35075268149375916,0.35219505429267883,0.35364940762519836,0.35511571168899536,0.3565942049026489,0.3580849766731262,0.3595884442329407,0.3611046075820923,0.36263352632522583,0.36417537927627563,0.3657304644584656,0.3672989010810852,0.36888086795806885,0.3704764246940613,0.3720858693122864,"…"],[0.33828094601631165,0.3396224081516266,0.34097445011138916,0.34233734011650085,0.34371110796928406,0.34509605169296265,0.3464921712875366,0.3478996157646179,0.3493184745311737,0.35074904561042786,0.35219135880470276,0.35364556312561035,0.3551119267940521,0.3565903604030609,0.3580811619758606,0.35958459973335266,0.3611006736755371,0.3626295328140259,0.3641713857650757,0.36572644114494324,0.36729490756988525,0.3688769042491913,0.3704722821712494,0.37208178639411926,"…"],[0.33827754855155945,0.3396189212799072,0.34097087383270264,0.3423338234424591,0.3437075614929199,0.3450925052165985,0.3464886248111725,0.34789595007896423,0.34931480884552,0.3507453203201294,0.3521876931190491,0.35364192724227905,0.3551080822944641,0.3565865755081177,0.3580774664878845,0.3595806956291199,0.3610967695713043,0.3626255989074707,0.3641674220561981,0.36572250723838806,0.3672909438610077,0.36887264251708984,0.37046828866004944,0.37207770347595215,"…"],[0.33827412128448486,0.3396154046058655,0.34096747636795044,0.34233033657073975,0.3437041640281677,0.3450889587402344,0.3464849889278412,0.34789231419563293,0.3493112623691559,0.3507416546344757,0.3521840274333954,0.3536381423473358,0.35510432720184326,0.35658279061317444,0.3580736815929413,0.3595768213272095,0.36109286546707153,0.36262160539627075,0.3641635477542877,0.3657184839248657,0.367286741733551,0.3688686490058899,0.37046417593955994,0.37207359075546265,"…"],[0.3382706046104431,0.3396120071411133,0.3409639894962311,0.3423268496990204,0.3437006175518036,0.34508538246154785,0.3464813828468323,0.3478887379169464,0.349307656288147,0.3507380187511444,0.35218021273612976,0.35363438725471497,0.35510048270225525,0.3565789461135864,0.3580697476863861,0.35957300662994385,0.36108896136283875,0.36261776089668274,0.364159494638443,0.36571455001831055,0.3672827482223511,0.36886459589004517,0.3704601228237152,0.37206941843032837,"…"],[0.3382672965526581,0.3396085798740387,0.3409605324268341,0.34232333302497864,0.34369704127311707,0.34508177638053894,0.3464777171611786,0.34788522124290466,0.3493039309978485,0.35073426365852356,0.3521765172481537,0.3536306321620941,0.35509681701660156,0.3565751910209656,0.3580658733844757,0.35956916213035583,0.3610849976539612,0.36261385679244995,0.3641556203365326,0.3657105267047882,0.36727866530418396,0.36886048316955566,0.37045595049858093,0.3720652759075165,"…"],[0.3382638692855835,0.33960506319999695,0.3409571051597595,0.3423198163509369,0.34369349479675293,0.3450782895088196,0.346474289894104,0.34788158535957336,0.34930023550987244,0.3507307767868042,0.3521729111671448,0.35362687706947327,0.3550931215286255,0.35657137632369995,0.3580620586872101,0.3595653176307678,0.36108121275901794,0.36260995268821716,0.36415165662765503,0.36570656299591064,0.3672747015953064,0.3688565790653229,0.3704518973827362,0.37206119298934937,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,9,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[172,169,162,255],[160,156,147,255],[160,156,147,255],[163,159,150,255],[169,165,156,255],[166,163,153,255],[160,156,147,255],[155,151,142,255],[144,139,128,255],[152,148,139,255],[148,144,134,255],[132,128,116,255],[160,156,148,255],[160,157,147,255],[165,161,152,255],[157,152,142,255],[166,162,151,255],[175,172,162,255],[176,173,163,255],[172,169,158,255],[164,160,146,255],[152,147,131,255],[167,163,149,255],[169,166,154,255],"…"],[[172,168,161,255],[162,158,149,255],[162,158,149,255],[161,157,147,255],[166,162,153,255],[160,156,147,255],[162,159,150,255],[156,152,143,255],[142,137,126,255],[152,148,139,255],[148,144,135,255],[134,129,119,255],[158,155,145,255],[167,164,156,255],[169,165,157,255],[154,149,139,255],[165,161,151,255],[173,170,160,255],[180,177,166,255],[172,168,157,255],[168,164,150,255],[171,167,154,255],[176,172,159,255],[168,164,151,255],"…"],[[164,161,153,255],[164,160,153,255],[161,158,148,255],[157,153,142,255],[152,148,138,255],[157,153,144,255],[157,153,143,255],[156,152,142,255],[152,147,138,255],[155,151,142,255],[145,141,131,255],[145,141,131,255],[149,145,135,255],[158,155,145,255],[161,157,147,255],[161,157,148,255],[155,151,140,255],[168,165,154,255],[172,169,158,255],[174,170,160,255],[176,173,162,255],[178,174,164,255],[173,169,157,255],[165,161,148,255],"…"],[[166,163,155,255],[165,161,154,255],[162,159,150,255],[159,155,145,255],[150,145,134,255],[155,151,141,255],[155,150,141,255],[153,148,139,255],[150,146,136,255],[153,150,141,255],[148,143,134,255],[149,145,135,255],[147,143,134,255],[156,152,143,255],[162,158,148,255],[163,159,150,255],[154,150,140,255],[160,156,146,255],[170,168,157,255],[174,170,160,255],[179,176,166,255],[179,176,166,255],[183,180,169,255],[169,165,153,255],"…"],[[167,163,156,255],[168,165,157,255],[164,160,152,255],[160,156,146,255],[159,155,146,255],[128,123,111,255],[160,157,148,255],[153,149,140,255],[162,159,150,255],[147,143,133,255],[154,150,142,255],[147,143,133,255],[158,155,147,255],[166,162,154,255],[161,157,148,255],[167,164,155,255],[138,133,122,255],[161,158,149,255],[170,167,158,255],[174,171,161,255],[168,164,151,255],[167,164,153,255],[182,179,168,255],[184,180,169,255],"…"],[[165,161,153,255],[166,163,155,255],[163,160,152,255],[160,156,147,255],[159,156,147,255],[142,138,127,255],[161,158,149,255],[145,141,133,255],[165,161,154,255],[150,145,135,255],[151,148,139,255],[149,145,136,255],[163,160,151,255],[168,165,157,255],[160,156,147,255],[167,163,155,255],[136,131,119,255],[155,151,142,255],[169,166,157,255],[173,170,160,255],[187,184,175,255],[168,165,153,255],[184,181,171,255],[189,185,175,255],"…"],[[166,162,155,255],[165,162,154,255],[164,160,152,255],[161,157,148,255],[162,159,150,255],[157,153,144,255],[157,153,144,255],[156,152,143,255],[158,155,147,255],[156,152,143,255],[155,151,142,255],[155,152,144,255],[160,157,150,255],[160,156,148,255],[162,159,150,255],[160,156,147,255],[157,153,144,255],[156,153,144,255],[161,158,148,255],[169,165,155,255],[180,177,167,255],[177,174,163,255],[180,176,166,255],[180,176,165,255],"…"],[[164,160,152,255],[165,162,154,255],[165,162,154,255],[158,155,146,255],[157,153,144,255],[162,158,149,255],[158,155,146,255],[161,158,149,255],[156,153,145,255],[162,158,150,255],[157,153,144,255],[155,152,144,255],[157,154,147,255],[161,158,150,255],[161,158,149,255],[159,155,146,255],[155,151,142,255],[155,151,142,255],[157,154,144,255],[167,164,154,255],[179,176,165,255],[178,175,164,255],[181,178,167,255],[180,176,164,255],"…"],[[170,165,156,255],[160,156,147,255],[167,163,156,255],[164,160,153,255],[133,128,116,255],[156,152,143,255],[152,148,139,255],[163,160,152,255],[161,158,149,255],[164,160,153,255],[150,146,137,255],[152,149,140,255],[162,159,152,255],[165,163,157,255],[157,153,144,255],[160,157,148,255],[157,153,145,255],[136,131,120,255],[150,146,136,255],[164,160,151,255],[161,157,146,255],[193,190,180,255],[173,169,159,255],[188,185,175,255],"…"],[[176,172,163,255],[162,158,149,255],[167,163,156,255],[166,163,155,255],[142,137,126,255],[139,134,123,255],[152,148,139,255],[165,162,153,255],[163,160,152,255],[162,159,152,255],[152,148,139,255],[152,148,140,255],[164,162,155,255],[163,160,154,255],[157,153,145,255],[157,154,145,255],[159,155,147,255],[131,126,114,255],[148,143,133,255],[157,154,144,255],[161,158,146,255],[175,172,162,255],[174,170,159,255],[185,182,173,255],"…"],[[169,165,156,255],[159,155,147,255],[163,160,152,255],[162,159,150,255],[157,154,145,255],[155,151,141,255],[156,152,143,255],[159,156,148,255],[158,155,148,255],[157,154,145,255],[159,156,148,255],[159,155,147,255],[157,153,145,255],[158,155,148,255],[158,155,148,255],[157,153,144,255],[154,151,142,255],[146,142,131,255],[146,142,132,255],[148,144,135,255],[144,141,133,255],[160,156,146,255],[175,171,160,255],[180,176,165,255],"…"],[[176,172,163,255],[165,162,153,255],[164,160,152,255],[160,156,148,255],[161,157,149,255],[155,151,142,255],[153,149,139,255],[155,151,142,255],[159,156,149,255],[155,151,143,255],[157,153,145,255],[157,154,146,255],[157,154,146,255],[160,157,149,255],[160,156,148,255],[156,152,144,255],[156,152,144,255],[152,148,138,255],[146,142,133,255],[146,143,133,255],[139,136,128,255],[146,142,133,255],[166,162,151,255],[173,170,159,255],"…"],[[158,154,145,255],[200,196,187,255],[167,164,157,255],[164,160,152,255],[165,161,153,255],[168,164,157,255],[166,162,153,255],[158,154,146,255],[170,167,160,255],[143,140,133,255],[154,150,141,255],[148,144,136,255],[161,159,154,255],[159,155,146,255],[159,155,147,255],[156,153,144,255],[158,154,146,255],[151,147,138,255],[154,149,140,255],[152,148,138,255],[166,163,153,255],[132,129,122,255],[162,158,148,255],[167,163,152,255],"…"],[[160,157,148,255],[195,192,182,255],[168,165,157,255],[166,162,154,255],[146,141,131,255],[166,163,155,255],[163,159,151,255],[159,155,146,255],[165,162,154,255],[136,132,124,255],[155,152,143,255],[151,148,139,255],[160,157,151,255],[164,161,153,255],[154,151,142,255],[157,153,145,255],[155,151,142,255],[153,150,141,255],[153,149,140,255],[151,147,137,255],[158,155,147,255],[130,127,120,255],[162,158,149,255],[163,159,147,255],"…"],[[171,167,157,255],[178,174,166,255],[184,181,172,255],[179,176,168,255],[173,170,162,255],[168,165,158,255],[162,158,150,255],[156,152,143,255],[151,147,138,255],[149,145,136,255],[150,146,138,255],[154,150,142,255],[158,155,147,255],[156,152,143,255],[159,156,148,255],[159,156,147,255],[158,155,147,255],[162,160,152,255],[155,152,143,255],[151,147,138,255],[144,139,128,255],[148,145,137,255],[147,143,133,255],[154,151,140,255],"…"],[[165,161,151,255],[167,163,154,255],[179,176,168,255],[185,182,174,255],[177,174,167,255],[172,168,160,255],[162,159,151,255],[161,158,149,255],[152,148,139,255],[149,144,135,255],[150,146,138,255],[154,151,142,255],[157,154,146,255],[160,156,148,255],[160,156,148,255],[160,157,148,255],[156,153,146,255],[164,162,154,255],[158,155,147,255],[150,147,137,255],[141,136,125,255],[150,146,136,255],[148,144,135,255],[152,148,138,255],"…"],[[193,190,180,255],[170,166,159,255],[149,145,136,255],[169,166,159,255],[173,170,164,255],[199,197,190,255],[116,113,105,255],[166,162,154,255],[138,135,126,255],[144,139,130,255],[159,156,149,255],[153,150,141,255],[160,157,148,255],[168,165,158,255],[162,159,150,255],[160,156,146,255],[156,153,145,255],[163,160,152,255],[161,158,150,255],[153,149,140,255],[150,146,136,255],[137,133,123,255],[154,150,141,255],[155,151,140,255],"…"],[[188,184,174,255],[164,161,153,255],[164,160,151,255],[156,153,145,255],[163,159,151,255],[190,187,180,255],[117,114,106,255],[166,162,154,255],[136,133,124,255],[148,145,135,255],[157,154,147,255],[156,153,144,255],[163,160,152,255],[164,161,153,255],[166,163,154,255],[154,149,140,255],[154,151,142,255],[161,159,151,255],[161,157,149,255],[158,154,146,255],[148,144,134,255],[138,133,122,255],[154,150,141,255],[157,153,143,255],"…"],[[158,154,146,255],[161,157,149,255],[151,148,140,255],[153,150,142,255],[166,164,157,255],[148,145,138,255],[155,152,145,255],[149,146,138,255],[164,161,153,255],[158,154,146,255],[158,154,146,255],[159,155,147,255],[160,156,148,255],[163,159,151,255],[162,159,150,255],[158,155,147,255],[153,149,140,255],[163,160,152,255],[160,156,149,255],[158,155,146,255],[159,155,147,255],[153,149,140,255],[156,152,143,255],[159,155,145,255],"…"],[[159,156,147,255],[155,151,144,255],[149,146,138,255],[148,145,137,255],[162,159,152,255],[153,151,144,255],[147,144,137,255],[143,140,132,255],[165,162,155,255],[160,157,148,255],[159,156,148,255],[161,158,150,255],[159,155,146,255],[161,157,149,255],[163,159,151,255],[156,152,144,255],[147,143,134,255],[159,156,148,255],[157,154,147,255],[157,154,146,255],[158,154,146,255],[158,154,145,255],[157,153,144,255],[162,157,148,255],"…"],[[158,155,147,255],[158,155,147,255],[151,148,141,255],[133,129,122,255],[196,193,186,255],[183,180,174,255],[140,136,126,255],[115,112,105,255],[138,134,126,255],[155,151,142,255],[156,152,144,255],[166,163,156,255],[162,158,150,255],[164,160,152,255],[158,155,146,255],[158,154,144,255],[141,137,129,255],[160,157,149,255],[157,154,146,255],[161,158,150,255],[146,142,132,255],[147,143,134,255],[157,153,144,255],[166,162,153,255],"…"],[[155,152,144,255],[156,153,145,255],[154,151,143,255],[134,131,124,255],[178,175,169,255],[172,168,161,255],[156,152,142,255],[102,99,93,255],[145,141,133,255],[150,147,137,255],[157,153,144,255],[162,159,151,255],[162,159,151,255],[162,158,150,255],[154,150,140,255],[165,162,154,255],[145,141,132,255],[147,144,136,255],[156,152,144,255],[161,158,150,255],[149,144,135,255],[146,142,132,255],[154,150,141,255],[166,162,154,255],"…"],[[156,154,146,255],[157,154,147,255],[148,145,138,255],[142,139,133,255],[137,135,128,255],[139,136,128,255],[144,141,134,255],[132,129,122,255],[125,122,114,255],[153,149,140,255],[153,150,141,255],[158,155,146,255],[158,154,146,255],[158,154,145,255],[159,155,146,255],[155,151,143,255],[151,148,141,255],[144,141,134,255],[149,145,137,255],[153,149,141,255],[150,146,137,255],[156,152,144,255],[158,155,146,255],[160,156,147,255],"…"],[[151,148,141,255],[159,156,149,255],[152,149,143,255],[145,143,137,255],[138,135,129,255],[136,133,126,255],[151,147,139,255],[146,143,136,255],[126,123,116,255],[143,139,130,255],[150,146,138,255],[155,151,142,255],[158,155,147,255],[157,154,144,255],[157,153,144,255],[154,150,141,255],[156,152,144,255],[143,140,133,255],[147,144,136,255],[150,146,138,255],[149,145,136,255],[153,149,141,255],[153,150,141,255],[157,154,145,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],[1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,1914724301,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[0.533626914024353,0.5336205363273621,0.5336143970489502,0.5336083769798279,0.5336021780967712,0.5335961580276489,0.5335898995399475,0.5335837602615356,0.5335776209831238,0.5335715413093567,0.5335655212402344,0.5335593223571777,0.5335531234741211,0.5335469841957092,0.5335408449172974,0.5335347056388855,0.5335286855697632,0.5335224270820618,0.5335162281990051,0.5335102081298828,0.533504068851471,0.5334978699684143,0.533491849899292,0.5334855318069458,"…"],[0.537338137626648,0.5373318791389465,0.5373256206512451,0.5373194813728333,0.5373132824897766,0.5373070240020752,0.5373008251190186,0.5372945666313171,0.537288248538971,0.5372821688652039,0.5372759103775024,0.537269651889801,0.5372634530067444,0.5372572541236877,0.5372511148452759,0.5372447371482849,0.5372386574745178,0.5372323393821716,0.537226140499115,0.5372199416160583,0.5372138023376465,0.5372076630592346,0.5372012257575989,0.537195086479187,"…"],[0.5411015152931213,0.5410951972007751,0.5410888195037842,0.5410825610160828,0.541076123714447,0.5410698056221008,0.5410636067390442,0.5410573482513428,0.5410510301589966,0.5410445928573608,0.5410383343696594,0.5410318970680237,0.541025698184967,0.5410194993019104,0.5410131216049194,0.541006863117218,0.541000485420227,0.5409941673278809,0.5409879684448242,0.5409815907478333,0.5409752726554871,0.5409688949584961,0.5409625768661499,0.5409563779830933,"…"],[0.5449180006980896,0.5449116230010986,0.5449051260948181,0.5448987483978271,0.5448923707008362,0.5448859333992004,0.5448794960975647,0.544873058795929,0.544866681098938,0.5448603630065918,0.544853925704956,0.5448474287986755,0.5448410511016846,0.5448346138000488,0.5448282361030579,0.5448219180107117,0.5448154807090759,0.5448091626167297,0.5448027849197388,0.5447962284088135,0.5447899103164673,0.5447834730148315,0.5447771549224854,0.5447707176208496,"…"],[0.5487886071205139,0.5487820506095886,0.5487756729125977,0.5487691164016724,0.5487626791000366,0.5487561225891113,0.5487496256828308,0.5487431883811951,0.5487365126609802,0.548730194568634,0.5487236976623535,0.5487171411514282,0.5487105846405029,0.5487042665481567,0.548697829246521,0.5486911535263062,0.5486847162246704,0.5486782789230347,0.5486718416213989,0.5486652255058289,0.5486587285995483,0.5486522316932678,0.5486457943916321,0.548639178276062,"…"],[0.5527145266532898,0.552708089351654,0.5527013540267944,0.5526949167251587,0.5526882410049438,0.5526816844940186,0.5526752471923828,0.5526685118675232,0.5526620149612427,0.5526553392410278,0.552648663520813,0.5526421666145325,0.5526354908943176,0.5526289343833923,0.5526224374771118,0.5526159405708313,0.5526092648506165,0.5526026487350464,0.5525961518287659,0.5525894165039062,0.5525829195976257,0.5525763630867004,0.5525698065757751,0.5525633692741394,"…"],[0.5566972494125366,0.5566903948783875,0.5566838383674622,0.5566771626472473,0.5566704869270325,0.5566638112068176,0.5566571354866028,0.5566504597663879,0.5566437244415283,0.556637167930603,0.5566303730010986,0.5566236972808838,0.556617021560669,0.5566102862358093,0.556603729724884,0.5565969347953796,0.5565903186798096,0.5565836429595947,0.5565768480300903,0.5565704107284546,0.5565635561943054,0.5565568804740906,0.5565503239631653,0.5565435886383057,"…"],[0.560737669467926,0.5607308149337769,0.5607240200042725,0.5607173442840576,0.5607105493545532,0.560703694820404,0.5606969594955444,0.56069016456604,0.5606834292411804,0.560676634311676,0.5606699585914612,0.5606630444526672,0.5606562495231628,0.5606495141983032,0.560642659664154,0.5606359243392944,0.5606292486190796,0.5606223344802856,0.5606157183647156,0.560608983039856,0.560602068901062,0.5605953931808472,0.560588538646698,0.5605817437171936,"…"],[0.5648372769355774,0.5648302435874939,0.5648233294487,0.5648164749145508,0.5648096203804016,0.5648027658462524,0.5647959113121033,0.5647889971733093,0.5647820234298706,0.564775288105011,0.5647684931755066,0.5647615790367126,0.5647546648979187,0.5647478103637695,0.564740777015686,0.5647339820861816,0.5647271275520325,0.5647202134132385,0.5647132992744446,0.5647065043449402,0.5646995306015015,0.5646926164627075,0.5646858215332031,0.5646790862083435,"…"],[0.5689970254898071,0.5689900517463684,0.5689830183982849,0.568976104259491,0.5689690709114075,0.568962037563324,0.56895512342453,0.5689482092857361,0.5689411759376526,0.5689342617988586,0.5689272284507751,0.5689203143119812,0.5689132809638977,0.568906307220459,0.5688993334770203,0.5688924193382263,0.5688852071762085,0.5688783526420593,0.5688713788986206,0.5688644051551819,0.5688576698303223,0.5688504576683044,0.5688435435295105,0.5688364505767822,"…"],[0.5732186436653137,0.5732114911079407,0.5732044577598572,0.5731973648071289,0.5731901526451111,0.5731831789016724,0.5731760263442993,0.5731690526008606,0.5731619596481323,0.5731549263000488,0.5731478333473206,0.5731407403945923,0.5731337070465088,0.5731265544891357,0.5731196403503418,0.5731123089790344,0.5731053352355957,0.573098361492157,0.5730910897254944,0.5730841159820557,0.5730769038200378,0.5730698108673096,0.5730628967285156,0.5730556845664978,"…"],[0.5775033831596375,0.5774962902069092,0.5774889588356018,0.577481746673584,0.5774745941162109,0.5774673223495483,0.5774602890014648,0.577453076839447,0.5774458646774292,0.5774387121200562,0.577431321144104,0.5774242281913757,0.5774171352386475,0.5774099230766296,0.5774027109146118,0.5773955583572388,0.5773882269859314,0.5773811340332031,0.5773739814758301,0.5773667693138123,0.5773597359657288,0.5773524641990662,0.5773452520370483,0.5773381590843201,"…"],[0.5818525552749634,0.5818454027175903,0.5818380117416382,0.5818306803703308,0.5818234086036682,0.5818160176277161,0.5818089246749878,0.5818014740943909,0.581794261932373,0.5817869305610657,0.5817795991897583,0.5817724466323853,0.5817649960517883,0.5817576050758362,0.5817504525184631,0.5817431807518005,0.5817359089851379,0.5817286372184753,0.5817210674285889,0.5817140340805054,0.581706702709198,0.5816993117332458,0.5816920399665833,0.5816848278045654,"…"],[0.5862678289413452,0.5862604379653931,0.5862530469894409,0.5862456560134888,0.586238443851471,0.5862307548522949,0.5862235426902771,0.5862159729003906,0.5862086415290833,0.5862013101577759,0.586193859577179,0.586186408996582,0.5861790180206299,0.5861716866493225,0.5861642360687256,0.5861568450927734,0.5861494541168213,0.5861419439315796,0.586134672164917,0.5861271023750305,0.5861198306083679,0.5861122608184814,0.5861048698425293,0.5860974788665771,"…"],[0.5907506346702576,0.5907431840896606,0.5907357335090637,0.5907281637191772,0.5907204747200012,0.5907131433486938,0.5907055735588074,0.5906979441642761,0.5906904935836792,0.5906829237937927,0.5906753540039062,0.5906679034233093,0.5906606316566467,0.5906529426574707,0.5906453728675842,0.5906378030776978,0.5906304121017456,0.5906228423118591,0.5906153321266174,0.5906077027320862,0.5906001329421997,0.590592622756958,0.5905852913856506,0.5905777215957642,"…"],[0.5953025221824646,0.5952948927879333,0.5952872037887573,0.5952795743942261,0.5952720046043396,0.5952643156051636,0.5952567458152771,0.5952491164207458,0.5952414274215698,0.5952337980270386,0.5952261686325073,0.5952185392379761,0.5952109694480896,0.5952032208442688,0.595195472240448,0.5951880812644958,0.5951804518699646,0.5951727628707886,0.5951650142669678,0.5951575040817261,0.5951497554779053,0.5951422452926636,0.5951345562934875,0.5951269268989563,"…"],[0.5999249815940857,0.599917471408844,0.5999096632003784,0.5999018549919128,0.599894106388092,0.5998861193656921,0.5998785495758057,0.5998708009719849,0.5998631715774536,0.5998553037643433,0.5998474359512329,0.5998398065567017,0.5998319983482361,0.5998243689537048,0.5998164415359497,0.5998088717460632,0.5998010039329529,0.5997933149337769,0.5997855067253113,0.5997776985168457,0.5997700095176697,0.5997622609138489,0.5997544527053833,0.5997467041015625,"…"],[0.6046199798583984,0.6046121716499329,0.6046041250228882,0.6045964956283569,0.604588508605957,0.6045805811882019,0.6045728921890259,0.6045649647712708,0.6045570969581604,0.6045491695404053,0.6045413017272949,0.604533314704895,0.6045255064964294,0.6045175790786743,0.6045096516609192,0.6045018434524536,0.6044939756393433,0.6044860482215881,0.6044781804084778,0.6044703125953674,0.6044623255729675,0.604454517364502,0.6044465899467468,0.604438841342926,"…"],[0.6093890070915222,0.6093809604644775,0.6093730330467224,0.6093650460243225,0.6093568205833435,0.6093490123748779,0.6093409657478333,0.6093328595161438,0.6093250513076782,0.6093170046806335,0.6093091368675232,0.6093009114265442,0.6092929244041443,0.6092849969863892,0.6092769503593445,0.6092690229415894,0.6092609763145447,0.6092529892921448,0.6092450022697449,0.6092368960380554,0.6092289686203003,0.6092209815979004,0.6092128753662109,0.609204888343811,"…"],[0.6142337322235107,0.614225447177887,0.6142175793647766,0.6142094731330872,0.6142013072967529,0.6141930222511292,0.6141849756240845,0.6141769289970398,0.6141687631607056,0.6141606569290161,0.6141524314880371,0.6141442656517029,0.6141363382339478,0.6141279935836792,0.6141198873519897,0.6141118407249451,0.6141036748886108,0.6140955090522766,0.6140874624252319,0.6140791773796082,0.6140713095664978,0.614063024520874,0.6140549778938293,0.6140469312667847,"…"],[0.6191561818122864,0.6191478967666626,0.6191396713256836,0.6191315650939941,0.6191231608390808,0.6191149950027466,0.6191065907478333,0.6190983653068542,0.6190901398658752,0.6190819144248962,0.6190736293792725,0.6190654039382935,0.6190571188926697,0.6190488934516907,0.6190405488014221,0.6190322041511536,0.6190240979194641,0.6190158128738403,0.6190075874328613,0.6189992427825928,0.6189910173416138,0.61898273229599,0.6189746260643005,0.618966281414032,"…"],[0.6241582036018372,0.6241500377655029,0.6241414546966553,0.6241331100463867,0.6241248250007629,0.6241161823272705,0.6241078972816467,0.6240993142127991,0.6240910291671753,0.6240826845169067,0.6240742802619934,0.6240658164024353,0.6240575909614563,0.6240490674972534,0.6240407228469849,0.6240323781967163,0.6240238547325134,0.6240153908729553,0.624006986618042,0.6239985227584839,0.6239903569221497,0.6239819526672363,0.623973548412323,0.6239652633666992,"…"],[0.6292416453361511,0.6292330622673035,0.6292245984077454,0.6292160153388977,0.6292074918746948,0.6291990280151367,0.6291905641555786,0.6291820406913757,0.6291734576225281,0.6291648745536804,0.629156231880188,0.6291479468345642,0.6291393637657166,0.6291308403015137,0.6291223764419556,0.6291137337684631,0.629105269908905,0.6290966272354126,0.6290879845619202,0.6290794014930725,0.629071056842804,0.6290623545646667,0.6290539503097534,0.629045307636261,"…"],[0.6344085335731506,0.6344001293182373,0.6343913078308105,0.6343826651573181,0.6343739032745361,0.6343652009963989,0.6343567371368408,0.6343479752540588,0.6343393325805664,0.6343305706977844,0.6343218684196472,0.6343133449554443,0.6343044638633728,0.6342960596084595,0.6342871189117432,0.6342786550521851,0.6342698931694031,0.6342612504959106,0.634252667427063,0.6342438459396362,0.634235143661499,0.634226381778717,0.6342178583145142,0.634209156036377,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[512,512]},{"data":[[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,"…"],"…"],"dtype":"torch.int32","modality":"visual_frame","shape":[512,512]},{"data":[[[165,164,159,255],[162,160,156,255],[155,154,150,255],[151,150,147,255],[166,164,160,255],[164,163,159,255],[161,159,156,255],[155,154,152,255],[163,162,159,255],[158,156,151,255],[155,153,150,255],[151,150,147,255],[156,155,152,255],[163,161,158,255],[156,155,152,255],[156,155,151,255],[144,143,141,255],[143,142,141,255],[147,146,144,255],[148,147,145,255],[153,152,150,255],[156,155,152,255],[152,151,148,255],[149,148,145,255],"…"],[[165,163,159,255],[164,162,158,255],[156,155,151,255],[153,152,149,255],[168,166,162,255],[159,157,154,255],[161,160,156,255],[157,156,153,255],[160,159,157,255],[158,156,151,255],[155,154,150,255],[151,150,147,255],[158,157,153,255],[164,163,159,255],[156,154,151,255],[155,154,151,255],[143,142,140,255],[146,145,143,255],[147,146,144,255],[150,149,146,255],[154,153,150,255],[159,158,155,255],[151,150,147,255],[149,148,146,255],"…"],[[164,163,158,255],[163,162,158,255],[155,153,149,255],[151,150,147,255],[149,148,145,255],[154,153,150,255],[157,157,154,255],[159,158,155,255],[157,156,153,255],[156,155,152,255],[155,154,151,255],[156,154,151,255],[160,158,155,255],[156,155,151,255],[155,154,151,255],[154,153,150,255],[158,156,153,255],[153,152,149,255],[154,153,150,255],[152,151,148,255],[153,152,149,255],[155,154,151,255],[152,150,148,255],[151,150,148,255],"…"],[[164,162,158,255],[165,164,159,255],[162,160,156,255],[153,151,148,255],[149,148,145,255],[150,149,147,255],[154,153,150,255],[157,156,153,255],[157,156,154,255],[157,156,153,255],[155,154,150,255],[155,154,150,255],[161,159,156,255],[157,155,153,255],[157,156,152,255],[155,154,150,255],[158,156,153,255],[157,156,153,255],[156,155,152,255],[155,154,151,255],[154,153,150,255],[154,153,150,255],[153,151,149,255],[152,151,148,255],"…"],[[164,163,158,255],[162,161,157,255],[158,157,153,255],[155,153,150,255],[163,161,157,255],[143,142,140,255],[157,156,152,255],[154,153,151,255],[159,158,154,255],[157,156,153,255],[155,153,150,255],[149,148,145,255],[160,158,154,255],[167,166,161,255],[155,153,150,255],[151,150,147,255],[158,157,153,255],[158,157,153,255],[152,151,148,255],[156,154,151,255],[154,153,151,255],[160,159,155,255],[155,154,151,255],[156,155,152,255],"…"],[[163,161,158,255],[160,158,155,255],[159,158,154,255],[155,153,150,255],[159,157,153,255],[144,143,141,255],[158,157,153,255],[155,154,152,255],[160,159,156,255],[156,155,152,255],[156,154,150,255],[152,150,147,255],[163,161,157,255],[165,164,159,255],[155,154,151,255],[150,149,146,255],[158,156,153,255],[160,158,155,255],[153,152,149,255],[155,154,151,255],[156,155,152,255],[175,173,168,255],[157,156,153,255],[157,155,152,255],"…"],[[159,158,154,255],[157,156,153,255],[157,156,153,255],[159,158,154,255],[154,153,149,255],[155,154,150,255],[152,151,148,255],[150,148,146,255],[154,153,150,255],[154,153,150,255],[154,153,150,255],[154,153,150,255],[151,150,147,255],[156,154,151,255],[155,154,150,255],[158,156,153,255],[155,154,150,255],[160,159,155,255],[161,159,156,255],[164,162,158,255],[169,167,162,255],[168,166,162,255],[164,162,158,255],[160,158,155,255],"…"],[[160,158,155,255],[156,155,152,255],[150,149,147,255],[154,153,150,255],[155,154,150,255],[153,152,149,255],[159,158,154,255],[151,150,146,255],[153,152,149,255],[153,152,149,255],[154,152,149,255],[154,152,149,255],[152,151,148,255],[153,151,148,255],[152,150,148,255],[156,155,151,255],[149,148,145,255],[162,160,156,255],[160,159,155,255],[163,162,158,255],[167,165,161,255],[171,168,164,255],[168,167,162,255],[166,164,160,255],"…"],[[155,154,151,255],[155,153,151,255],[154,153,150,255],[154,152,149,255],[147,146,144,255],[145,144,142,255],[153,151,147,255],[156,154,150,255],[148,147,144,255],[153,152,149,255],[156,154,151,255],[152,149,145,255],[163,161,157,255],[153,152,148,255],[156,155,151,255],[155,154,151,255],[150,149,146,255],[158,156,152,255],[158,157,154,255],[155,154,151,255],[164,162,159,255],[186,184,178,255],[166,164,160,255],[156,155,151,255],"…"],[[155,154,150,255],[155,154,151,255],[153,152,149,255],[153,151,148,255],[144,143,141,255],[143,142,140,255],[146,145,142,255],[160,158,154,255],[146,145,142,255],[150,149,146,255],[156,154,151,255],[151,149,144,255],[160,159,155,255],[149,148,144,255],[156,154,151,255],[152,151,147,255],[149,148,145,255],[155,153,149,255],[159,158,155,255],[155,154,151,255],[177,175,170,255],[173,171,166,255],[169,167,163,255],[157,156,153,255],"…"],[[159,158,154,255],[157,156,152,255],[152,151,148,255],[148,147,144,255],[145,144,141,255],[145,144,141,255],[147,146,143,255],[156,154,151,255],[158,157,153,255],[151,150,148,255],[152,150,146,255],[149,147,143,255],[146,143,139,255],[149,147,144,255],[151,150,146,255],[151,150,147,255],[145,143,141,255],[145,144,141,255],[152,151,148,255],[155,154,150,255],[154,153,149,255],[163,161,157,255],[164,162,158,255],[166,164,160,255],"…"],[[157,156,152,255],[161,160,155,255],[154,153,150,255],[150,149,146,255],[145,144,141,255],[145,144,141,255],[141,140,137,255],[152,151,148,255],[159,158,154,255],[151,150,147,255],[154,153,150,255],[149,147,143,255],[141,139,134,255],[145,143,139,255],[148,147,143,255],[148,147,144,255],[148,147,143,255],[140,140,136,255],[152,150,148,255],[155,153,151,255],[154,153,149,255],[156,155,152,255],[157,155,151,255],[161,160,156,255],"…"],[[153,152,149,255],[154,153,150,255],[162,161,156,255],[159,157,153,255],[148,146,143,255],[132,130,126,255],[145,144,140,255],[148,146,142,255],[149,147,144,255],[156,155,152,255],[155,154,151,255],[158,156,153,255],[154,153,150,255],[131,130,126,255],[146,144,140,255],[149,148,144,255],[145,144,140,255],[141,140,137,255],[149,148,145,255],[155,153,151,255],[174,172,168,255],[151,150,147,255],[161,160,156,255],[159,158,154,255],"…"],[[153,152,148,255],[153,151,149,255],[161,159,155,255],[160,158,154,255],[146,145,142,255],[138,136,132,255],[148,147,143,255],[142,141,137,255],[153,151,148,255],[159,158,155,255],[154,153,151,255],[158,157,154,255],[154,152,149,255],[136,135,131,255],[143,142,138,255],[147,145,142,255],[151,149,145,255],[139,138,135,255],[149,148,145,255],[152,152,148,255],[171,169,165,255],[151,150,147,255],[158,157,154,255],[156,155,152,255],"…"],[[150,149,147,255],[153,152,149,255],[165,163,158,255],[164,162,157,255],[157,156,152,255],[153,152,148,255],[150,148,144,255],[149,147,144,255],[149,147,144,255],[161,160,157,255],[153,151,148,255],[152,150,148,255],[152,150,147,255],[137,136,132,255],[142,140,137,255],[141,139,135,255],[149,148,144,255],[148,147,144,255],[145,144,141,255],[148,147,143,255],[155,154,151,255],[155,154,151,255],[151,150,147,255],[149,147,144,255],"…"],[[151,150,147,255],[151,149,146,255],[156,155,151,255],[166,164,159,255],[161,159,154,255],[153,152,148,255],[152,150,145,255],[150,148,144,255],[142,141,137,255],[159,158,154,255],[155,154,151,255],[150,148,145,255],[155,153,149,255],[140,138,134,255],[148,147,143,255],[147,146,141,255],[150,149,145,255],[146,145,142,255],[145,145,142,255],[146,145,142,255],[150,149,146,255],[156,154,152,255],[155,153,150,255],[150,148,146,255],"…"],[[151,149,147,255],[150,149,147,255],[157,156,152,255],[161,159,155,255],[140,139,135,255],[162,161,156,255],[149,147,142,255],[151,149,144,255],[149,147,143,255],[149,147,144,255],[161,159,156,255],[155,154,151,255],[132,130,125,255],[154,153,148,255],[134,132,128,255],[140,138,133,255],[146,144,141,255],[142,141,137,255],[155,154,151,255],[156,154,152,255],[157,156,153,255],[148,148,145,255],[154,153,150,255],[154,153,150,255],"…"],[[150,149,147,255],[150,149,147,255],[155,154,150,255],[159,157,153,255],[143,142,138,255],[163,161,156,255],[145,143,138,255],[156,154,149,255],[154,152,148,255],[138,137,134,255],[160,159,155,255],[159,158,155,255],[129,127,123,255],[149,147,142,255],[137,135,130,255],[133,132,127,255],[145,144,140,255],[144,143,139,255],[155,154,150,255],[159,158,155,255],[154,152,149,255],[147,146,144,255],[153,151,149,255],[156,155,152,255],"…"],[[154,153,149,255],[158,157,154,255],[151,151,147,255],[148,147,144,255],[156,154,149,255],[149,147,141,255],[156,154,150,255],[157,155,151,255],[148,146,142,255],[142,140,137,255],[155,153,148,255],[157,155,151,255],[155,153,149,255],[143,141,138,255],[140,138,134,255],[141,139,134,255],[147,146,142,255],[152,150,147,255],[157,156,153,255],[160,158,155,255],[155,154,151,255],[152,151,147,255],[150,149,146,255],[153,152,149,255],"…"],[[153,152,148,255],[156,155,152,255],[161,159,156,255],[152,151,148,255],[156,154,150,255],[150,148,143,255],[142,140,135,255],[153,151,147,255],[154,153,149,255],[139,138,135,255],[147,144,139,255],[156,154,149,255],[162,160,155,255],[142,141,137,255],[143,142,138,255],[140,138,133,255],[145,144,140,255],[149,148,145,255],[157,156,152,255],[163,161,158,255],[157,156,153,255],[155,153,150,255],[150,149,146,255],[152,151,147,255],"…"],[[153,151,148,255],[152,151,148,255],[155,154,150,255],[160,159,156,255],[153,151,146,255],[164,162,157,255],[138,136,131,255],[138,136,132,255],[138,137,133,255],[140,138,136,255],[146,145,141,255],[155,153,148,255],[162,161,157,255],[177,174,167,255],[144,143,138,255],[136,134,129,255],[151,150,147,255],[152,151,148,255],[158,156,153,255],[162,161,158,255],[141,140,136,255],[169,168,164,255],[153,152,149,255],[156,155,151,255],"…"],[[153,152,148,255],[153,152,148,255],[153,152,148,255],[157,156,153,255],[160,158,153,255],[184,182,176,255],[148,146,142,255],[128,126,121,255],[138,137,133,255],[142,140,138,255],[145,144,141,255],[151,149,145,255],[152,150,146,255],[149,145,136,255],[144,142,138,255],[138,136,132,255],[146,144,141,255],[154,153,150,255],[156,155,152,255],[158,156,153,255],[142,141,138,255],[159,158,155,255],[152,151,148,255],[158,157,153,255],"…"],[[147,145,142,255],[144,143,139,255],[155,153,149,255],[164,162,158,255],[168,166,163,255],[170,168,163,255],[152,151,146,255],[141,139,135,255],[137,135,130,255],[153,152,149,255],[142,141,137,255],[140,138,134,255],[139,137,130,255],[141,139,132,255],[149,147,142,255],[152,150,146,255],[144,142,138,255],[144,142,138,255],[145,144,140,255],[143,142,138,255],[139,137,134,255],[156,154,151,255],[165,163,159,255],[166,165,160,255],"…"],[[148,147,143,255],[144,142,138,255],[146,144,140,255],[154,153,149,255],[160,159,155,255],[171,169,164,255],[165,163,158,255],[151,149,144,255],[134,131,127,255],[150,148,144,255],[139,138,134,255],[140,139,135,255],[134,131,126,255],[132,129,122,255],[141,139,133,255],[146,144,139,255],[145,144,140,255],[146,144,141,255],[146,144,141,255],[140,139,135,255],[134,132,128,255],[148,146,142,255],[151,149,146,255],[163,161,157,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[512,512,4]},{"data":[[0.4969514310359955,0.49735787510871887,0.4977651536464691,0.49817290902137756,0.4985814392566681,0.49899065494537354,0.4994005560874939,0.4998110830783844,0.5002222061157227,0.5006341338157654,0.5010466575622559,0.5014599561691284,0.5018737316131592,0.5022884607315063,0.5027037262916565,0.5031198263168335,0.5035363435745239,0.5039538145065308,0.5043718814849854,0.5047906637191772,0.5052101612091064,0.5056303143501282,0.5060511231422424,0.506472647190094,"…"],[0.4987500309944153,0.49915948510169983,0.4995696246623993,0.4999804198741913,0.500391960144043,0.5008040070533752,0.5012169480323792,0.501630425453186,0.502044677734375,0.5024595260620117,0.5028750896453857,0.5032913088798523,0.5037083029747009,0.5041260719299316,0.5045443773269653,0.5049633979797363,0.5053831338882446,0.5058035850524902,0.5062246322631836,0.5066465735435486,0.5070691108703613,0.5074924230575562,0.507916271686554,0.5083408951759338,"…"],[0.5005617141723633,0.5009740591049194,0.501387357711792,0.5018011927604675,0.502215564250946,0.5026306509971619,0.5030465722084045,0.503463089466095,0.5038803815841675,0.5042982697486877,0.5047168135643005,0.5051363110542297,0.5055562257766724,0.5059769153594971,0.5063984394073486,0.5068207383155823,0.5072433948516846,0.5076670050621033,0.5080912709236145,0.5085161328315735,0.5089418292045593,0.5093681812286377,0.5097952485084534,0.5102230310440063,"…"],[0.5023865699768066,0.5028020143508911,0.5032182335853577,0.5036348104476929,0.5040525794029236,0.5044708251953125,0.5048896074295044,0.5053092837333679,0.505729615688324,0.506150484085083,0.5065722465515137,0.5069947242736816,0.5074177980422974,0.5078416466712952,0.508266270160675,0.5086914300918579,0.5091173648834229,0.5095441937446594,0.5099714398384094,0.510399580001831,0.5108283758163452,0.5112578272819519,0.5116880536079407,0.5121192336082458,"…"],[0.5042245984077454,0.5046433210372925,0.5050624012947083,0.5054823160171509,0.5059030055999756,0.506324291229248,0.5067461729049683,0.5071690082550049,0.5075923800468445,0.5080165863037109,0.508441150188446,0.5088668465614319,0.5092930197715759,0.5097200870513916,0.510147750377655,0.5105761885643005,0.5110054016113281,0.5114350914955139,0.5118657350540161,0.5122969746589661,0.5127289295196533,0.5131617188453674,0.5135952234268188,0.5140295624732971,"…"],[0.506076455116272,0.5064980983734131,0.506920337677002,0.5073432922363281,0.5077671408653259,0.5081914663314819,0.5086165070533752,0.5090424418449402,0.5094690322875977,0.5098962783813477,0.5103241205215454,0.5107528567314148,0.5111823081970215,0.5116125345230103,0.5120433568954468,0.5124749541282654,0.5129072666168213,0.5133403539657593,0.5137740969657898,0.5142087340354919,0.5146439671516418,0.515079915523529,0.5155166983604431,0.5159541368484497,"…"],[0.5079418420791626,0.508366584777832,0.508791983127594,0.5092180371284485,0.5096448659896851,0.5100725293159485,0.5105007290840149,0.5109298229217529,0.5113595128059387,0.511789858341217,0.512221097946167,0.5126530528068542,0.513085663318634,0.5135189294815063,0.5139530897140503,0.5143877863883972,0.5148234367370605,0.5152597427368164,0.5156968235969543,0.51613450050354,0.5165731310844421,0.5170121788978577,0.5174522995948792,0.5178930759429932,"…"],[0.5098209977149963,0.5102488994598389,0.5106774568557739,0.5111067295074463,0.5115368962287903,0.5119675397872925,0.5123989582061768,0.5128313302993774,0.513264000415802,0.5136978030204773,0.5141322016716003,0.5145673155784607,0.5150031447410583,0.5154398679733276,0.5158771276473999,0.5163151025772095,0.5167539119720459,0.5171934366226196,0.517633855342865,0.5180750489234924,0.5185167789459229,0.5189594030380249,0.5194028615951538,0.5198466777801514,"…"],[0.5117141604423523,0.5121453404426575,0.5125769376754761,0.5130094885826111,0.5134426951408386,0.5138766169548035,0.5143114328384399,0.5147467255592346,0.5151828527450562,0.5156198740005493,0.516057550907135,0.5164958834648132,0.5169349908828735,0.5173749327659607,0.5178155899047852,0.5182569026947021,0.5186991691589355,0.5191419124603271,0.5195855498313904,0.5200299620628357,0.5204752087593079,0.5209211111068726,0.5213677883148193,0.5218152403831482,"…"],[0.5136213898658752,0.5140557289123535,0.5144907832145691,0.5149264931678772,0.5153629183769226,0.5157999992370605,0.5162379741668701,0.516676664352417,0.5171160697937012,0.5175564289093018,0.5179972648620605,0.5184390544891357,0.5188815593719482,0.5193246603012085,0.5197686553001404,0.52021324634552,0.5206589102745056,0.5211051106452942,0.5215519666671753,0.5219998359680176,0.5224484801292419,0.5228977203369141,0.5233478546142578,0.5237987041473389,"…"],[0.5155429244041443,0.5159804821014404,0.5164186954498291,0.5168576836585999,0.5172975063323975,0.5177379846572876,0.5181792974472046,0.5186212062835693,0.5190640687942505,0.5195075273513794,0.5199518799781799,0.520396888256073,0.5208427309989929,0.5212892889976501,0.5217365026473999,0.5221846103668213,0.52263343334198,0.5230830907821655,0.5235335826873779,0.5239847302436829,0.5244367718696594,0.5248894095420837,0.5253428816795349,0.5257972478866577,"…"],[0.5174789428710938,0.517919659614563,0.5183612704277039,0.5188035368919373,0.5192466378211975,0.5196904540061951,0.5201350450515747,0.5205803513526917,0.5210264921188354,0.5214735269546509,0.5219210982322693,0.5223694443702698,0.5228188037872314,0.5232685804367065,0.523719310760498,0.5241708755493164,0.5246231555938721,0.5250763297080994,0.5255300402641296,0.5259847044944763,0.5264402031898499,0.5268963575363159,0.5273533463478088,0.5278111696243286,"…"],[0.5194294452667236,0.5198736786842346,0.5203185081481934,0.520764172077179,0.5212104916572571,0.5216577649116516,0.522105872631073,0.5225545763969421,0.5230040550231934,0.5234543085098267,0.5239052176475525,0.5243571996688843,0.524809718132019,0.5252631306648254,0.5257174372673035,0.5261722803115845,0.5266280174255371,0.5270845890045166,0.5275418758392334,0.5279998779296875,0.5284590125083923,0.5289186239242554,0.5293790698051453,0.5298404693603516,"…"],[0.5213947296142578,0.5218421816825867,0.5222905874252319,0.522739589214325,0.5231894850730896,0.523639976978302,0.5240914821624756,0.5245436429977417,0.5249964594841003,0.5254501104354858,0.5259045958518982,0.526360034942627,0.5268159508705139,0.5272728800773621,0.5277305245399475,0.5281890630722046,0.5286482572555542,0.5291084051132202,0.5295692682266235,0.5300307869911194,0.5304933786392212,0.5309565663337708,0.5314207077026367,0.5318854451179504,"…"],[0.5233750939369202,0.5238258838653564,0.5242777466773987,0.5247302651405334,0.5251833200454712,0.5256374478340149,0.5260922312736511,0.5265478491783142,0.5270042419433594,0.5274615287780762,0.5279192924499512,0.5283782482147217,0.5288377404212952,0.5292980074882507,0.5297592878341675,0.5302213430404663,0.5306841135025024,0.531147837638855,0.5316121578216553,0.5320773720741272,0.532543420791626,0.5330101251602173,0.5334779620170593,0.5339463949203491,"…"],[0.5253703594207764,0.5258246660232544,0.526279866695404,0.526735782623291,0.5271925926208496,0.5276501178741455,0.5281082987785339,0.5285674929618835,0.5290274620056152,0.5294880867004395,0.5299496650695801,0.5304120779037476,0.530875027179718,0.5313389897346497,0.5318038463592529,0.5322692394256592,0.5327357053756714,0.5332029461860657,0.5336707234382629,0.5341398119926453,0.5346094369888306,0.5350797772407532,0.5355511903762817,0.5360233783721924,"…"],[0.5273810029029846,0.5278387069702148,0.5282973647117615,0.5287567973136902,0.5292172431945801,0.5296781063079834,0.5301400423049927,0.5306026935577393,0.5310661792755127,0.5315304398536682,0.5319954752922058,0.5324613451957703,0.5329281091690063,0.5333957076072693,0.5338640213012695,0.5343330502510071,0.5348030924797058,0.5352739095687866,0.5357455611228943,0.5362181067466736,0.5366914868354797,0.537165641784668,0.5376406311988831,0.538116455078125,"…"],[0.5294069051742554,0.5298684239387512,0.5303305983543396,0.5307935476303101,0.5312573909759521,0.5317220091819763,0.5321874022483826,0.5326537489891052,0.5331206321716309,0.5335886478424072,0.5340571999549866,0.5345267057418823,0.5349970459938049,0.5354681611061096,0.5359401702880859,0.5364131331443787,0.5368866920471191,0.537361204624176,0.5378366112709045,0.5383127927780151,0.5387898683547974,0.5392675995826721,0.5397464632987976,0.54022616147995,"…"],[0.531448483467102,0.531913697719574,0.5323795080184937,0.5328459739685059,0.5333133339881897,0.5337815284729004,0.5342505574226379,0.5347204804420471,0.5351912379264832,0.5356625914573669,0.5361349582672119,0.5366081595420837,0.5370822548866272,0.537557065486908,0.5380327105522156,0.5385092496871948,0.5389866828918457,0.5394649505615234,0.5399438142776489,0.5404238700866699,0.5409046411514282,0.5413862466812134,0.5418689846992493,0.5423522591590881,"…"],[0.5335061550140381,0.5339747071266174,0.5344440937042236,0.5349143147468567,0.5353854298591614,0.5358572602272034,0.5363298654556274,0.5368034839630127,0.5372776985168457,0.5377531051635742,0.5382290482521057,0.5387059450149536,0.5391837358474731,0.53966224193573,0.5401415824890137,0.5406219363212585,0.541103184223175,0.5415850281715393,0.5420679450035095,0.5425517559051514,0.543036162853241,0.5435217022895813,0.5440080761909485,0.5444949865341187,"…"],[0.5355796217918396,0.536051869392395,0.5365249514579773,0.5369986891746521,0.5374734997749329,0.5379490852355957,0.5384255051612854,0.5389028191566467,0.539380669593811,0.5398597717285156,0.5403394103050232,0.5408200025558472,0.5413017272949219,0.5417839288711548,0.5422672033309937,0.5427511930465698,0.5432360768318176,0.5437218546867371,0.5442085266113281,0.5446960926055908,0.5451845526695251,0.5456739068031311,0.5461639761924744,0.546654999256134,"…"],[0.5376692414283752,0.5381453633308411,0.5386219620704651,0.5390995144844055,0.5395780801773071,0.5400571823120117,0.5405374765396118,0.5410183668136597,0.5415003299713135,0.541982889175415,0.5424665808677673,0.5429508686065674,0.5434361696243286,0.5439223647117615,0.5444092750549316,0.5448972582817078,0.5453860759735107,0.5458756685256958,0.5463662147521973,0.5468576550483704,0.5473499894142151,0.5478430986404419,0.5483372807502747,0.5488321781158447,"…"],[0.5397754311561584,0.540255069732666,0.5407355427742004,0.5412167906761169,0.5416990518569946,0.5421819686889648,0.542665958404541,0.5431506633758545,0.5436363816261292,0.5441228747367859,0.544610321521759,0.545098602771759,0.5455877780914307,0.5460779070854187,0.5465686321258545,0.5470603704452515,0.5475530028343201,0.5480467081069946,0.548541247844696,0.5490365028381348,0.5495328307151794,0.5500298738479614,0.5505279898643494,0.5510268211364746,"…"],[0.5418979525566101,0.542381227016449,0.5428656935691833,0.5433507561683655,0.5438368320465088,0.5443235635757446,0.5448114275932312,0.5452999472618103,0.5457895398139954,0.5462799668312073,0.546771228313446,0.5472632050514221,0.5477564930915833,0.5482502579689026,0.5487451553344727,0.5492409467697144,0.549737274646759,0.5502350330352783,0.5507334470748901,0.551232635974884,0.5517330169677734,0.5522341728210449,0.5527360439300537,0.5532389879226685,"…"],"…"],"dtype":"torch.float32","modality":"depth","shape":[480,480]},{"data":[[[137,106,78,255],[141,109,80,255],[116,83,57,255],[114,81,54,255],[109,76,48,255],[135,90,54,255],[127,85,51,255],[108,70,40,255],[107,72,45,255],[102,66,40,255],[102,63,35,255],[107,62,33,255],[112,63,32,255],[122,68,38,255],[111,73,47,255],[108,74,50,255],[108,72,48,255],[131,86,47,255],[103,64,35,255],[105,65,35,255],[95,59,32,255],[141,101,74,255],[119,77,44,255],[119,77,43,255],"…"],[[137,105,78,255],[146,117,90,255],[118,86,59,255],[112,80,54,255],[108,76,49,255],[128,85,52,255],[132,89,55,255],[114,76,45,255],[108,72,44,255],[101,65,39,255],[102,63,36,255],[105,62,33,255],[105,59,30,255],[124,69,37,255],[110,73,48,255],[105,71,46,255],[104,70,46,255],[128,84,47,255],[103,64,35,255],[105,64,35,255],[105,66,35,255],[131,92,65,255],[118,76,44,255],[118,76,43,255],"…"],[[139,112,85,255],[139,111,84,255],[127,98,72,255],[114,85,59,255],[109,78,52,255],[122,84,53,255],[116,79,49,255],[119,81,50,255],[107,71,42,255],[102,66,38,255],[105,65,37,255],[106,64,35,255],[107,61,31,255],[110,61,31,255],[107,68,40,255],[104,67,41,255],[104,68,43,255],[107,69,42,255],[105,64,35,255],[106,64,35,255],[107,68,37,255],[104,67,39,255],[114,74,42,255],[116,75,43,255],"…"],[[138,112,86,255],[141,115,89,255],[124,97,70,255],[112,84,59,255],[111,81,54,255],[113,79,52,255],[119,83,52,255],[125,87,55,255],[115,79,49,255],[105,69,40,255],[105,66,38,255],[106,66,37,255],[100,58,30,255],[109,61,31,255],[105,65,38,255],[102,64,37,255],[102,65,39,255],[102,66,40,255],[103,62,34,255],[105,63,34,255],[116,73,40,255],[104,66,37,255],[113,73,42,255],[118,76,44,255],"…"],[[144,118,91,255],[139,115,88,255],[122,96,70,255],[110,84,59,255],[118,87,58,255],[121,86,56,255],[124,86,56,255],[127,87,55,255],[106,70,41,255],[106,72,45,255],[106,70,42,255],[104,67,38,255],[106,70,43,255],[106,58,27,255],[103,65,38,255],[98,60,33,255],[102,66,41,255],[108,68,40,255],[104,63,34,255],[109,66,35,255],[109,68,38,255],[109,68,38,255],[114,73,42,255],[119,78,46,255],"…"],[[143,117,90,255],[134,110,82,255],[123,98,72,255],[109,84,59,255],[119,89,60,255],[122,89,58,255],[121,87,57,255],[128,89,57,255],[112,75,44,255],[113,79,52,255],[108,72,44,255],[107,70,41,255],[108,71,42,255],[95,53,26,255],[102,65,38,255],[98,59,32,255],[102,65,38,255],[98,60,35,255],[104,63,33,255],[111,67,35,255],[111,67,38,255],[116,73,41,255],[115,74,43,255],[118,78,46,255],"…"],[[126,102,76,255],[132,108,80,255],[111,85,60,255],[106,81,56,255],[135,104,72,255],[130,99,68,255],[134,97,64,255],[135,97,66,255],[122,83,51,255],[115,80,51,255],[108,72,43,255],[109,72,43,255],[108,72,44,255],[99,62,35,255],[101,63,36,255],[99,61,34,255],[101,60,31,255],[111,69,38,255],[104,63,34,255],[112,69,36,255],[102,61,33,255],[113,69,40,255],[113,72,42,255],[116,76,45,255],"…"],[[122,96,69,255],[125,100,73,255],[108,82,56,255],[106,80,55,255],[135,104,72,255],[138,105,72,255],[134,98,65,255],[135,98,66,255],[121,83,52,255],[114,78,48,255],[109,73,44,255],[108,72,43,255],[109,75,48,255],[105,69,41,255],[103,65,38,255],[102,64,37,255],[102,60,32,255],[106,65,35,255],[106,65,35,255],[116,72,39,255],[102,60,32,255],[104,63,35,255],[113,72,42,255],[114,73,43,255],"…"],[[107,78,51,255],[109,80,54,255],[106,80,54,255],[107,80,54,255],[107,79,52,255],[134,100,64,255],[134,99,65,255],[130,95,63,255],[129,92,58,255],[107,72,43,255],[109,75,47,255],[110,76,48,255],[104,73,47,255],[103,69,42,255],[103,66,38,255],[105,68,40,255],[99,64,38,255],[100,61,34,255],[96,59,32,255],[125,80,44,255],[100,60,32,255],[111,68,39,255],[115,74,43,255],[118,75,44,255],"…"],[[105,75,49,255],[106,76,50,255],[103,76,51,255],[104,77,52,255],[104,78,53,255],[132,96,60,255],[132,97,63,255],[134,98,65,255],[126,92,60,255],[110,74,44,255],[108,75,47,255],[109,76,48,255],[105,72,45,255],[106,75,49,255],[103,66,38,255],[108,71,43,255],[98,62,36,255],[103,65,37,255],[101,61,33,255],[127,82,45,255],[97,59,32,255],[111,66,37,255],[115,73,43,255],[119,76,45,255],"…"],[[98,67,41,255],[97,67,42,255],[97,68,43,255],[96,69,44,255],[107,77,49,255],[113,80,50,255],[123,89,59,255],[132,95,62,255],[129,96,64,255],[114,83,55,255],[110,78,48,255],[109,76,48,255],[109,77,49,255],[113,80,53,255],[109,76,48,255],[110,74,46,255],[103,68,42,255],[106,68,40,255],[118,77,45,255],[122,79,44,255],[119,75,41,255],[112,67,37,255],[117,74,43,255],[115,71,41,255],"…"],[[99,67,41,255],[96,65,40,255],[95,66,41,255],[95,66,41,255],[103,76,50,255],[108,77,48,255],[121,87,57,255],[128,91,58,255],[135,100,65,255],[120,88,57,255],[109,77,48,255],[109,77,48,255],[106,74,46,255],[112,80,53,255],[110,77,50,255],[110,76,48,255],[107,73,45,255],[103,68,41,255],[119,79,46,255],[124,82,47,255],[122,78,44,255],[113,69,38,255],[118,74,43,255],[115,70,40,255],"…"],[[109,78,52,255],[95,64,39,255],[93,63,38,255],[94,63,38,255],[102,68,42,255],[104,73,46,255],[116,80,49,255],[123,86,53,255],[99,67,41,255],[118,86,55,255],[110,79,49,255],[110,79,49,255],[126,92,61,255],[108,79,54,255],[117,84,55,255],[120,85,55,255],[112,76,46,255],[103,70,44,255],[130,88,52,255],[120,80,47,255],[140,98,60,255],[103,65,37,255],[117,74,44,255],[115,69,38,255],"…"],[[106,76,50,255],[96,63,36,255],[94,63,38,255],[92,62,37,255],[105,70,43,255],[98,69,44,255],[112,77,47,255],[118,81,50,255],[112,78,50,255],[118,87,55,255],[111,79,49,255],[111,79,50,255],[128,91,58,255],[106,76,50,255],[120,85,56,255],[126,90,58,255],[111,77,49,255],[107,73,46,255],[128,86,51,255],[113,75,45,255],[136,95,58,255],[113,73,44,255],[115,72,42,255],[111,67,37,255],"…"],[[105,69,41,255],[103,66,38,255],[96,64,39,255],[97,64,37,255],[96,62,37,255],[97,66,42,255],[116,78,47,255],[117,79,47,255],[108,74,44,255],[119,85,52,255],[103,72,45,255],[111,79,50,255],[128,95,64,255],[130,98,66,255],[127,93,61,255],[131,95,62,255],[112,78,49,255],[112,77,49,255],[112,76,47,255],[109,73,44,255],[121,82,49,255],[122,81,46,255],[116,74,43,255],[108,66,36,255],"…"],[[105,70,42,255],[107,70,40,255],[99,66,39,255],[102,66,38,255],[102,64,36,255],[97,64,38,255],[117,77,45,255],[116,77,46,255],[102,69,42,255],[112,78,47,255],[103,72,45,255],[111,79,50,255],[130,95,63,255],[131,99,68,255],[132,97,63,255],[137,101,66,255],[111,78,50,255],[111,77,47,255],[112,77,48,255],[106,70,42,255],[115,78,49,255],[123,84,49,255],[114,73,42,255],[105,65,36,255],"…"],[[102,69,42,255],[101,69,43,255],[109,72,43,255],[108,70,40,255],[111,69,37,255],[106,67,40,255],[108,70,41,255],[108,70,42,255],[101,66,38,255],[96,66,39,255],[109,75,45,255],[115,80,51,255],[126,90,64,255],[131,99,69,255],[126,90,58,255],[146,109,72,255],[119,87,60,255],[113,78,48,255],[111,77,49,255],[103,70,42,255],[116,80,50,255],[135,94,58,255],[117,75,44,255],[105,67,37,255],"…"],[[98,66,40,255],[107,76,49,255],[111,74,45,255],[112,74,43,255],[102,64,35,255],[121,75,42,255],[110,71,41,255],[109,71,41,255],[106,71,41,255],[91,61,36,255],[107,72,44,255],[114,79,49,255],[122,88,63,255],[144,106,70,255],[129,92,60,255],[147,111,74,255],[111,79,52,255],[111,79,51,255],[109,75,47,255],[105,72,44,255],[110,74,46,255],[115,80,52,255],[115,72,42,255],[104,68,39,255],"…"],[[103,71,45,255],[106,74,47,255],[110,74,44,255],[119,79,48,255],[117,76,43,255],[117,74,42,255],[117,76,45,255],[114,74,43,255],[104,68,40,255],[99,63,37,255],[108,73,44,255],[114,76,46,255],[119,86,56,255],[125,90,57,255],[140,105,71,255],[141,106,71,255],[138,105,73,255],[121,88,60,255],[113,79,51,255],[107,74,46,255],[106,72,44,255],[110,75,47,255],[104,69,41,255],[106,70,41,255],"…"],[[102,70,44,255],[104,72,46,255],[111,75,45,255],[121,81,50,255],[118,77,45,255],[120,78,45,255],[117,77,45,255],[115,76,45,255],[108,70,41,255],[101,65,38,255],[110,73,44,255],[114,75,45,255],[115,82,54,255],[122,88,57,255],[137,102,70,255],[134,99,66,255],[139,106,73,255],[128,96,66,255],[113,80,51,255],[107,75,47,255],[106,72,44,255],[107,72,45,255],[105,70,41,255],[107,72,42,255],"…"],[[101,68,41,255],[103,71,45,255],[109,76,48,255],[120,84,53,255],[107,74,46,255],[122,76,41,255],[127,84,50,255],[120,79,47,255],[125,83,50,255],[92,60,34,255],[106,68,40,255],[110,72,43,255],[114,72,40,255],[135,99,67,255],[153,116,78,255],[122,88,56,255],[153,114,79,255],[122,92,66,255],[110,76,48,255],[105,75,47,255],[100,69,41,255],[108,75,47,255],[105,72,43,255],[110,75,46,255],"…"],[[102,69,41,255],[99,69,42,255],[106,72,45,255],[115,80,52,255],[110,73,43,255],[116,75,43,255],[129,86,53,255],[124,82,49,255],[125,82,48,255],[107,70,40,255],[106,68,40,255],[109,71,42,255],[114,74,41,255],[125,90,64,255],[152,116,78,255],[115,81,51,255],[151,114,79,255],[116,85,58,255],[107,74,46,255],[104,74,46,255],[100,69,42,255],[106,73,44,255],[106,73,44,255],[111,76,47,255],"…"],[[105,71,42,255],[103,69,41,255],[110,74,45,255],[116,78,48,255],[114,81,53,255],[130,90,58,255],[117,79,48,255],[125,85,53,255],[119,79,47,255],[113,75,43,255],[114,74,44,255],[112,72,42,255],[104,67,40,255],[107,72,46,255],[113,79,50,255],[111,77,48,255],[122,87,56,255],[126,91,59,255],[111,78,50,255],[104,73,46,255],[107,77,49,255],[107,75,47,255],[108,75,47,255],[113,79,49,255],"…"],[[104,69,41,255],[107,71,42,255],[109,73,44,255],[116,78,47,255],[107,74,46,255],[119,84,55,255],[119,81,50,255],[127,87,55,255],[124,83,50,255],[117,78,46,255],[114,74,43,255],[113,74,44,255],[104,66,37,255],[105,70,43,255],[110,76,47,255],[108,74,45,255],[114,80,52,255],[125,89,58,255],[108,76,48,255],[103,73,46,255],[108,78,51,255],[106,75,47,255],[109,77,48,255],[113,80,50,255],"…"],"…"],"dtype":"torch.uint8","modality":"rgb","shape":[480,480,4]}],"visual_grounding_boundary":"No direct RGB/depth/segmentation frame has been observed at this boundary. CaP-X API/config context is structured perception only; observe_capx_scene exposes frames only when an injected live environment supplies them."},"at":959.273}],"timestamp":1790223395.261835,"stdout":"toolbox True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nred toolbox True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nhammer True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\npliers True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nscrewdriver True {'executed': True, 'native_api_result': [None, None, None, None, None], 'selected_action': 'get_object_pose'}\nTrue\n{'action_api_schema': {'comparator_aliases': {'capx_close_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'close_gripper()'}, 'capx_get_object_pose': {'returns': 'position XYZ meters, quaternion_wxyz, optional bbox_extent', 'upstream': 'get_object_pose(object_name, return_bbox_extent=False)'}, 'capx_goto_pose': {'returns': 'None; movement happens in CaP-X simulator/control backend', 'upstream': 'goto_pose(position, quaternion_wxyz, z_approach=0.0)'}, 'capx_open_gripper': {'returns': 'None; gripper command executes in backend', 'upstream': 'open_gripper()'}, 'capx_sample_grasp_pose': {'returns': 'grasp position XYZ meters and quaternion_wxyz', 'upstream': 'sample_grasp_pose(object_name)'}, 'compose_capx_geometry': {'returns': 'one caller-parameterized target pose; does not select objects, arms, or actions', 'upstream': 'caller-selected anchor + direction * (distance + extent terms)'}, 'enumerate_capx_objects': {'returns': 'generic object candidates with observation paths and public pose geometry', 'upstream': 'env.get_observation() -> recursively enumerate caller-selectable pose records'}, 'observe_capx_scene': {'returns': 'public structured observation plus any raw visual frames genuinely present upstream; evaluator fields are excluded', 'upstream': 'env.get_observation()'}, 'submit_capx_action': {'returns': 'the public API call result without task-success fields', 'upstream': 'caller-selected public action on caller-selected arm'}}, 'configured_api_classes': {'R1ProControlApi': {'class': 'R1ProControlApi', 'class_doc': 'Robot control helpers for R1Pro.\\n\\nFunctions:\\n  - get_object_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - sample_grasp_pose(object_name: str) -> (position: np.ndarray, quaternion_wxyz: np.ndarray):\\n  - goto_pose(position: np.ndarray, quaternion_wxyz: np.…","error":null,"end":1790223422.485265},{"code":"r = primitives.call(name='submit_capx_action', action='grasp_object', native_api=True, parameters={'pregrasp_pose':([22.0776,-0.2821,1.2072],[0.0,0.0,0.0,1.0]),'grasp_pose':([22.0776,-0.2821,0.9384],[0.0,0.0,0.0,1.0]),'object_name':'pliers','arm':1,'max_steps':60})\nprint(r.ok, r.output if r.ok else \"failed\")\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':1})\nprint(r.ok, r.output if r.ok else \"failed\")","calls":[{"name":"submit_capx_action","arguments":{"action":"grasp_object","native_api":true,"parameters":{"arm":1,"grasp_pose":[[22.0776,-0.2821,0.9384],[0.0,0.0,0.0,1.0]],"max_steps":60,"object_name":"pliers","pregrasp_pose":[[22.0776,-0.2821,1.2072],[0.0,0.0,0.0,1.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"executed":true,"grasped":false,"reason":"measured_pose_not_reached","stage":"approach","stages":[{"arrived":false,"attempts":[{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.2711945727874873,"position_error_m":0.11612571231729961},{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":true,"orientation_error_rad":0.40043819397526603,"position_error_m":0.03360703751445723}],"executed":true,"orientation_error_rad":0.40043819397526603,"position_error_m":0.03360703751445723,"reason":"measured_pose_not_reached","requested_position":[22.0776,-0.2821,1.2072],"requested_quaternion_xyzw":[0.0,0.0,0.0,1.0],"stage":"approach"}]},"selected_action":"grasp_object"},"at":1011.967},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":1018.478}],"timestamp":1790223444.204638,"stdout":"True {'executed': True, 'native_api_result': {'executed': True, 'grasped': False, 'reason': 'measured_pose_not_reached', 'stage': 'approach', 'stages': [{'arrived': False, 'attempts': [{'actual_position': [22.113332748413086, -0.2735001742839813, 1.3173562288284302], 'joint_target_reached': False, 'orientation_error_rad': 0.2711945727874873, 'position_error_m': 0.11612571231729961}, {'actual_position': [22.04505157470703, -0.277537077665329, 1.2001848220825195], 'joint_target_reached': True, 'orientation_error_rad': 0.40043819397526603, 'position_error_m': 0.03360703751445723}], 'executed': True, 'orientation_error_rad': 0.40043819397526603, 'position_error_m': 0.03360703751445723, 'reason': 'measured_pose_not_reached', 'requested_position': [22.0776, -0.2821, 1.2072], 'requested_quaternion_xyzw': [0.0, 0.0, 0.0, 1.0], 'stage': 'approach'}]}, 'selected_action': 'grasp_object'}\nTrue {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\n","error":null,"end":1790223480.981192},{"code":"print(\"open\", call('open_gripper', {'arm':1}))\nprint(\"down\", call('move_hand_checked', {'target_pose':[[22.045,-0.287,0.90],[1,0,0,0]],'arm':1,'max_steps':40,'position_tolerance':0.03,'orientation_tolerance':0.35}))\nprint(\"close\", call('close_gripper', {'arm':1}))\nprint(\"held\", call('check_object_in_hand', {'arm':1}))","calls":[{"name":"submit_capx_action","arguments":{"action":"open_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"open_gripper"},"at":1050.685},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":40,"orientation_tolerance":0.35,"position_tolerance":0.03,"target_pose":[[22.045,-0.287,0.9],[1,0,0,0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"arrived":false,"attempts":[{"actual_position":[22.034204483032227,-0.11819136142730713,0.9649421572685242],"joint_target_reached":false,"orientation_error_rad":1.329077612120625,"position_error_m":0.18119156557096494},{"actual_position":[21.92574691772461,-0.33045902848243713,0.9652791619300842],"joint_target_reached":false,"orientation_error_rad":2.008307178664873,"position_error_m":0.14272825148201365}],"executed":true,"orientation_error_rad":2.008307178664873,"position_error_m":0.14272825148201365,"reason":"measured_pose_not_reached","requested_position":[22.045,-0.287,0.9],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0]},"selected_action":"move_hand_checked"},"at":1074.863},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":1075.635},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":1082.355}],"timestamp":1790223500.472324,"stdout":"open None\ndown {'arrived': False, 'attempts': [{'actual_position': [22.034204483032227, -0.11819136142730713, 0.9649421572685242], 'joint_target_reached': False, 'orientation_error_rad': 1.329077612120625, 'position_error_m': 0.18119156557096494}, {'actual_position': [21.92574691772461, -0.33045902848243713, 0.9652791619300842], 'joint_target_reached': False, 'orientation_error_rad': 2.008307178664873, 'position_error_m': 0.14272825148201365}], 'executed': True, 'orientation_error_rad': 2.008307178664873, 'position_error_m': 0.14272825148201365, 'reason': 'measured_pose_not_reached', 'requested_position': [22.045, -0.287, 0.9], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0]}\nclose None\nheld False\n","error":null,"end":1790223544.8573},{"code":"print(\"raise\",call('lift_arm',{'arm':1}))\nprint(\"navigate\",call('navigate_to_pose',{'pose_2d':[22.6,-0.28,3.14159]}))\ns = call('sample_grasp_pose',{'object_name':'yellow pliers'})\nif s and s[0]:\n    pre = [values(v) for v in s[0][0]]\n    grasp = [values(v) for v in s[1][0]]\n    print(\"candidate\",pre,grasp)\n    print(\"grasp\",call('grasp_object',{'pregrasp_pose':pre,'grasp_pose':grasp,'object_name':'yellow pliers','arm':1,'max_steps':60}))\nelse:\n    print(\"not visible\")","calls":[{"name":"submit_capx_action","arguments":{"action":"lift_arm","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"lift_arm"},"at":1104.118},{"name":"submit_capx_action","arguments":{"action":"navigate_to_pose","native_api":true,"parameters":{"pose_2d":[22.6,-0.28,3.14159]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":true,"selected_action":"navigate_to_pose"},"at":1332.843},{"name":"submit_capx_action","arguments":{"action":"sample_grasp_pose","native_api":true,"parameters":{"object_name":"yellow pliers"}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":[[[{"shape":[3],"type":"ndarray","values":[22.176779456086514,-0.45223309671713446,1.2074992248164351]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]],[[{"shape":[3],"type":"ndarray","values":[22.176779456086514,-0.45223309671713446,0.9387285598860915]},{"shape":[4],"type":"ndarray","values":[1.0,0.0,0.0,0.0]}]]],"selected_action":"sample_grasp_pose"},"at":1340.102},{"name":"submit_capx_action","arguments":{"action":"grasp_object","native_api":true,"parameters":{"arm":1,"grasp_pose":[[22.176779456086514,-0.45223309671713446,0.9387285598860915],[1.0,0.0,0.0,0.0]],"max_steps":60,"object_name":"yellow pliers","pregrasp_pose":[[22.176779456086514,-0.45223309671713446,1.2074992248164351],[1.0,0.0,0.0,0.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"executed":true,"grasped":false,"reason":"no_object_held","stage":"close","stages":[{"arrived":true,"attempts":[{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":true,"orientation_error_rad":0.106728650425976,"position_error_m":0.061510582151471385},{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":true,"orientation_error_rad":0.13350519768779726,"position_error_m":0.0077885711486551466}],"executed":true,"orientation_error_rad":0.13350519768779726,"position_error_m":0.0077885711486551466,"reason":null,"requested_position":[22.176779456086514,-0.45223309671713446,1.2074992248164351],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0],"stage":"approach"},{"arrived":true,"attempts":[{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.14892736377762822,"position_error_m":0.04440757434824108},{"actual_position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"joint_target_reached":false,"orientation_error_rad":0.15292621221188285,"position_error_m":0.006490261549239893}],"executed":true,"orientation_error_rad":0.15292621221188285,"position_error_m":0.006490261549239893,"reason":null,"requested_position":[22.176779456086514,-0.45223309671713446,0.9387285598860915],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0],"stage":"descend"}]},"selected_action":"grasp_object"},"at":1412.294}],"timestamp":1790223563.901181,"stdout":"raise None\nnavigate True\ncandidate [[22.176779456086514, -0.45223309671713446, 1.2074992248164351], [1.0, 0.0, 0.0, 0.0]] [[22.176779456086514, -0.45223309671713446, 0.9387285598860915], [1.0, 0.0, 0.0, 0.0]]\ngrasp {'executed': True, 'grasped': False, 'reason': 'no_object_held', 'stage': 'close', 'stages': [{'arrived': True, 'attempts': [{'actual_position': [22.184720993041992, -0.449715793132782, 1.1465554237365723], 'joint_target_reached': True, 'orientation_error_rad': 0.106728650425976, 'position_error_m': 0.061510582151471385}, {'actual_position': [22.17108726501465, -0.4538803696632385, 1.2024447917938232], 'joint_target_reached': True, 'orientation_error_rad': 0.13350519768779726, 'position_error_m': 0.0077885711486551466}], 'executed': True, 'orientation_error_rad': 0.13350519768779726, 'position_error_m': 0.0077885711486551466, 'reason': None, 'requested_position': [22.176779456086514, -0.45223309671713446, 1.2074992248164351], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0], 'stage': 'approach'}, {'arrived': True, 'attempts': [{'actual_position': [22.220579147338867, -0.4462684392929077, 0.9344809055328369], 'joint_target_reached': False, 'orientation_error_rad': 0.14892736377762822, 'position_error_m': 0.04440757434824108}, {'actual_position': [22.178070068359375, -0.4475109577178955, 0.9344671964645386], 'joint_target_reached': False, 'orientation_error_rad': 0.15292621221188285, 'position_error_m': 0.006490261549239893}], 'executed': True, 'orientation_error_rad': 0.15292621221188285, 'position_error_m': 0.006490261549239893, 'reason': None, 'requested_position': [22.176779456086514, -0.45223309671713446, 0.9387285598860915], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0], 'stage': 'descend'}]}\n","error":null,"end":1790223874.796535},{"code":"print(\"open\",call('open_gripper',{'arm':1}))\nr=primitives.call(name='submit_capx_action',action='move_hand_checked',native_api=True,parameters={'target_pose':([22.1768,-0.4522,0.98],[1.0,0.0,0.0,0.0]),'arm':1,'max_steps':50,'position_tolerance':0.04,'orientation_tolerance':0.4})\nprint(\"approach\",r.ok,r.output if r.ok else None)\nr=primitives.call(name='submit_capx_action',action='move_hand_checked',native_api=True,parameters={'target_pose':([22.1768,-0.4522,0.90],[1.0,0.0,0.0,0.0]),'arm':1,'max_steps':50,'position_tolerance':0.05,'orientation_tolerance':0.4})\nprint(\"descend\",r.ok,r.output if r.ok else None)\nprint(\"close\",call('close_gripper',{'arm':1}))\nprint(\"held\",call('check_object_in_hand',{'arm':1}))","calls":[{"name":"submit_capx_action","arguments":{"action":"open_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"open_gripper"},"at":1449.036},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":50,"orientation_tolerance":0.4,"position_tolerance":0.04,"target_pose":[[22.1768,-0.4522,0.98],[1.0,0.0,0.0,0.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"arrived":true,"attempts":[{"actual_position":[22.19412612915039,-0.44742849469184875,0.935633659362793],"joint_target_reached":false,"orientation_error_rad":0.08633173415560833,"position_error_m":0.0478678827166861},{"actual_position":[22.170194625854492,-0.44473737478256226,0.9701842665672302],"joint_target_reached":false,"orientation_error_rad":0.09143789401459379,"position_error_m":0.01398822238746852}],"executed":true,"orientation_error_rad":0.09143789401459379,"position_error_m":0.01398822238746852,"reason":null,"requested_position":[22.1768,-0.4522,0.98],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0]},"selected_action":"move_hand_checked"},"at":1475.22},{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":50,"orientation_tolerance":0.4,"position_tolerance":0.05,"target_pose":[[22.1768,-0.4522,0.9],[1.0,0.0,0.0,0.0]]}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":{"arrived":true,"attempts":[{"actual_position":[22.151338577270508,-0.44863057136535645,0.9353440999984741],"joint_target_reached":false,"orientation_error_rad":0.3074964945932405,"position_error_m":0.04370618117486193}],"executed":true,"orientation_error_rad":0.3074964945932405,"position_error_m":0.04370618117486193,"reason":null,"requested_position":[22.1768,-0.4522,0.9],"requested_quaternion_xyzw":[1.0,0.0,0.0,0.0]},"selected_action":"move_hand_checked"},"at":1488.42},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":1500.923},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":1507.365}],"timestamp":1790223897.9567,"stdout":"open None\napproach True {'executed': True, 'native_api_result': {'arrived': True, 'attempts': [{'actual_position': [22.19412612915039, -0.44742849469184875, 0.935633659362793], 'joint_target_reached': False, 'orientation_error_rad': 0.08633173415560833, 'position_error_m': 0.0478678827166861}, {'actual_position': [22.170194625854492, -0.44473737478256226, 0.9701842665672302], 'joint_target_reached': False, 'orientation_error_rad': 0.09143789401459379, 'position_error_m': 0.01398822238746852}], 'executed': True, 'orientation_error_rad': 0.09143789401459379, 'position_error_m': 0.01398822238746852, 'reason': None, 'requested_position': [22.1768, -0.4522, 0.98], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0]}, 'selected_action': 'move_hand_checked'}\ndescend True {'executed': True, 'native_api_result': {'arrived': True, 'attempts': [{'actual_position': [22.151338577270508, -0.44863057136535645, 0.9353440999984741], 'joint_target_reached': False, 'orientation_error_rad': 0.3074964945932405, 'position_error_m': 0.04370618117486193}], 'executed': True, 'orientation_error_rad': 0.3074964945932405, 'position_error_m': 0.04370618117486193, 'reason': None, 'requested_position': [22.1768, -0.4522, 0.9], 'requested_quaternion_xyzw': [1.0, 0.0, 0.0, 0.0]}, 'selected_action': 'move_hand_checked'}\nclose None\nheld False\n","error":null,"end":1790223969.868137},{"code":"r = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.17,-0.45,0.96],[0.0,0.0,0.0,1.0]),'arm':1,'max_steps':60,'position_tolerance':0.06,'orientation_tolerance':0.5})\nprint(\"move\",r.ok,r.output if r.ok else None)\nr = primitives.call(name='submit_capx_action', action='close_gripper', native_api=True, parameters={'arm':1})\nprint(\"close\",r.ok)\nr = primitives.call(name='submit_capx_action', action='check_object_in_hand', native_api=True, parameters={'arm':1})\nprint(\"held\",r.ok,r.output if r.ok else None)\nif r.ok and r.output is True:\n    p = primitives.call(name='submit_capx_action', action='move_hand_checked', native_api=True, parameters={'target_pose':([22.17,-0.45,1.25],[0.0,0.0,0.0,1.0]),'arm':1,'max_steps':60,'position_tolerance':0.1,'orientation_tolerance':0.5})\n    print(\"lift\",p.ok,p.output if p.ok else None)\n    q = primitives.call(name='submit_capx_action', action='place_object_checked', native_api=True, parameters={'target_pose':([22.03,1.21,1.30],[0.0,0.0,0.0,1.0]),'preplace_pose':None,'arm':1,'max_steps':60})\n    print(\"place\",q.ok,q.output if q.ok else None)","calls":[{"name":"submit_capx_action","arguments":{"action":"move_hand_checked","native_api":true,"parameters":{"arm":1,"max_steps":60,"orientation_tolerance":0.5,"position_tolerance":0.06,"target_pose":[[22.17,-0.45,0.96],[0.0,0.0,0.0,1.0]]}},"ok":false,"error":"ValueError: Invalid bounded motion arguments","output":{},"at":1529.926},{"name":"submit_capx_action","arguments":{"action":"close_gripper","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":null,"selected_action":"close_gripper"},"at":1542.877},{"name":"submit_capx_action","arguments":{"action":"check_object_in_hand","native_api":true,"parameters":{"arm":1}},"ok":true,"error":null,"output":{"executed":true,"native_api_result":false,"selected_action":"check_object_in_hand"},"at":1549.485}],"timestamp":1790223992.424251,"stdout":"move False None\nclose True\nheld True {'executed': True, 'native_api_result': False, 'selected_action': 'check_object_in_hand'}\n","error":null,"end":1790224011.988202}],"detailUrl":"data/execution/W4-capx_behavior1k-astra-01.json","mediaMatchesReport":true,"progress":{"value":0,"total":1,"label":"Task completion"},"milestones":[{"index":0,"round":1,"at":108.48036,"label":"Execution error","detail":"","kind":"error","score":null},{"index":23,"round":24,"at":1571.886016,"label":"Budget reached","detail":"","kind":"stop","score":null}],"cameraView":"head","cameraLabel":"Robot head camera","cameraSource":"capx_environment.step.0.robot_mrsgod.robot_mrsgod:zed_link:Camera:0.rgb","updatedRecording":{"modelKey":"astra","taskId":"capx--capx_current_interface_live--test--env_configs-r1pro-b1k_outfit_a_basic_toolbox.yam--0--1cd2784f91bf","recordingDate":"2026-10-24","modelId":"gpt-6-astra","video":"assets/toolbox-recordings-20261024/astra/clip.mp4","poster":"assets/toolbox-recordings-20261024/astra/poster.jpg","videoSha256":"3defd52232acaa6926a5d3de26b24c649cb1a6d8997dae6569febc46ac0cee89","frameCount":518,"playbackSeconds":34.533333,"elapsedSeconds":705.7218918800354,"outcome":"task_failure","attempt":1,"cameraSource":"hq.capx.head","cameraView":"head","mediaKind":"Updated recording","countInEvaluation":false,"provenance":"assets/toolbox-recordings-20261024/astra/provenance.json","mediaNote":"Head-camera recording from the 24 October release. This separate run does not change the paper’s aggregate results."}}
