{"date":"2026-10-23","recordCount":39,"videoCount":38,"seed":42,"apiErrorCount":2,"pendingRerunCount":0,"errorPolicy":"Terminal API interruptions are final errors and count as unsuccessful attempts in the existing evaluation population. No reruns are pending. Original outcomes, native success flags, report identities, recordings and aggregate scores are preserved. API errors remain distinct from generated-code or environment runtime errors and budget stops.","sourcePackages":["humanclaw-qwen-results-20261023","humanclaw-qwen-videos-20261023"],"matching":["model","canonical task ID","native scene/episode/target","seed","report SHA-256","video SHA-256","ordered observation-frame hashes"],"updatedAtlasRecords":["record-8ffa102eebf9c3e0efa5","record-bef806032b8506e12bc2","record-6a0505ce02890f7e79e2","record-2225ce3e6ededb6b672e","record-11bcbc5c2fef6da5e4a6","record-a3bdf4cde291c892683f","record-d1ead04bd22345fb2e38","record-08f90039e232b7062dc8","record-a8c342f3ff9b09061830","record-ec2f58abe5ef09b72ac6","record-c0ab93bbcdd69a7887bf","record-a9688f7f8e96cf80d544","record-145c1e8441abf1d91f2c","record-d682c7742e03057c4e31","record-b1738271735679700405","record-34e8af5f637e12a56dd0","record-43da51e589b5dcfc8c02","record-aceb724a75d3bfa2b844"],"records":[{"id":"humanclaw-refresh-qwen-00","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862417_172226382-10-chair--42--2c3df6f55890","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"success","rawOutcome":"success","auditStatus":"success","success":true,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1096.17,"modelCalls":35,"rounds":35,"tokens":359080,"promptTokens":336620,"completionTokens":22460,"codeErrors":0,"toolCalls":34,"environmentSteps":34,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":34},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-00/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-00/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"8ffa102eebf9c3e0efa5","sourceRecordId":"qwen-00","replacementRecordId":"qwen-00","reportSha256":"35d725204ee4ffbb38c86dcd4fcf96e8abffd047ddbaee5a3100b667929d38d1","sourceReportSha256":"35d725204ee4ffbb38c86dcd4fcf96e8abffd047ddbaee5a3100b667929d38d1","previousReportSha256":"b11b13962ed87bc01718fb1e95ffc60a9d38b6a0944be420024be9df25e75107","mediaReportSha256":"35d725204ee4ffbb38c86dcd4fcf96e8abffd047ddbaee5a3100b667929d38d1","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-00/provenance.json","mediaMatchesReport":true,"observationFrameCount":34,"nativeIdentity":{"task":"104862417_172226382:10:chair"},"identitySha256":"808c1c74ea9ca5dd90adad727d80b651be22f31a6244c2e58f7b3855253f37d3","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-00.json","note":"","progress":{"value":1,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-01","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816036-2-couch--42--657a2443a8bd","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":5526.097,"modelCalls":77,"rounds":78,"tokens":1969448,"promptTokens":1844371,"completionTokens":125077,"codeErrors":0,"toolCalls":76,"environmentSteps":76,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":50.290870666503906,"finalGoalAngleDegrees":null,"actionSubmissions":76},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen-01/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-01/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"ec2f58abe5ef09b72ac6","sourceRecordId":"qwen-01","replacementRecordId":"qwen-01","reportSha256":"08142eeaa25f818ccc858ba11a06de12feb0797d44a0b00f0da79a79a6f04e31","sourceReportSha256":"08142eeaa25f818ccc858ba11a06de12feb0797d44a0b00f0da79a79a6f04e31","previousReportSha256":"23f45a9993a51a0e99d2dace7aae9e27a103802e92a055b76b2007e48c7ff076","mediaReportSha256":"08142eeaa25f818ccc858ba11a06de12feb0797d44a0b00f0da79a79a6f04e31","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-01/provenance.json","mediaMatchesReport":true,"observationFrameCount":77,"nativeIdentity":{"task":"102816036:2:couch"},"identitySha256":"c139261612150b33fdf617538f707fc4654d46f68646b634bcb2fd2e3c81bfc5","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-01.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-02","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816756-20-couch--42--43365d945e10","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"agent_failure","rawOutcome":"agent_failure","auditStatus":"provider_interruption","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":6652.369,"modelCalls":27,"rounds":28,"tokens":260859,"promptTokens":235635,"completionTokens":25224,"codeErrors":0,"toolCalls":26,"environmentSteps":26,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":108.2509994506836,"finalGoalAngleDegrees":null,"actionSubmissions":26},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-02/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-02/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"1bfcefcdec8968d5c699","sourceRecordId":"qwen-02","replacementRecordId":"qwen-02","reportSha256":"0c4488b40230c285ba104414b4d6bcf2b19b2aec867a69b7d5cb49f2176b69e3","sourceReportSha256":"0c4488b40230c285ba104414b4d6bcf2b19b2aec867a69b7d5cb49f2176b69e3","previousReportSha256":"4a5eca22254e68b70c3ab174733fc4a8d379567092be85c4a0c0357b78c345d7","mediaReportSha256":"0c4488b40230c285ba104414b4d6bcf2b19b2aec867a69b7d5cb49f2176b69e3","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-02/provenance.json","mediaMatchesReport":true,"observationFrameCount":27,"nativeIdentity":{"task":"102816756:20:couch"},"identitySha256":"5901c81edba0dbcf4235f9608f8d168c6239d439beff9a3ffa63523c45e13d06","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-02.json","note":"The provider interrupted this attempt after actions had been executed; the attempt is counted as unsuccessful.","progress":{"value":0,"total":1,"label":"Task completion"},"providerErrorCode":"data_inspection_failed","executionReview":{"status":"counted_failure","reason":"api_failure","displayStatus":"API error","final":true,"countedAsFailure":true,"rerunRequired":false,"phase":"after_actions","error":"Model request failed: provider error data_inspection_failed.","failedRound":28,"caseId":"humanclaw-refresh-qwen-02","taskId":"humanclaw--humanclaw--fullval--102816756-20-couch--42--43365d945e10","modelKey":"qwen","recordId":"1bfcefcdec8968d5c699","reportSha256":"0c4488b40230c285ba104414b4d6bcf2b19b2aec867a69b7d5cb49f2176b69e3","recordedOutcome":"agent_failure","scope":"humanclaw_refresh"}},{"id":"humanclaw-refresh-qwen-03","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--103997586_171030669-20-couch--42--4d79f1e67c3f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":8532.401,"modelCalls":72,"rounds":73,"tokens":1957577,"promptTokens":1799774,"completionTokens":157803,"codeErrors":0,"toolCalls":71,"environmentSteps":71,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":586.7990312455933,"finalGoalAngleDegrees":null,"actionSubmissions":71},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen-03/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-03/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"34e8af5f637e12a56dd0","sourceRecordId":"qwen-03","replacementRecordId":"qwen-03","reportSha256":"fd1d4237f3968b6279e1820cc2bff244a914eed069b06f9903394015067e1549","sourceReportSha256":"fd1d4237f3968b6279e1820cc2bff244a914eed069b06f9903394015067e1549","previousReportSha256":"cad9d2cc61c0eb384cec39b02739c72fa49901d809e3e2904422453f1a5357f4","mediaReportSha256":"fd1d4237f3968b6279e1820cc2bff244a914eed069b06f9903394015067e1549","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-03/provenance.json","mediaMatchesReport":true,"observationFrameCount":72,"nativeIdentity":{"task":"103997586_171030669:20:couch"},"identitySha256":"6e338ac0b06b48cb79cc070bc61045153e5d2fb3393e572d5a453b8990ba343f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-03.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-04","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862384_172226319-19-couch--42--5355e60f1f7f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3648.588,"modelCalls":35,"rounds":35,"tokens":555225,"promptTokens":491464,"completionTokens":63761,"codeErrors":20,"toolCalls":13,"environmentSteps":13,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1193.2019578516165,"finalGoalAngleDegrees":null,"actionSubmissions":13},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_visible_tokens_per_response"],"video":"assets/humanclaw-qwen-20261023/qwen-04/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-04/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"d35dde7391864de5cac4","sourceRecordId":"qwen-04","replacementRecordId":"qwen-04","reportSha256":"5831f1918ac6fba9ee8e24387e4fcced351fed5676805d5890c2c2a851600f8c","sourceReportSha256":"5831f1918ac6fba9ee8e24387e4fcced351fed5676805d5890c2c2a851600f8c","previousReportSha256":"85fbb50e797f2619801d6b962969a81489d3002dfb4099075fa3d1cccd9070a9","mediaReportSha256":"5831f1918ac6fba9ee8e24387e4fcced351fed5676805d5890c2c2a851600f8c","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-04/provenance.json","mediaMatchesReport":true,"observationFrameCount":14,"nativeIdentity":{"task":"104862384_172226319:19:couch"},"identitySha256":"f26071f21df4c586f2122b21855c0a5b768c04232bccd2b573c8e87806652989","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-04.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-05","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862501_172226556-17-potted_plant--42--0bbe551ad27b","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2868.479,"modelCalls":29,"rounds":29,"tokens":290066,"promptTokens":249822,"completionTokens":40244,"codeErrors":0,"toolCalls":28,"environmentSteps":28,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1679.7334958800575,"finalGoalAngleDegrees":null,"actionSubmissions":28},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-05/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-05/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"145c1e8441abf1d91f2c","sourceRecordId":"qwen-05","replacementRecordId":"qwen-05","reportSha256":"e042021756fa8bdee9c64b685973a678b70aaa03743057e8bc7fe880502d5fe0","sourceReportSha256":"e042021756fa8bdee9c64b685973a678b70aaa03743057e8bc7fe880502d5fe0","previousReportSha256":"a3e413adf21d73c2b2c025bea387dd9d5eb682cbddec9058f193c19728e49e61","mediaReportSha256":"e042021756fa8bdee9c64b685973a678b70aaa03743057e8bc7fe880502d5fe0","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-05/provenance.json","mediaMatchesReport":true,"observationFrameCount":28,"nativeIdentity":{"task":"104862501_172226556:17:potted_plant"},"identitySha256":"d922fb588ab4fd48f2808287cca35f6aef88b8ba3f57ec70ae772a78c3887e25","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-05.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-06","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515184_173104128-13-chair--42--33c178bb7d0f","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":901.339,"modelCalls":45,"rounds":45,"tokens":568715,"promptTokens":548683,"completionTokens":20032,"codeErrors":0,"toolCalls":44,"environmentSteps":44,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":286.3810939088918,"finalGoalAngleDegrees":null,"actionSubmissions":44},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-06/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-06/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"d1ead04bd22345fb2e38","sourceRecordId":"qwen-06","replacementRecordId":"qwen-06","reportSha256":"40ad7d43660f9c0b5344284fddb035c25e5a166f21cea6c13cca6e7cd277a9db","sourceReportSha256":"40ad7d43660f9c0b5344284fddb035c25e5a166f21cea6c13cca6e7cd277a9db","previousReportSha256":"e0883a31121da20a1e6cfad72f0cadf0445a3e8a9a25b228bc9718679246ed04","mediaReportSha256":"40ad7d43660f9c0b5344284fddb035c25e5a166f21cea6c13cca6e7cd277a9db","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-06/provenance.json","mediaMatchesReport":true,"observationFrameCount":44,"nativeIdentity":{"task":"105515184_173104128:13:chair"},"identitySha256":"a79348db8cab1c49a97769daded98178a0505cf4cfcc8999ea4aa20ee0d04ffa","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-06.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-07","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515211_173104185-14-toilet--42--9a3d816c6e98","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":45.14,"modelCalls":1,"rounds":1,"tokens":3840,"promptTokens":967,"completionTokens":2873,"codeErrors":0,"toolCalls":0,"environmentSteps":0,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":649.8270323632371,"finalGoalAngleDegrees":null,"actionSubmissions":0},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_visible_tokens_per_response"],"video":null,"animation":null,"poster":null,"frames":[],"mediaKind":"Execution log","mediaNote":"No observation frames were saved before the response budget stopped this attempt.","videoNote":"No observation frames were saved before the response budget stopped this attempt.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"33a2afbf6b6aca7804f4","sourceRecordId":"qwen-07","replacementRecordId":"qwen-07","reportSha256":"c6d17ed948a5cfb4fb1972cc8f356baf6f9ece3503fd097874803f8ad3c4520f","sourceReportSha256":"c6d17ed948a5cfb4fb1972cc8f356baf6f9ece3503fd097874803f8ad3c4520f","previousReportSha256":"8a5c727f74e117c64b3446d4c70cfaadc381e92e1a41f66abf8796cc11b509c3","mediaReportSha256":null,"mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-07/provenance.json","mediaMatchesReport":false,"observationFrameCount":0,"nativeIdentity":{"task":"105515211_173104185:14:toilet"},"identitySha256":"14f5aa97c5a51514baf63b1569b2a55855913de750bb27654e025ffd50d9874a","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-07.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-08","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--106878960_174887073-26-toilet--42--83b0dd75082b","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"agent_failure","rawOutcome":"agent_failure","auditStatus":"provider_interruption","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":4792.015,"modelCalls":64,"rounds":65,"tokens":1172471,"promptTokens":1087869,"completionTokens":84602,"codeErrors":0,"toolCalls":63,"environmentSteps":63,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":63},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-08/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-08/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"1273def428c144e2723b","sourceRecordId":"qwen-08","replacementRecordId":"qwen-08","reportSha256":"bc4491b146dcd4f8982396702ec745d8d9558763a87724355793e5a0215a7235","sourceReportSha256":"bc4491b146dcd4f8982396702ec745d8d9558763a87724355793e5a0215a7235","previousReportSha256":"adf604ddbc24a0c666e6f09b31e80e7461675e4c7742155f3a593f3dd470058e","mediaReportSha256":"bc4491b146dcd4f8982396702ec745d8d9558763a87724355793e5a0215a7235","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-08/provenance.json","mediaMatchesReport":true,"observationFrameCount":64,"nativeIdentity":{"task":"106878960_174887073:26:toilet"},"identitySha256":"f2b8ef86e65d2873d4c6e31b27ad045b7deefb1132bdd3ffab0535fc546b2e9f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-08.json","note":"The provider interrupted this attempt after actions had been executed; the attempt is counted as unsuccessful.","progress":{"value":0,"total":1,"label":"Task completion"},"providerErrorCode":"data_inspection_failed","executionReview":{"status":"counted_failure","reason":"api_failure","displayStatus":"API error","final":true,"countedAsFailure":true,"rerunRequired":false,"phase":"after_actions","error":"Model request failed: provider error data_inspection_failed.","failedRound":65,"caseId":"humanclaw-refresh-qwen-08","taskId":"humanclaw--humanclaw--fullval--106878960_174887073-26-toilet--42--83b0dd75082b","modelKey":"qwen","recordId":"1273def428c144e2723b","reportSha256":"bc4491b146dcd4f8982396702ec745d8d9558763a87724355793e5a0215a7235","recordedOutcome":"agent_failure","scope":"humanclaw_refresh"}},{"id":"humanclaw-refresh-qwen-09","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734287_176000160-2-potted_plant--42--20d36cae8cb0","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"success","rawOutcome":"success","auditStatus":"success","success":true,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1051.723,"modelCalls":16,"rounds":16,"tokens":89894,"promptTokens":79940,"completionTokens":9954,"codeErrors":0,"toolCalls":15,"environmentSteps":15,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":15},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-09/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-09/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"9b86548fb68ceab447cb","sourceRecordId":"qwen-09","replacementRecordId":"qwen-09","reportSha256":"a609344bdcc329d173e75f08f6fbb5f7d4cf29f7ae5ab913e952a8fce156e725","sourceReportSha256":"a609344bdcc329d173e75f08f6fbb5f7d4cf29f7ae5ab913e952a8fce156e725","previousReportSha256":"5b792ed682b2ac2e6daedd6dbf16af2f49d6d458885c213c0b7953657415236e","mediaReportSha256":"a609344bdcc329d173e75f08f6fbb5f7d4cf29f7ae5ab913e952a8fce156e725","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-09/provenance.json","mediaMatchesReport":true,"observationFrameCount":15,"nativeIdentity":{"task":"107734287_176000160:2:potted_plant"},"identitySha256":"d2d98d5537721d9dd785f02f72450c32f8ac6d30d64f68db444bf51d8256e69c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-09.json","note":"","progress":{"value":1,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-10","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734338_176000244-12-tv--42--5bff83d2849d","instruction":"Find the tv, approach until the body touches it, and stop.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2118.665,"modelCalls":32,"rounds":32,"tokens":376698,"promptTokens":335930,"completionTokens":40768,"codeErrors":0,"toolCalls":31,"environmentSteps":31,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":432.3539457380695,"finalGoalAngleDegrees":null,"actionSubmissions":31},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-10/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-10/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"e3585d035bf97f0b3632","sourceRecordId":"qwen-10","replacementRecordId":"qwen-10","reportSha256":"23f1cd19e6ee9bea72f9512e45da4f0ec44527a249e59517da4029dc5bfda400","sourceReportSha256":"23f1cd19e6ee9bea72f9512e45da4f0ec44527a249e59517da4029dc5bfda400","previousReportSha256":"7ae093b8ec74dfbf3d16204243f6115c93cf516e6b3739d1445515ed4387f6ca","mediaReportSha256":"23f1cd19e6ee9bea72f9512e45da4f0ec44527a249e59517da4029dc5bfda400","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-10/provenance.json","mediaMatchesReport":true,"observationFrameCount":31,"nativeIdentity":{"task":"107734338_176000244:12:tv"},"identitySha256":"981c70a7093ffdb3820f4bfea532832438423f9c1946cc77f81320afc7aadc0c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-10.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-11","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736779_177263484-15-couch--42--764468d6ca32","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2343.523,"modelCalls":40,"rounds":40,"tokens":623693,"promptTokens":601343,"completionTokens":22350,"codeErrors":0,"toolCalls":39,"environmentSteps":39,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":440.3063765342914,"finalGoalAngleDegrees":null,"actionSubmissions":39},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen-11/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-11/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"2225ce3e6ededb6b672e","sourceRecordId":"qwen-11","replacementRecordId":"qwen-11","reportSha256":"4e9347c0aef3f34971417f487dc4cedb2116df5562bfe47bdb44c59d37ad58f3","sourceReportSha256":"4e9347c0aef3f34971417f487dc4cedb2116df5562bfe47bdb44c59d37ad58f3","previousReportSha256":"edb770662b41ec0d6a58620169fe950f87f83ac8b4dca38abf5908db1a9a9e1b","mediaReportSha256":"4e9347c0aef3f34971417f487dc4cedb2116df5562bfe47bdb44c59d37ad58f3","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-11/provenance.json","mediaMatchesReport":true,"observationFrameCount":39,"nativeIdentity":{"task":"108736779_177263484:15:couch"},"identitySha256":"178cf3b67830b7e5933e7a4d4a03d059a10489ce68fee048c40da59217a0aec7","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-11.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen-12","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736884_177263634-11-toilet--42--45ef14fcc371","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":5513.874,"modelCalls":81,"rounds":82,"tokens":1983710,"promptTokens":1877780,"completionTokens":105930,"codeErrors":0,"toolCalls":80,"environmentSteps":80,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1152.9849354206012,"finalGoalAngleDegrees":null,"actionSubmissions":80},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen-12/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen-12/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"38ccfa39c311ef1d523a","sourceRecordId":"qwen-12","replacementRecordId":"qwen-12","reportSha256":"455650ca0710e548df3394eaeb46ec3b0e72ff13d4121be7890b0bc78e118b83","sourceReportSha256":"455650ca0710e548df3394eaeb46ec3b0e72ff13d4121be7890b0bc78e118b83","previousReportSha256":"d461f7d18ebf41125b43b1b10c0745d22f8c9c752e9106c1861a611fec8cc6c3","mediaReportSha256":"455650ca0710e548df3394eaeb46ec3b0e72ff13d4121be7890b0bc78e118b83","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen-12/provenance.json","mediaMatchesReport":true,"observationFrameCount":81,"nativeIdentity":{"task":"108736884_177263634:11:toilet"},"identitySha256":"7b834924cbe55f0833f227492d25de383ccc1ae8b1ba638347f4a416fbacad6f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen-12.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-00","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862417_172226382-10-chair--42--2c3df6f55890","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"success","rawOutcome":"success","auditStatus":"success","success":true,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":270.263,"modelCalls":30,"rounds":30,"tokens":241385,"promptTokens":234391,"completionTokens":6994,"codeErrors":0,"toolCalls":29,"environmentSteps":29,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":29},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-00/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-00/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"bef806032b8506e12bc2","sourceRecordId":"qwen35-397b-00","replacementRecordId":"qwen35-397b-00","reportSha256":"4c2ba54d1f91ebbb2a99f83c61f90e0da0ad3e19563e87ff4dc8bd7121eb5c94","sourceReportSha256":"4c2ba54d1f91ebbb2a99f83c61f90e0da0ad3e19563e87ff4dc8bd7121eb5c94","previousReportSha256":"82bd223f8cc14dc9614cd2dd0ed04c70b770b77e35256211afa886a0a7347ace","mediaReportSha256":"4c2ba54d1f91ebbb2a99f83c61f90e0da0ad3e19563e87ff4dc8bd7121eb5c94","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-00/provenance.json","mediaMatchesReport":true,"observationFrameCount":29,"nativeIdentity":{"task":"104862417_172226382:10:chair"},"identitySha256":"808c1c74ea9ca5dd90adad727d80b651be22f31a6244c2e58f7b3855253f37d3","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-00.json","note":"","progress":{"value":1,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-01","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816036-2-couch--42--657a2443a8bd","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1435.395,"modelCalls":19,"rounds":19,"tokens":105975,"promptTokens":101981,"completionTokens":3994,"codeErrors":0,"toolCalls":18,"environmentSteps":18,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":279.1045479252425,"finalGoalAngleDegrees":null,"actionSubmissions":18},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-01/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-01/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"c0ab93bbcdd69a7887bf","sourceRecordId":"qwen35-397b-01","replacementRecordId":"qwen35-397b-01","reportSha256":"04aeeaca64b922acbe3442e2de2c915fdbe82e06e97147aacde530d8157708c1","sourceReportSha256":"04aeeaca64b922acbe3442e2de2c915fdbe82e06e97147aacde530d8157708c1","previousReportSha256":"555ac2854187e72079de91d0b4f565c23e61f8d1016bb6b029e827615fbb922f","mediaReportSha256":"04aeeaca64b922acbe3442e2de2c915fdbe82e06e97147aacde530d8157708c1","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-01/provenance.json","mediaMatchesReport":true,"observationFrameCount":18,"nativeIdentity":{"task":"102816036:2:couch"},"identitySha256":"c139261612150b33fdf617538f707fc4654d46f68646b634bcb2fd2e3c81bfc5","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-01.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-02","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816756-20-couch--42--43365d945e10","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3859.367,"modelCalls":82,"rounds":82,"tokens":1589471,"promptTokens":1571827,"completionTokens":17644,"codeErrors":0,"toolCalls":81,"environmentSteps":81,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1.3929367065429688,"finalGoalAngleDegrees":null,"actionSubmissions":81},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-02/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-02/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"70efbc59a2816dd9ec8b","sourceRecordId":"qwen35-397b-02","replacementRecordId":"qwen35-397b-02","reportSha256":"db8778e14f0d7244b222698e8217146f6265af297f6768c6eb5e5d027ab151b1","sourceReportSha256":"db8778e14f0d7244b222698e8217146f6265af297f6768c6eb5e5d027ab151b1","previousReportSha256":"1f79ac51f23ed15641214493c21d2661f2ebe204bbd9be205315adceacbc37fb","mediaReportSha256":"db8778e14f0d7244b222698e8217146f6265af297f6768c6eb5e5d027ab151b1","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-02/provenance.json","mediaMatchesReport":true,"observationFrameCount":81,"nativeIdentity":{"task":"102816756:20:couch"},"identitySha256":"5901c81edba0dbcf4235f9608f8d168c6239d439beff9a3ffa63523c45e13d06","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-02.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-03","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--103997586_171030669-20-couch--42--4d79f1e67c3f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3558.678,"modelCalls":91,"rounds":92,"tokens":1963159,"promptTokens":1942835,"completionTokens":20324,"codeErrors":0,"toolCalls":90,"environmentSteps":90,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":727.4574519226942,"finalGoalAngleDegrees":null,"actionSubmissions":90},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-03/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-03/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"43da51e589b5dcfc8c02","sourceRecordId":"qwen35-397b-03","replacementRecordId":"qwen35-397b-03","reportSha256":"6ed0fc9bfd03278151c855378594774b274647e0446fe5237945bf8a04ad5103","sourceReportSha256":"6ed0fc9bfd03278151c855378594774b274647e0446fe5237945bf8a04ad5103","previousReportSha256":"cd80743632f7d7d1445b667e11b1d340ae26cca864e9ca5538d10a735f66290f","mediaReportSha256":"6ed0fc9bfd03278151c855378594774b274647e0446fe5237945bf8a04ad5103","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-03/provenance.json","mediaMatchesReport":true,"observationFrameCount":91,"nativeIdentity":{"task":"103997586_171030669:20:couch"},"identitySha256":"6e338ac0b06b48cb79cc070bc61045153e5d2fb3393e572d5a453b8990ba343f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-03.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-04","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862384_172226319-19-couch--42--5355e60f1f7f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3989.284,"modelCalls":91,"rounds":92,"tokens":1987657,"promptTokens":1967324,"completionTokens":20333,"codeErrors":0,"toolCalls":90,"environmentSteps":90,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":799.2172002792358,"finalGoalAngleDegrees":null,"actionSubmissions":90},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-04/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-04/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"86ee49c25a2a7a6ebe01","sourceRecordId":"qwen35-397b-04","replacementRecordId":"qwen35-397b-04","reportSha256":"d82f831941163d6221b147fd82700eb4cb1a8e0c03a315b33688de380835c415","sourceReportSha256":"d82f831941163d6221b147fd82700eb4cb1a8e0c03a315b33688de380835c415","previousReportSha256":"ea012db7fe8617410087005166387e85da0374e2a61151e0efc24b1341d92da8","mediaReportSha256":"d82f831941163d6221b147fd82700eb4cb1a8e0c03a315b33688de380835c415","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-04/provenance.json","mediaMatchesReport":true,"observationFrameCount":91,"nativeIdentity":{"task":"104862384_172226319:19:couch"},"identitySha256":"f26071f21df4c586f2122b21855c0a5b768c04232bccd2b573c8e87806652989","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-04.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-05","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862501_172226556-17-potted_plant--42--0bbe551ad27b","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2719.589,"modelCalls":89,"rounds":90,"tokens":1981226,"promptTokens":1958408,"completionTokens":22818,"codeErrors":0,"toolCalls":88,"environmentSteps":88,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1327.0949681111613,"finalGoalAngleDegrees":null,"actionSubmissions":88},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-05/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-05/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"d682c7742e03057c4e31","sourceRecordId":"qwen35-397b-05","replacementRecordId":"qwen35-397b-05","reportSha256":"5bf227cb3e3ce73aa768fe4f15ada93bf998ab9bc7fad1546401d53de2c46a91","sourceReportSha256":"5bf227cb3e3ce73aa768fe4f15ada93bf998ab9bc7fad1546401d53de2c46a91","previousReportSha256":"8107cc3996af3c88c8b1fd2ad58ce3da963b28945d55d122aa5f7b890c416ef3","mediaReportSha256":"5bf227cb3e3ce73aa768fe4f15ada93bf998ab9bc7fad1546401d53de2c46a91","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-05/provenance.json","mediaMatchesReport":true,"observationFrameCount":89,"nativeIdentity":{"task":"104862501_172226556:17:potted_plant"},"identitySha256":"d922fb588ab4fd48f2808287cca35f6aef88b8ba3f57ec70ae772a78c3887e25","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-05.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-06","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515184_173104128-13-chair--42--33c178bb7d0f","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"agent_failure","rawOutcome":"agent_failure","auditStatus":"task_failure_after_agent_stop","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2493.979,"modelCalls":69,"rounds":69,"tokens":1313157,"promptTokens":1292877,"completionTokens":20280,"codeErrors":7,"toolCalls":62,"environmentSteps":62,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":149.506922468484,"finalGoalAngleDegrees":null,"actionSubmissions":62},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-06/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-06/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"08f90039e232b7062dc8","sourceRecordId":"qwen35-397b-06","replacementRecordId":"qwen35-397b-06","reportSha256":"97fc106958ec1bf55308cb02182c93e6ee07873193c9adcacad475c47c30dd04","sourceReportSha256":"97fc106958ec1bf55308cb02182c93e6ee07873193c9adcacad475c47c30dd04","previousReportSha256":"f9b8c634c5b18511b17059f5e52ad9e3b94645e4e726cd7ac0fb1b7a3c015786","mediaReportSha256":"97fc106958ec1bf55308cb02182c93e6ee07873193c9adcacad475c47c30dd04","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-06/provenance.json","mediaMatchesReport":true,"observationFrameCount":62,"nativeIdentity":{"task":"105515184_173104128:13:chair"},"identitySha256":"a79348db8cab1c49a97769daded98178a0505cf4cfcc8999ea4aa20ee0d04ffa","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-06.json","note":"The agent stopped, but the native success check was not satisfied.","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-07","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515211_173104185-14-toilet--42--9a3d816c6e98","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2614.041,"modelCalls":79,"rounds":79,"tokens":1537978,"promptTokens":1519571,"completionTokens":18407,"codeErrors":0,"toolCalls":78,"environmentSteps":78,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":94.40147201432515,"finalGoalAngleDegrees":null,"actionSubmissions":78},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-07/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-07/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"3255825abcfd04dea250","sourceRecordId":"qwen35-397b-07","replacementRecordId":"qwen35-397b-07","reportSha256":"ef70e7060280fa31972544605d2dd605779660bdec42c2fcfde2b7209408907c","sourceReportSha256":"ef70e7060280fa31972544605d2dd605779660bdec42c2fcfde2b7209408907c","previousReportSha256":"d0c2bca34a3d6d7b85a8dc8fc1f4d71b004842c8873eeeac2d511a641bf1d3cb","mediaReportSha256":"ef70e7060280fa31972544605d2dd605779660bdec42c2fcfde2b7209408907c","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-07/provenance.json","mediaMatchesReport":true,"observationFrameCount":78,"nativeIdentity":{"task":"105515211_173104185:14:toilet"},"identitySha256":"14f5aa97c5a51514baf63b1569b2a55855913de750bb27654e025ffd50d9874a","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-07.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-08","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--106878960_174887073-26-toilet--42--83b0dd75082b","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2133.771,"modelCalls":88,"rounds":89,"tokens":1955699,"promptTokens":1932031,"completionTokens":23668,"codeErrors":0,"toolCalls":87,"environmentSteps":87,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":400.9432315826416,"finalGoalAngleDegrees":null,"actionSubmissions":87},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-08/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-08/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"3bb7d777f55eb28a3d38","sourceRecordId":"qwen35-397b-08","replacementRecordId":"qwen35-397b-08","reportSha256":"902241f3ae03e20adbe5c7ec2b354f1b1ac5fca12581f26e824648914c653707","sourceReportSha256":"902241f3ae03e20adbe5c7ec2b354f1b1ac5fca12581f26e824648914c653707","previousReportSha256":"48a7c9e51148f0edfcba699c534698b6f0f5ed964196c78ddbec3e96cb2e98ee","mediaReportSha256":"902241f3ae03e20adbe5c7ec2b354f1b1ac5fca12581f26e824648914c653707","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-08/provenance.json","mediaMatchesReport":true,"observationFrameCount":88,"nativeIdentity":{"task":"106878960_174887073:26:toilet"},"identitySha256":"f2b8ef86e65d2873d4c6e31b27ad045b7deefb1132bdd3ffab0535fc546b2e9f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-08.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-09","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734287_176000160-2-potted_plant--42--20d36cae8cb0","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"success","rawOutcome":"success","auditStatus":"success","success":true,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":645.993,"modelCalls":17,"rounds":17,"tokens":89281,"promptTokens":84803,"completionTokens":4478,"codeErrors":0,"toolCalls":16,"environmentSteps":16,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":15.852570533752441,"finalGoalAngleDegrees":null,"actionSubmissions":16},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-09/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-09/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"38934f55c9b19bd80cf9","sourceRecordId":"qwen35-397b-09","replacementRecordId":"qwen35-397b-09","reportSha256":"b92f618b824a399a74bc290617a8b531c044d81ca7acbda8d15459fab3e3a154","sourceReportSha256":"b92f618b824a399a74bc290617a8b531c044d81ca7acbda8d15459fab3e3a154","previousReportSha256":"8248d7aac2b010205de8615827044adf9db983efdd66113967e61e59f9528030","mediaReportSha256":"b92f618b824a399a74bc290617a8b531c044d81ca7acbda8d15459fab3e3a154","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-09/provenance.json","mediaMatchesReport":true,"observationFrameCount":16,"nativeIdentity":{"task":"107734287_176000160:2:potted_plant"},"identitySha256":"d2d98d5537721d9dd785f02f72450c32f8ac6d30d64f68db444bf51d8256e69c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-09.json","note":"","progress":{"value":1,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-10","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734338_176000244-12-tv--42--5bff83d2849d","instruction":"Find the tv, approach until the body touches it, and stop.","outcome":"agent_failure","rawOutcome":"agent_failure","auditStatus":"task_failure_after_agent_stop","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":585.993,"modelCalls":17,"rounds":17,"tokens":100051,"promptTokens":95112,"completionTokens":4939,"codeErrors":1,"toolCalls":16,"environmentSteps":16,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":430.72213602190203,"finalGoalAngleDegrees":null,"actionSubmissions":16},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-10/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-10/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"e8219d617e4b5a4713e3","sourceRecordId":"qwen35-397b-10","replacementRecordId":"qwen35-397b-10","reportSha256":"fb65780eeab52f38560e1246ee2cb519c0984242c627ee5f1ccefb52e2682f2f","sourceReportSha256":"fb65780eeab52f38560e1246ee2cb519c0984242c627ee5f1ccefb52e2682f2f","previousReportSha256":"05b172b04f68959ce20ba883292ae242530c831e75ca3b5cd0125fb4456accbf","mediaReportSha256":"fb65780eeab52f38560e1246ee2cb519c0984242c627ee5f1ccefb52e2682f2f","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-10/provenance.json","mediaMatchesReport":true,"observationFrameCount":16,"nativeIdentity":{"task":"107734338_176000244:12:tv"},"identitySha256":"981c70a7093ffdb3820f4bfea532832438423f9c1946cc77f81320afc7aadc0c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-10.json","note":"The agent stopped, but the native success check was not satisfied.","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-11","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736779_177263484-15-couch--42--764468d6ca32","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":285.515,"modelCalls":10,"rounds":10,"tokens":35263,"promptTokens":33263,"completionTokens":2000,"codeErrors":0,"toolCalls":9,"environmentSteps":9,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":384.4918048433524,"finalGoalAngleDegrees":null,"actionSubmissions":9},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-11/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-11/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"11bcbc5c2fef6da5e4a6","sourceRecordId":"qwen35-397b-11","replacementRecordId":"qwen35-397b-11","reportSha256":"ede2d5d8e2d01db9f77af708d84b3556c4d6e1a12471d52477809f4db8493794","sourceReportSha256":"ede2d5d8e2d01db9f77af708d84b3556c4d6e1a12471d52477809f4db8493794","previousReportSha256":"3d0776befb1e600bb131a9c98d9c784379843e57e45aa236ce530c4b29412020","mediaReportSha256":"ede2d5d8e2d01db9f77af708d84b3556c4d6e1a12471d52477809f4db8493794","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-11/provenance.json","mediaMatchesReport":true,"observationFrameCount":9,"nativeIdentity":{"task":"108736779_177263484:15:couch"},"identitySha256":"178cf3b67830b7e5933e7a4d4a03d059a10489ce68fee048c40da59217a0aec7","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-11.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-397b-12","model":"Qwen 3.5 397B-A17B","modelKey":"qwen35-397b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736884_177263634-11-toilet--42--45ef14fcc371","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1923.168,"modelCalls":88,"rounds":89,"tokens":1956682,"promptTokens":1929090,"completionTokens":27592,"codeErrors":0,"toolCalls":87,"environmentSteps":87,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":215.4205562414557,"finalGoalAngleDegrees":null,"actionSubmissions":87},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-397b-12/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-397b-12/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"ab6da4ef06f4b7323f04","sourceRecordId":"qwen35-397b-12","replacementRecordId":"qwen35-397b-12","reportSha256":"f25f4d9764162268b4bb780e5cc353e506880d582b42a54934fb1e1d017bc7c4","sourceReportSha256":"f25f4d9764162268b4bb780e5cc353e506880d582b42a54934fb1e1d017bc7c4","previousReportSha256":"a90e71f9c26fcfae9607c13ff63c659d78b25b487fa21a89d8c160053d864f66","mediaReportSha256":"f25f4d9764162268b4bb780e5cc353e506880d582b42a54934fb1e1d017bc7c4","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-397b-12/provenance.json","mediaMatchesReport":true,"observationFrameCount":88,"nativeIdentity":{"task":"108736884_177263634:11:toilet"},"identitySha256":"7b834924cbe55f0833f227492d25de383ccc1ae8b1ba638347f4a416fbacad6f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-397b-12.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-00","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862417_172226382-10-chair--42--2c3df6f55890","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":435.496,"modelCalls":57,"rounds":57,"tokens":824751,"promptTokens":817700,"completionTokens":7051,"codeErrors":0,"toolCalls":56,"environmentSteps":56,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":111.14703487648907,"finalGoalAngleDegrees":null,"actionSubmissions":56},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-00/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-00/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"6a0505ce02890f7e79e2","sourceRecordId":"qwen35-27b-00","replacementRecordId":"qwen35-27b-00","reportSha256":"928840f8b392f4637b6786094c2e706e609a6780fcee1d26763692122ff3a4d8","sourceReportSha256":"928840f8b392f4637b6786094c2e706e609a6780fcee1d26763692122ff3a4d8","previousReportSha256":"2033f19e3de506d812d4a477dcd29cea5f1cf8a166d3a290fffb8da1081fa573","mediaReportSha256":"928840f8b392f4637b6786094c2e706e609a6780fcee1d26763692122ff3a4d8","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-00/provenance.json","mediaMatchesReport":true,"observationFrameCount":56,"nativeIdentity":{"task":"104862417_172226382:10:chair"},"identitySha256":"808c1c74ea9ca5dd90adad727d80b651be22f31a6244c2e58f7b3855253f37d3","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-00.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-01","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816036-2-couch--42--657a2443a8bd","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":675.789,"modelCalls":82,"rounds":82,"tokens":1793349,"promptTokens":1781560,"completionTokens":11789,"codeErrors":0,"toolCalls":81,"environmentSteps":81,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":81},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-01/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-01/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"a9688f7f8e96cf80d544","sourceRecordId":"qwen35-27b-01","replacementRecordId":"qwen35-27b-01","reportSha256":"675f95566664cee66e28f48fefc0f16c20615058560ac719dcc8e32ca7f26de5","sourceReportSha256":"675f95566664cee66e28f48fefc0f16c20615058560ac719dcc8e32ca7f26de5","previousReportSha256":"cd135a09d30d6220093ef535763e816ee3a0631ab6dd52e594e0c9ff981770fc","mediaReportSha256":"675f95566664cee66e28f48fefc0f16c20615058560ac719dcc8e32ca7f26de5","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-01/provenance.json","mediaMatchesReport":true,"observationFrameCount":81,"nativeIdentity":{"task":"102816036:2:couch"},"identitySha256":"c139261612150b33fdf617538f707fc4654d46f68646b634bcb2fd2e3c81bfc5","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-01.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-02","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--102816756-20-couch--42--43365d945e10","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3525.796,"modelCalls":53,"rounds":53,"tokens":805079,"promptTokens":796182,"completionTokens":8897,"codeErrors":0,"toolCalls":52,"environmentSteps":52,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":7.656097412109375,"finalGoalAngleDegrees":null,"actionSubmissions":52},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-02/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-02/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"b712a1588c786ad43503","sourceRecordId":"qwen35-27b-02","replacementRecordId":"qwen35-27b-02","reportSha256":"2ab211f6a2ce8164430f7fc6169811559964818d88c9515b9d2fc7dd4fceefde","sourceReportSha256":"2ab211f6a2ce8164430f7fc6169811559964818d88c9515b9d2fc7dd4fceefde","previousReportSha256":"e9ac334f2e01601e9c0a230af585323c20c1c807398227e796009bcc67d32c70","mediaReportSha256":"2ab211f6a2ce8164430f7fc6169811559964818d88c9515b9d2fc7dd4fceefde","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-02/provenance.json","mediaMatchesReport":true,"observationFrameCount":52,"nativeIdentity":{"task":"102816756:20:couch"},"identitySha256":"5901c81edba0dbcf4235f9608f8d168c6239d439beff9a3ffa63523c45e13d06","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-02.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-03","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--103997586_171030669-20-couch--42--4d79f1e67c3f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":689.987,"modelCalls":8,"rounds":8,"tokens":24985,"promptTokens":23995,"completionTokens":990,"codeErrors":0,"toolCalls":7,"environmentSteps":7,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":593.3380627164871,"finalGoalAngleDegrees":null,"actionSubmissions":7},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-03/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-03/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"aceb724a75d3bfa2b844","sourceRecordId":"qwen35-27b-03","replacementRecordId":"qwen35-27b-03","reportSha256":"d84874a31d76b6eedca5a4fbd6304ef2b2c2b20e3d1a523fe4e0abdae6f31022","sourceReportSha256":"d84874a31d76b6eedca5a4fbd6304ef2b2c2b20e3d1a523fe4e0abdae6f31022","previousReportSha256":"8c816aa1fd2c04ad9162200f662f6e8747430e377dc56b2e7aacf2d9df03c44c","mediaReportSha256":"d84874a31d76b6eedca5a4fbd6304ef2b2c2b20e3d1a523fe4e0abdae6f31022","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-03/provenance.json","mediaMatchesReport":true,"observationFrameCount":7,"nativeIdentity":{"task":"103997586_171030669:20:couch"},"identitySha256":"6e338ac0b06b48cb79cc070bc61045153e5d2fb3393e572d5a453b8990ba343f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-03.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-04","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862384_172226319-19-couch--42--5355e60f1f7f","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"agent_failure","rawOutcome":"agent_failure","auditStatus":"task_failure_after_agent_stop","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3523.211,"modelCalls":86,"rounds":86,"tokens":1860851,"promptTokens":1850372,"completionTokens":10479,"codeErrors":1,"toolCalls":84,"environmentSteps":84,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":897.0978666384582,"finalGoalAngleDegrees":null,"actionSubmissions":84},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-04/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-04/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"14d1a3f16af5a5bb4368","sourceRecordId":"qwen35-27b-04","replacementRecordId":"qwen35-27b-04","reportSha256":"5c1dc1d4665ed4ad279306bf3999f96f491f24681a25d0f8d8ea85cfca61dc8a","sourceReportSha256":"5c1dc1d4665ed4ad279306bf3999f96f491f24681a25d0f8d8ea85cfca61dc8a","previousReportSha256":"15b229aea9165ffe9ca2bf0fcb8c730de52f2a3a4dce9a7a65fa0353c8e3cf54","mediaReportSha256":"5c1dc1d4665ed4ad279306bf3999f96f491f24681a25d0f8d8ea85cfca61dc8a","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-04/provenance.json","mediaMatchesReport":true,"observationFrameCount":84,"nativeIdentity":{"task":"104862384_172226319:19:couch"},"identitySha256":"f26071f21df4c586f2122b21855c0a5b768c04232bccd2b573c8e87806652989","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-04.json","note":"The agent stopped, but the native success check was not satisfied.","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-05","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--104862501_172226556-17-potted_plant--42--0bbe551ad27b","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2988.724,"modelCalls":78,"rounds":79,"tokens":1968126,"promptTokens":1947471,"completionTokens":20655,"codeErrors":0,"toolCalls":77,"environmentSteps":77,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1882.4655400072495,"finalGoalAngleDegrees":null,"actionSubmissions":77},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-05/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-05/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"b1738271735679700405","sourceRecordId":"qwen35-27b-05","replacementRecordId":"qwen35-27b-05","reportSha256":"1d8d03a9e8b4b60c860a4220d442cebeb27bf82680475e97c22e70606bc562a8","sourceReportSha256":"1d8d03a9e8b4b60c860a4220d442cebeb27bf82680475e97c22e70606bc562a8","previousReportSha256":"e17cdb21b171211a5726945b1c9cdfccf0c29ea6ce0345f4d4810bf19b089149","mediaReportSha256":"1d8d03a9e8b4b60c860a4220d442cebeb27bf82680475e97c22e70606bc562a8","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-05/provenance.json","mediaMatchesReport":true,"observationFrameCount":78,"nativeIdentity":{"task":"104862501_172226556:17:potted_plant"},"identitySha256":"d922fb588ab4fd48f2808287cca35f6aef88b8ba3f57ec70ae772a78c3887e25","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-05.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-06","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515184_173104128-13-chair--42--33c178bb7d0f","instruction":"Find the chair, approach until the body touches it, and stop.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1728.183,"modelCalls":66,"rounds":66,"tokens":1107371,"promptTokens":1098468,"completionTokens":8903,"codeErrors":0,"toolCalls":65,"environmentSteps":65,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":280.04030130782775,"finalGoalAngleDegrees":null,"actionSubmissions":65},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-06/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-06/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"a8c342f3ff9b09061830","sourceRecordId":"qwen35-27b-06","replacementRecordId":"qwen35-27b-06","reportSha256":"e4a22f4124afd70c929debe8e7179cb1e5dddf2e63a69e6042c9eeced4419da0","sourceReportSha256":"e4a22f4124afd70c929debe8e7179cb1e5dddf2e63a69e6042c9eeced4419da0","previousReportSha256":"5851ac912669ee82b73b33a04ffac25ec715640fac4dcf7b8ca3323a0dfff1cb","mediaReportSha256":"e4a22f4124afd70c929debe8e7179cb1e5dddf2e63a69e6042c9eeced4419da0","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-06/provenance.json","mediaMatchesReport":true,"observationFrameCount":65,"nativeIdentity":{"task":"105515184_173104128:13:chair"},"identitySha256":"a79348db8cab1c49a97769daded98178a0505cf4cfcc8999ea4aa20ee0d04ffa","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-06.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-07","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--105515211_173104185-14-toilet--42--9a3d816c6e98","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2509.274,"modelCalls":90,"rounds":91,"tokens":1962650,"promptTokens":1953360,"completionTokens":9290,"codeErrors":0,"toolCalls":89,"environmentSteps":89,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":43.3401882648468,"finalGoalAngleDegrees":null,"actionSubmissions":89},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-07/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-07/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"be63261c530e11d8d43f","sourceRecordId":"qwen35-27b-07","replacementRecordId":"qwen35-27b-07","reportSha256":"9cfbeefd610d1d958e2030f5ef5a4c3a7733967e9cee33d34f94ac547cb26a8a","sourceReportSha256":"9cfbeefd610d1d958e2030f5ef5a4c3a7733967e9cee33d34f94ac547cb26a8a","previousReportSha256":"3a547b2563f4074a4167d7754f8aafe83f022edd036fa800aace87fffeee3147","mediaReportSha256":"9cfbeefd610d1d958e2030f5ef5a4c3a7733967e9cee33d34f94ac547cb26a8a","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-07/provenance.json","mediaMatchesReport":true,"observationFrameCount":90,"nativeIdentity":{"task":"105515211_173104185:14:toilet"},"identitySha256":"14f5aa97c5a51514baf63b1569b2a55855913de750bb27654e025ffd50d9874a","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-07.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-08","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--106878960_174887073-26-toilet--42--83b0dd75082b","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":2524.051,"modelCalls":89,"rounds":90,"tokens":1990686,"promptTokens":1980132,"completionTokens":10554,"codeErrors":0,"toolCalls":88,"environmentSteps":88,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":1005.6386323789771,"finalGoalAngleDegrees":null,"actionSubmissions":88},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-08/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-08/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"4158c8110174f75cd921","sourceRecordId":"qwen35-27b-08","replacementRecordId":"qwen35-27b-08","reportSha256":"5232b54f6db34b873a8152c2b38c8cbaa395378be2acfa75d13ebeaf4b0ee5ad","sourceReportSha256":"5232b54f6db34b873a8152c2b38c8cbaa395378be2acfa75d13ebeaf4b0ee5ad","previousReportSha256":"d14ffe50e3398c32d92041d1ce52bd104e8747633ec379448998f5676d1bd77c","mediaReportSha256":"5232b54f6db34b873a8152c2b38c8cbaa395378be2acfa75d13ebeaf4b0ee5ad","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-08/provenance.json","mediaMatchesReport":true,"observationFrameCount":89,"nativeIdentity":{"task":"106878960_174887073:26:toilet"},"identitySha256":"f2b8ef86e65d2873d4c6e31b27ad045b7deefb1132bdd3ffab0535fc546b2e9f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-08.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-09","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734287_176000160-2-potted_plant--42--20d36cae8cb0","instruction":"Find the potted plant, approach until the body touches it, and stop.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":3109.852,"modelCalls":86,"rounds":87,"tokens":1983158,"promptTokens":1969955,"completionTokens":13203,"codeErrors":0,"toolCalls":85,"environmentSteps":85,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":0.0,"finalGoalAngleDegrees":null,"actionSubmissions":85},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-09/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-09/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"bd4b372913a15b84bfba","sourceRecordId":"qwen35-27b-09","replacementRecordId":"qwen35-27b-09","reportSha256":"ddb8a79b64d03cc710b552b748b7ddc31c587894cca5e4fc71426bb43502ba1b","sourceReportSha256":"ddb8a79b64d03cc710b552b748b7ddc31c587894cca5e4fc71426bb43502ba1b","previousReportSha256":"9c4a4db4bc4f691e657b027674794a0e57e4087b0acf060273d3ca13acecf1ad","mediaReportSha256":"ddb8a79b64d03cc710b552b748b7ddc31c587894cca5e4fc71426bb43502ba1b","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-09/provenance.json","mediaMatchesReport":true,"observationFrameCount":86,"nativeIdentity":{"task":"107734287_176000160:2:potted_plant"},"identitySha256":"d2d98d5537721d9dd785f02f72450c32f8ac6d30d64f68db444bf51d8256e69c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-09.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-10","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--107734338_176000244-12-tv--42--5bff83d2849d","instruction":"Find the tv, approach until the body touches it, and stop.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1683.058,"modelCalls":89,"rounds":90,"tokens":1967382,"promptTokens":1955116,"completionTokens":12266,"codeErrors":0,"toolCalls":88,"environmentSteps":88,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":603.8353100966077,"finalGoalAngleDegrees":null,"actionSubmissions":88},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-10/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-10/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"26e302c1434051177d38","sourceRecordId":"qwen35-27b-10","replacementRecordId":"qwen35-27b-10","reportSha256":"b2100a2ca03411cd119bc649db124032e2a8b36943f6133c4609fae086017c5a","sourceReportSha256":"b2100a2ca03411cd119bc649db124032e2a8b36943f6133c4609fae086017c5a","previousReportSha256":"bc9fb55bfd6733d04e5cc7a704c2fe4eb57cb7d1e65049ba467c6866dbc2198e","mediaReportSha256":"b2100a2ca03411cd119bc649db124032e2a8b36943f6133c4609fae086017c5a","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-10/provenance.json","mediaMatchesReport":true,"observationFrameCount":89,"nativeIdentity":{"task":"107734338_176000244:12:tv"},"identitySha256":"981c70a7093ffdb3820f4bfea532832438423f9c1946cc77f81320afc7aadc0c","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-10.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-11","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736779_177263484-15-couch--42--764468d6ca32","instruction":"Find the couch, approach until the body touches it, and sit on the couch.","outcome":"task_failure","rawOutcome":"task_failure","auditStatus":"task_failure","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1562.708,"modelCalls":71,"rounds":71,"tokens":1295499,"promptTokens":1286412,"completionTokens":9087,"codeErrors":0,"toolCalls":70,"environmentSteps":70,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":335.70131451586656,"finalGoalAngleDegrees":null,"actionSubmissions":70},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":[],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-11/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-11/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"a3bdf4cde291c892683f","sourceRecordId":"qwen35-27b-11","replacementRecordId":"qwen35-27b-11","reportSha256":"b70deefd3d5c3bd12f73901e15e3e89c794cb879d59f2dc0df7d14dbeaf476c4","sourceReportSha256":"b70deefd3d5c3bd12f73901e15e3e89c794cb879d59f2dc0df7d14dbeaf476c4","previousReportSha256":"83cbfa9bfa1440c59ad298f1666263ed266b783e4c341c855d488fa1332849d4","mediaReportSha256":"b70deefd3d5c3bd12f73901e15e3e89c794cb879d59f2dc0df7d14dbeaf476c4","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-11/provenance.json","mediaMatchesReport":true,"observationFrameCount":70,"nativeIdentity":{"task":"108736779_177263484:15:couch"},"identitySha256":"178cf3b67830b7e5933e7a4d4a03d059a10489ce68fee048c40da59217a0aec7","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-11.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}},{"id":"humanclaw-refresh-qwen35-27b-12","model":"Qwen 3.5 27B","modelKey":"qwen35-27b","benchmark":"HumanCLAW","taskId":"humanclaw--humanclaw--fullval--108736884_177263634-11-toilet--42--45ef14fcc371","instruction":"Find the toilet, approach until the body touches it, and sit on the toilet.","outcome":"budget_exhausted","rawOutcome":"budget_exhausted","auditStatus":"budget_exhausted","success":false,"protocol":"API recovery · native interface","stats":{"elapsedSeconds":1622.717,"modelCalls":87,"rounds":88,"tokens":1978736,"promptTokens":1967085,"completionTokens":11651,"codeErrors":0,"toolCalls":86,"environmentSteps":86,"apiSeconds":null,"apiMeanSeconds":null,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":59.755706787109375,"finalGoalAngleDegrees":null,"actionSubmissions":86},"budgets":{"llm_num_retries":8,"max_agent_attempts":1,"max_agent_iterations":101,"max_total_tokens":2000000,"timeout_seconds":10800,"max_code_turns":101,"code_timeout_seconds":300,"trial_timeout_seconds":10800,"max_env_steps":100,"max_primitive_calls":400,"max_rounds":101},"stopLimits":["max_total_tokens"],"video":"assets/humanclaw-qwen-20261023/qwen35-27b-12/clip.mp4","animation":null,"poster":"assets/humanclaw-qwen-20261023/qwen35-27b-12/poster.jpg","frames":[],"mediaKind":"Saved observations","mediaNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","videoNote":"Chronological head-camera observations from this evaluation, displayed at two observations per second. This is not continuous action footage; playback time does not represent episode elapsed time. No interpolation or rerendering.","evidenceLevel":"action_trace","timingNote":"Trace timestamps use execution time; reported elapsed time also includes worker setup and cleanup. Observation playback has a separate clock.","callCoverage":"Recorded native action events. Observation and helper calls are not enumerated; visible-state descriptions are supplied by the agent.","recordId":"27778701223cd434b850","sourceRecordId":"qwen35-27b-12","replacementRecordId":"qwen35-27b-12","reportSha256":"1eac14a053a071d22be44e4bc5d4172ba953e59445bc0ffc8951bd5ff3f77399","sourceReportSha256":"1eac14a053a071d22be44e4bc5d4172ba953e59445bc0ffc8951bd5ff3f77399","previousReportSha256":"18e6adcb633640d31f1975f9d0fb8ebc76b92d2ee1a0167c7855307bb9f8f312","mediaReportSha256":"1eac14a053a071d22be44e4bc5d4172ba953e59445bc0ffc8951bd5ff3f77399","mediaProvenance":"assets/humanclaw-qwen-20261023/qwen35-27b-12/provenance.json","mediaMatchesReport":true,"observationFrameCount":87,"nativeIdentity":{"task":"108736884_177263634:11:toilet"},"identitySha256":"7b834924cbe55f0833f227492d25de383ccc1ae8b1ba638347f4a416fbacad6f","executionStarted":true,"seed":42,"detailUrl":"data/execution/humanclaw-refresh-qwen35-27b-12.json","note":"","progress":{"value":0,"total":1,"label":"Task completion"}}],"policy":"Latest delivered attempts replace earlier records; they are not selected by score. Provider interruptions are final API errors counted as unsuccessful; no reruns are pending. Observation replays are not continuous action recordings."}
