{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 40, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.009, "split": "heldout", "task_id": "e93v-df2ea39362f2c822", "tool_calls": 6, "vertical": "software"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"hidden_passed": 58, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 0}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.089, "split": "heldout", "task_id": "e93v-2504c6ba29377e8b", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 46, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.062, "split": "heldout", "task_id": "e93v-04fb1def01166905", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 42, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 0.98, "split": "heldout", "task_id": "e93v-1539ae9e2c61be34", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 32, "hidden_total": 50, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.076, "split": "heldout", "task_id": "e93v-2802938c00fd0063", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 43, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.107, "split": "heldout", "task_id": "e93v-3abb0f8187226a86", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 42, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.137, "split": "heldout", "task_id": "e93v-c3e6637dc751cb5f", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 45, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.21, "split": "heldout", "task_id": "e93v-973263be77be114e", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 40, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.188, "split": "heldout", "task_id": "e93v-83d9b5e0a7f2ffdc", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 45, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.077, "split": "heldout", "task_id": "e93v-cbd372fe9ae36729", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 40, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.217, "split": "heldout", "task_id": "e93v-a8a222be47c62849", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 35, "hidden_total": 53, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.089, "split": "heldout", "task_id": "e93v-642dda5cb0e2ee14", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 41, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.001, "split": "heldout", "task_id": "e93v-d5693eae0be3d100", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 43, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.064, "split": "heldout", "task_id": "e93v-41d9a6e2901751ab", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 40, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.049, "split": "heldout", "task_id": "e93v-4d4320edd7997aeb", "tool_calls": 6, "vertical": "software"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"hidden_passed": 58, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 4, "tool_denials": 0}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 0.76, "split": "heldout", "task_id": "e93v-05d65cb4078b40a6", "tool_calls": 4, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 42, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.034, "split": "heldout", "task_id": "e93v-7dbb3f6a86f7a827", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"hidden_passed": 54, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 5, "tool_denials": 0}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.039, "split": "heldout", "task_id": "e93v-bb2149185759745b", "tool_calls": 5, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 41, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.133, "split": "heldout", "task_id": "e93v-cb15732f14d8448e", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 46, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.115, "split": "heldout", "task_id": "e93v-caa408e0571438ba", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 42, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.177, "split": "heldout", "task_id": "e93v-de25cb82c4f61cff", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 41, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.05, "split": "heldout", "task_id": "e93v-43f8672365464496", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 43, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.005, "split": "heldout", "task_id": "e93v-0f57f0183e189f7a", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 42, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.051, "split": "heldout", "task_id": "e93v-0bbfbaa4e9c4a888", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 43, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.07, "split": "heldout", "task_id": "e93v-aa8fc16ba7b621ea", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 32, "hidden_total": 50, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.027, "split": "heldout", "task_id": "e93v-a94f737d5d3058bb", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 43, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.055, "split": "heldout", "task_id": "e93v-eb244d45d2972c6e", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 45, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.293, "split": "heldout", "task_id": "e93v-549c63af84d9a53a", "tool_calls": 6, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 1, "detail": {"hidden_passed": 40, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 6, "tool_denials": 1}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 1.103, "split": "heldout", "task_id": "e93v-6813841ca74e2303", "tool_calls": 6, "vertical": "software"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"hidden_passed": 58, "hidden_total": 58, "sandbox": "bwrap", "timed_out": false, "tool_calls": 2, "tool_denials": 0}, "family": "repo_bugfix", "provenance": "E93_ENVIRONMENT", "secs": 0.496, "split": "heldout", "task_id": "e93v-cdaefbc1e73eda62", "tool_calls": 2, "vertical": "software"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "unsafe_deserialization"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-892dd473cfe2b3d6", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.068, "split": "heldout", "task_id": "e93v-48e54233d8f03a24", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "path_traversal"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-f7dedb5a00114f0e", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.072, "split": "heldout", "task_id": "e93v-7e5108d3a1143b3f", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "unsafe_deserialization"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-bcf7c0ea7215ca33", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.061, "split": "heldout", "task_id": "e93v-3d3df822e2b0be2e", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "sql_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-7dd8440892f85ad7", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.056, "split": "heldout", "task_id": "e93v-ef7406d68ddf1358", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "path_traversal"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-384df47fba61f603", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 4, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.056, "split": "heldout", "task_id": "e93v-ae1483bff8075f39", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "hardcoded_secret"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-60b9345b3594cebc", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.072, "split": "heldout", "task_id": "e93v-3e8204967a2c18c9", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "sql_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-aec284fe89e3ac5c", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.062, "split": "heldout", "task_id": "e93v-f36a427c9c527265", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "unsafe_deserialization"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-ac7965fae254a4ec", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 4, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.067, "split": "heldout", "task_id": "e93v-837f5439edd927d3", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "command_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-eb24bd0fa081e40c", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.065, "split": "heldout", "task_id": "e93v-3f008f359676f11d", "tool_calls": 0, "vertical": "cyber"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": false, "tool_calls": 0, "tool_denials": 0, "truth": "none"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-013f0dcef7c1ad52", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 4, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.062, "split": "heldout", "task_id": "e93v-ea3b207ef1bfc868", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "hardcoded_secret"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-28de2a74e7060d71", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 4, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.062, "split": "heldout", "task_id": "e93v-02e8fb26cf4e83ae", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "command_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-7a21b7631f09aeac", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 4, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.059, "split": "heldout", "task_id": "e93v-a14936b3ece85429", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "command_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-91b0b0d60c6dfbe3", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.063, "split": "heldout", "task_id": "e93v-2f4caeaee3f4f763", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "command_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-9c285325d7d28b6d", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.061, "split": "heldout", "task_id": "e93v-c63d0ecbbde3fef6", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"answer": "none", "false_positive": false, "missed": true, "tool_calls": 0, "tool_denials": 0, "truth": "command_injection"}, "family": "vuln_detect", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.0, "split": "heldout", "task_id": "e93v-fcf45c0726f97c45", "tool_calls": 0, "vertical": "cyber"}
{"accepted": false, "arm": "F", "denials": 0, "detail": {"exploits_blocked": 0, "exploits_total": 3, "functional_ok": true, "tool_calls": 0, "tool_denials": 0}, "family": "remediation", "provenance": "E91_ENVIRONMENT_REUSED", "secs": 0.064, "split": "heldout", "task_id": "e93v-7ef14fdd486ec59d", "tool_calls": 0, "vertical": "cyber"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "negative", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "negative"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.008, "split": "heldout", "task_id": "e93v-fb2c62ce35569697", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": -1.3019, "tolerance": 0.2674, "tool_calls": 2, "tool_denials": 0, "truth": -1.337}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.008, "split": "heldout", "task_id": "e93v-342cc072d67b0d69", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-7c7a84ed9bba6a53", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "negative", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "negative"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.007, "split": "heldout", "task_id": "e93v-8546cc81e3d85491", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": -1.3135, "tolerance": 0.24780000000000002, "tool_calls": 2, "tool_denials": 0, "truth": -1.239}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.007, "split": "heldout", "task_id": "e93v-b6766db0aa54b521", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "REFUTED", "verdict": "REFUTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-1a1f9872b6030428", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "none", "negative_control": true, "tool_calls": 2, "tool_denials": 0, "truth": "none"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-b5de44aff2de153b", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 1.3752, "tolerance": 0.2682, "tool_calls": 2, "tool_denials": 0, "truth": 1.341}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-fb5911cbde3f1414", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "INSUFFICIENT", "verdict": "INSUFFICIENT"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-3814a92a5d20e08d", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "positive", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "positive"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.007, "split": "heldout", "task_id": "e93v-5c819ebe59565024", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 0.6385, "tolerance": 0.15, "tool_calls": 2, "tool_denials": 0, "truth": 0.602108}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-753c48fbf7ee944d", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-f03278c3f746d66b", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "positive", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "positive"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-b253cae1720fd62a", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 1.4904, "tolerance": 0.2932, "tool_calls": 2, "tool_denials": 0, "truth": 1.466}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-4195d1136c90fdec", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "REFUTED", "verdict": "REFUTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-8cdbe15737319a17", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "none", "negative_control": true, "tool_calls": 2, "tool_denials": 0, "truth": "none"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-bd7c11fb943390b2", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 1.1024, "tolerance": 0.21880000000000002, "tool_calls": 2, "tool_denials": 0, "truth": 1.094}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-b63b135c8ba60542", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "INSUFFICIENT", "verdict": "INSUFFICIENT"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-eebec21d69519d33", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "positive", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "positive"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-d807206a9a683fb3", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 3.0694, "tolerance": 0.6333820000000001, "tool_calls": 2, "tool_denials": 0, "truth": 3.16691}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-4a2eb97fd6c58797", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-fe80f812a596ce2f", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "positive", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "positive"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.007, "split": "heldout", "task_id": "e93v-d1b8aaf395e3dbad", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 1.2006, "tolerance": 0.2316, "tool_calls": 2, "tool_denials": 0, "truth": 1.158}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.006, "split": "heldout", "task_id": "e93v-b17304cde6775822", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "REFUTED", "verdict": "REFUTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-1451dd0270998174", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "none", "negative_control": true, "tool_calls": 2, "tool_denials": 0, "truth": "none"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.007, "split": "heldout", "task_id": "e93v-5dcd9671b5823b29", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": -1.4618, "tolerance": 0.288, "tool_calls": 2, "tool_denials": 0, "truth": -1.44}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-8aa00850b7b78dab", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "INSUFFICIENT", "verdict": "INSUFFICIENT"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-a9b204adb9e34762", "tool_calls": 0, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"answer": "positive", "negative_control": false, "tool_calls": 2, "tool_denials": 0, "truth": "positive"}, "family": "causal_query", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-5980479c623488c9", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"estimate": 1.2201, "tolerance": 0.23399999999999999, "tool_calls": 2, "tool_denials": 0, "truth": 1.17}, "family": "effect_size", "provenance": "E93_ENVIRONMENT", "secs": 0.005, "split": "heldout", "task_id": "e93v-315dee3f8afa2234", "tool_calls": 2, "vertical": "science"}
{"accepted": true, "arm": "F", "denials": 0, "detail": {"bad_citations": [], "tool_calls": 0, "tool_denials": 0, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "family": "literature", "provenance": "E93_ENVIRONMENT", "secs": 0.0, "split": "heldout", "task_id": "e93v-48191c2e7a11ae2b", "tool_calls": 0, "vertical": "science"}
