{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "software_engineering", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "8", "kind": "loop_sum", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-soft-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "9", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "software_engineering", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "18", "kind": "filter_count", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-soft-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "2", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "software_engineering", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "4", "kind": "filter_count", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-soft-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "3", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "software_engineering", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "2", "kind": "nested", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-soft-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "3", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "mathematics", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "44", "kind": "rate", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-math-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "280", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "mathematics", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "8", "kind": "modular", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-math-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "4", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "mathematics", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "4", "kind": "combinatorics", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-math-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "6", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "mathematics", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "8", "kind": "combinatorics", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-math-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "28", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "scientific_research", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "valid_design", "kind": "control", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-scie-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "missing_control_group", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "scientific_research", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "missing_control_group", "kind": "control", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-scie-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "sample_too_small", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "scientific_research", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "16", "kind": "mean_diff", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-scie-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "5", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "scientific_research", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "100", "kind": "replication", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-scie-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "25", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "data_analysis", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "90", "kind": "sum_filter", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-data-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "160", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "data_analysis", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "70", "kind": "sum_filter", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-data-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "130", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "data_analysis", "error_class": "INCORRECT_OVERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "40", "kind": "count_filter", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-data-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "4", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "data_analysis", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "api", "kind": "top_group", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-data-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "audit", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "cybersecurity", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "sql_injection", "kind": "command_injection", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-cybe-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "command_injection", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": true, "domain": "cybersecurity", "error_class": "CORRECT", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "sql_injection", "kind": "sql_injection", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-cybe-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "sql_injection", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "cybersecurity", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "sql_injection", "kind": "path_traversal", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-cybe-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "path_traversal", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": true, "domain": "cybersecurity", "error_class": "CORRECT", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "path_traversal", "kind": "path_traversal", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-cybe-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "path_traversal", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "infrastructure", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "out_of_memory", "kind": "clock_skew", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-infr-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "clock_skew", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "infrastructure", "error_class": "INCORRECT_LABEL", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "out_of_memory", "kind": "disk_full", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-infr-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "disk_full", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": true, "domain": "infrastructure", "error_class": "CORRECT", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "certificate_expired", "kind": "certificate_expired", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-infr-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "certificate_expired", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": true, "domain": "infrastructure", "error_class": "CORRECT", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "out_of_memory", "kind": "out_of_memory", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-infr-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "out_of_memory", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "planning", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "5", "kind": "critical_path", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-plan-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "11", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "planning", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "4", "kind": "serial", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-plan-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "12", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "planning", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "6", "kind": "critical_path", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-plan-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "12", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "planning", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "2", "kind": "critical_path", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-plan-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "9", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "knowledge_synthesis", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "-01", "kind": "count", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-know-00", "tokens": 0, "tool_calls": [], "trace": [], "truth": "3", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": true, "domain": "knowledge_synthesis", "error_class": "CORRECT", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "Finley", "kind": "current_lead", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-know-01", "tokens": 0, "tool_calls": [], "trace": [], "truth": "Finley", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "knowledge_synthesis", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "-01", "kind": "count", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-know-02", "tokens": 0, "tool_calls": [], "trace": [], "truth": "3", "verifier_answer": null}
{"accepted": null, "arm": "A_deterministic", "blocked_calls": 0, "correct": false, "domain": "knowledge_synthesis", "error_class": "INCORRECT_UNDERESTIMATE", "evidence_refs": [], "execution_class": "DETERMINISTIC_EXECUTION", "final_answer": "-01", "kind": "count", "latency_ms": 0, "model_calls": 0, "positions": [], "task_id": "e79r-know-03", "tokens": 0, "tool_calls": [], "trace": [], "truth": "3", "verifier_answer": null}
