{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.014, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-83cf290718618af4", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.011, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-83cf290718618af4", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 11, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.769, "output": {"faulty_stage": 11}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-83cf290718618af4", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-83cf290718618af4", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.037, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-83cf290718618af4", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-83cf290718618af4", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-83cf290718618af4", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-83cf290718618af4", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-83cf290718618af4", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.041, "output": {"faulty_stage": 5}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-83cf290718618af4", "tool_calls": 5, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 5, "truth": 5}, "error": null, "family": "fault_localization", "latency_ms": 0.036, "output": {"faulty_stage": 5}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-83cf290718618af4", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-1732599d89656331", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-1732599d89656331", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 8, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 2.155, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-1732599d89656331", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-1732599d89656331", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-1732599d89656331", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-1732599d89656331", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-1732599d89656331", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-1732599d89656331", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-1732599d89656331", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.034, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-1732599d89656331", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.029, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-1732599d89656331", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-709c571a21eae663", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-709c571a21eae663", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.583, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-709c571a21eae663", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.019, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-709c571a21eae663", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.049, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-709c571a21eae663", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-709c571a21eae663", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-709c571a21eae663", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-709c571a21eae663", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-709c571a21eae663", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.039, "output": {"faulty_stage": 7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-709c571a21eae663", "tool_calls": 5, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-709c571a21eae663", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-661a209b7861845b", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-661a209b7861845b", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.551, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-661a209b7861845b", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-661a209b7861845b", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-661a209b7861845b", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-661a209b7861845b", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-661a209b7861845b", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-661a209b7861845b", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-661a209b7861845b", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-661a209b7861845b", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-661a209b7861845b", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-cf99a792d271b6f7", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-cf99a792d271b6f7", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 4, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.541, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-cf99a792d271b6f7", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.014, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-cf99a792d271b6f7", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-cf99a792d271b6f7", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-cf99a792d271b6f7", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-cf99a792d271b6f7", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-cf99a792d271b6f7", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-cf99a792d271b6f7", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 6}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-cf99a792d271b6f7", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 6}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-cf99a792d271b6f7", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.543, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.015, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.039, "output": {"faulty_stage": 1}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 5, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 1}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-46b20e9569dd7ff1", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-46e232d85c09d735", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-46e232d85c09d735", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 4, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.54, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-46e232d85c09d735", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 3, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-46e232d85c09d735", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 2}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-46e232d85c09d735", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 2}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-46e232d85c09d735", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-46e232d85c09d735", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 2}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-46e232d85c09d735", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 2}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-46e232d85c09d735", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 2}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-46e232d85c09d735", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 2}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-46e232d85c09d735", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-9c9e4772765b2574", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-9c9e4772765b2574", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 4, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.535, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-9c9e4772765b2574", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-9c9e4772765b2574", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-9c9e4772765b2574", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-9c9e4772765b2574", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-9c9e4772765b2574", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.034, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-9c9e4772765b2574", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-9c9e4772765b2574", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 8}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-9c9e4772765b2574", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 8, "truth": 8}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 8}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-9c9e4772765b2574", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-7589547d5f859d4c", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-7589547d5f859d4c", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 8, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.54, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-7589547d5f859d4c", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 7, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-7589547d5f859d4c", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 12}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-7589547d5f859d4c", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 12}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-7589547d5f859d4c", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-7589547d5f859d4c", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 12}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-7589547d5f859d4c", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 12}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-7589547d5f859d4c", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 12}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-7589547d5f859d4c", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 12, "truth": 12}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 12}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-7589547d5f859d4c", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.577, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.014, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 3}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 3}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3c53b5a34cb4da60", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6a6fa91b95110195", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6a6fa91b95110195", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.542, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6a6fa91b95110195", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6a6fa91b95110195", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6a6fa91b95110195", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6a6fa91b95110195", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6a6fa91b95110195", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6a6fa91b95110195", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.057, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6a6fa91b95110195", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6a6fa91b95110195", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6a6fa91b95110195", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-4401f6bdabd43f68", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-4401f6bdabd43f68", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.559, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-4401f6bdabd43f68", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.015, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-4401f6bdabd43f68", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-4401f6bdabd43f68", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-4401f6bdabd43f68", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-4401f6bdabd43f68", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-4401f6bdabd43f68", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-4401f6bdabd43f68", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-4401f6bdabd43f68", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-4401f6bdabd43f68", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.562, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.016, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.035, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-b1f92f23ae25dde9", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-cb65de038bceeecd", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-cb65de038bceeecd", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 8, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.884, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-cb65de038bceeecd", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-cb65de038bceeecd", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.034, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-cb65de038bceeecd", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-cb65de038bceeecd", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-cb65de038bceeecd", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-cb65de038bceeecd", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-cb65de038bceeecd", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.042, "output": {"faulty_stage": 7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-cb65de038bceeecd", "tool_calls": 5, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-cb65de038bceeecd", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-f31d7f0b04775c77", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-f31d7f0b04775c77", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.564, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-f31d7f0b04775c77", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.013, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-f31d7f0b04775c77", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 1.188, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-f31d7f0b04775c77", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-f31d7f0b04775c77", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-f31d7f0b04775c77", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-f31d7f0b04775c77", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-f31d7f0b04775c77", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-f31d7f0b04775c77", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-f31d7f0b04775c77", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d8a235004b3ffb79", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d8a235004b3ffb79", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.645, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d8a235004b3ffb79", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.018, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d8a235004b3ffb79", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.043, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d8a235004b3ffb79", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d8a235004b3ffb79", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d8a235004b3ffb79", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d8a235004b3ffb79", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d8a235004b3ffb79", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.073, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d8a235004b3ffb79", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.028, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d8a235004b3ffb79", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 8, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.62, "output": {"faulty_stage": 8}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.017, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.024, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.039, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-45a4b19a0c9b4495", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-62799c73b590cde0", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-62799c73b590cde0", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 4, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.57, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-62799c73b590cde0", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.016, "output": {"faulty_stage": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-62799c73b590cde0", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.035, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-62799c73b590cde0", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-62799c73b590cde0", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-62799c73b590cde0", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.033, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-62799c73b590cde0", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-62799c73b590cde0", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 6}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-62799c73b590cde0", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "fault_localization", "latency_ms": 0.027, "output": {"faulty_stage": 6}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-62799c73b590cde0", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.552, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.014, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.026, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.036, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.025, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.034, "output": {"faulty_stage": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.042, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-dc02709c9a4a0e81", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.005, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.006, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.69, "output": {"faulty_stage": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.022, "output": {"faulty_stage": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 1, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.034, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.041, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.007, "output": {"faulty_stage": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 0, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.032, "output": {"faulty_stage": 10}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.04, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 4, "vertical": "software"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "fault_localization", "latency_ms": 0.031, "output": {"faulty_stage": 10}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-ff37c4e6b06423ca", "tool_calls": 3, "vertical": "software"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.018, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.005, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.715, "output": {"line": 4, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.18, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.147, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.214, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.009, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.17, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.14, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.286, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.144, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-daae6736f5d126b3", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.744, "output": {"line": 7, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.103, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.082, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.078, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.178, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.301, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.247, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.13, "output": {"line": 6, "vulnerability": "path_traversal"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-62266ca544e935a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.747, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.154, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.14, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.153, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.158, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.173, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.29, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.142, "output": {"line": 3, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-65ff6e2f8832599a", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 2.778, "output": {"line": 8, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.068, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.043, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.042, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.055, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.042, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.095, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.045, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-9ce9764eec5e2091", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.706, "output": {"line": 7, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.117, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.153, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.111, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.112, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.112, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.27, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "path_traversal", "false_positive": false, "missed": false, "truth": "path_traversal"}, "error": null, "family": "vuln_detect", "latency_ms": 0.114, "output": {"line": 4, "vulnerability": "path_traversal"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6c310f34eb90df85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.653, "output": {"line": 7, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.223, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.169, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.181, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.168, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.168, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.381, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.184, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-52c77b600ae0bcca", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.64, "output": {"line": 6, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.063, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.058, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.048, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.064, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.084, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.079, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sql_injection", "false_positive": false, "missed": false, "truth": "sql_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.057, "output": {"line": 7, "vulnerability": "sql_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-5822395d95a1db39", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.644, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.182, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.141, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.14, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.011, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.14, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.149, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.307, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "unsafe_deserialization"}, "error": null, "family": "vuln_detect", "latency_ms": 0.148, "output": {"line": 4, "vulnerability": "unsafe_deserialization"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-9b32c79d2c807a85", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.008, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.627, "output": {"line": 7, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.089, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.126, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.096, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.084, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.084, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.161, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.094, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-dbb2c9d1daaa5e28", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.013, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "sql_injection", "false_positive": true, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.655, "output": {"line": 6, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.165, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.165, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.154, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.17, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.189, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.347, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.169, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-91d3111b57bec556", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.746, "output": {"line": 8, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.2, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.168, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.182, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.337, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.175, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.344, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "hardcoded_secret"}, "error": null, "family": "vuln_detect", "latency_ms": 0.185, "output": {"line": 5, "vulnerability": "hardcoded_secret"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-08ef4c2ab78cc9a4", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.655, "output": {"line": 8, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.104, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.084, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.231, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.009, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.137, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.22, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.172, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.094, "output": {"line": 6, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-c8bc1c51c949eeb5", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.649, "output": {"line": 7, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.128, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.091, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.09, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.09, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.103, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.178, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.095, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-a7918b11e6403c0e", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 2.0, "output": {"line": 7, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.093, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.079, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.08, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.093, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.077, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.167, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.08, "output": {"line": 4, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-b1307f7c318d1dbd", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.646, "output": {"line": 8, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.096, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.08, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.087, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.08, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.08, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.155, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.083, "output": {"line": 5, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3a27a5f13a7e1d06", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 1.162, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.103, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.094, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.13, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.09, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.089, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.172, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.091, "output": {"line": 8, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-0e006804d77c6b12", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.01, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "unsafe_deserialization", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.682, "output": {"line": 7, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.101, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.093, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.092, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.102, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.092, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.178, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.192, "output": {"line": 9, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-64f0f6d4bbef4625", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "hardcoded_secret", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.63, "output": {"line": 8, "vulnerability": "hardcoded_secret"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.099, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.087, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.102, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": true, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.011, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.106, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.087, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.128, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "command_injection", "false_positive": false, "missed": false, "truth": "command_injection"}, "error": null, "family": "vuln_detect", "latency_ms": 0.06, "output": {"line": 7, "vulnerability": "command_injection"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e32ffd66abd90efc", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.006, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.005, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "unsafe_deserialization", "false_positive": true, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.671, "output": {"line": 7, "vulnerability": "unsafe_deserialization"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.195, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.18, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.155, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.161, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.169, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.359, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.169, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-8bd73ac1e5e31959", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.007, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "sql_injection", "false_positive": true, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.618, "output": {"line": 4, "vulnerability": "sql_injection"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.197, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.178, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.159, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.008, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.467, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.168, "output": {"line": null, "vulnerability": "none"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.332, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "none", "false_positive": false, "missed": false, "truth": "none"}, "error": null, "family": "vuln_detect", "latency_ms": 0.172, "output": {"line": null, "vulnerability": "none"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-0d52572b90ee21f2", "tool_calls": 0, "vertical": "security"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.015, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-2cc56f6e180377a3", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-2cc56f6e180377a3", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.647, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-2cc56f6e180377a3", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.122, "output": {"effect_estimate": -1.39, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-2cc56f6e180377a3", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.321, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-2cc56f6e180377a3", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.292, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-2cc56f6e180377a3", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-2cc56f6e180377a3", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.326, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-2cc56f6e180377a3", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.497, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-2cc56f6e180377a3", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.378, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-2cc56f6e180377a3", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 2.146, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.345, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-2cc56f6e180377a3", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.643, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.077, "output": {"effect_estimate": 1.39, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.328, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.293, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.316, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.332, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.349, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 2.359, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.315, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-4a71ecb5441fe2cd", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.724, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.1, "output": {"effect_estimate": 0.1, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.311, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.501, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.307, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.307, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.377, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 1.635, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.307, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d7e2b42fdc4fd290", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6a56cf6c02986089", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6a56cf6c02986089", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.716, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6a56cf6c02986089", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.078, "output": {"effect_estimate": 1.39, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6a56cf6c02986089", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.313, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6a56cf6c02986089", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.318, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6a56cf6c02986089", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6a56cf6c02986089", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.335, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6a56cf6c02986089", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.305, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6a56cf6c02986089", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.365, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6a56cf6c02986089", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 3.381, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "SUPPORTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.347, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6a56cf6c02986089", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-1b629f744cb3e537", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-1b629f744cb3e537", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "SUPPORTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.74, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-1b629f744cb3e537", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.092, "output": {"effect_estimate": -1.39, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-1b629f744cb3e537", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.277, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-1b629f744cb3e537", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.329, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-1b629f744cb3e537", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-1b629f744cb3e537", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.307, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-1b629f744cb3e537", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.34, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-1b629f744cb3e537", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.354, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-1b629f744cb3e537", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 0.586, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.243, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-1b629f744cb3e537", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-f5e4925b54341cb1", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.018, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-f5e4925b54341cb1", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.771, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-f5e4925b54341cb1", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.083, "output": {"effect_estimate": -1.39, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-f5e4925b54341cb1", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.331, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-f5e4925b54341cb1", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.389, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-f5e4925b54341cb1", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.023, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-f5e4925b54341cb1", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.298, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-f5e4925b54341cb1", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.31, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-f5e4925b54341cb1", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.464, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-f5e4925b54341cb1", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 1.413, "rejected_initial_hypothesis_correctly": true, "true_effect": -1.5, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.317, "output": {"effect_estimate": -1.32, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-f5e4925b54341cb1", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.74, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.076, "output": {"effect_estimate": 0.1, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 1, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.298, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.308, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "REJECTED", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.327, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.276, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.363, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 3, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 1.507, "rejected_initial_hypothesis_correctly": true, "true_effect": 0.0, "truth": "REJECTED", "verdict": "REJECTED"}, "error": null, "family": "hypothesis_test", "latency_ms": 0.415, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-79f4d6df69f2b5a5", "tool_calls": 2, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.689, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.011, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.011, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.011, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.01, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 2.074, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.014, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-2320ce13435f8861", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.628, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.011, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 0.973, "rejected_initial_hypothesis_correctly": false, "true_effect": -1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-aef012c04c6ec290", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "REJECTED"}, "error": null, "family": "underpowered", "latency_ms": 0.631, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.018, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.014, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.01, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 1.245, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-8c34f7f2b49025f0", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.708, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.014, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.01, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 4.283, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6ca8db199f50621d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.659, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.016, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.01, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.012, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 2.048, "rejected_initial_hypothesis_correctly": false, "true_effect": 0.0, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.016, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d6b9c1b468581001", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.005, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.005, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.635, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.024, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.022, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 4.527, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d1513c30e1ede2e2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.631, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.008, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.006, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.015, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.007, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.01, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"naive_log_difference": 4.591, "rejected_initial_hypothesis_correctly": false, "true_effect": 1.5, "truth": "INSUFFICIENT_EVIDENCE", "verdict": "INSUFFICIENT_EVIDENCE"}, "error": null, "family": "underpowered", "latency_ms": 0.009, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-78050ab522adf1c2", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.006, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.759, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.178, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.147, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.158, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.014, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.145, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.125, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.304, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.146, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e217d47bd0e0780e", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.009, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.709, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.177, "output": {"source": "S4"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.142, "output": {"source": "S4"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.21, "output": {"source": "S4"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.14, "output": {"source": "S4"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.129, "output": {"source": "S4"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.312, "output": {"source": "S4"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "S4", "fabricated_citation": false, "truth": "S4"}, "error": null, "family": "claim_check", "latency_ms": 0.143, "output": {"source": "S4"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d896004d25a2429d", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.014, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.719, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 2.468, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.153, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.144, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.008, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.169, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.143, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.321, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.146, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-93592be3b4b60838", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.006, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.008, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.854, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.187, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.144, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.148, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.15, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.169, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.302, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.142, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-8ffc3bee262632b8", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.006, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.784, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.163, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.166, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.208, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.16, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.146, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.301, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "NONE"}, "error": null, "family": "claim_check", "latency_ms": 0.172, "output": {"source": "NONE"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3b67b40319fcbfa9", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.007, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.787, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.184, "output": {"source": "S2"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.154, "output": {"source": "S2"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.143, "output": {"source": "S2"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "NONE", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.05, "output": {"source": "NONE"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.17, "output": {"source": "S2"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.165, "output": {"source": "S2"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.354, "output": {"source": "S2"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "S2", "fabricated_citation": false, "truth": "S2"}, "error": null, "family": "claim_check", "latency_ms": 0.193, "output": {"source": "S2"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-2c5b1c248f486cfd", "tool_calls": 0, "vertical": "science"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 208, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.035, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 208, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.031, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 208, "ratio": 0.5385, "reason": "mandatory project missing", "value": 112}, "error": null, "family": "allocation", "latency_ms": 0.69, "output": {"selected": ["P3", "P4", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 7.998, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 8.284, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 11.011, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 208, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.021, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 6.901, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 10.676, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 14.544, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 8.163, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.024, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 161, "ratio": 0.7205, "reason": "mutually exclusive projects both selected", "value": 116}, "error": null, "family": "allocation", "latency_ms": 0.88, "output": {"selected": ["P2", "P4", "P5", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 7.146, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 7.479, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 6.953, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.032, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 7.414, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 10.563, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 14.924, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 7.472, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 154, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.021, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 154, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 154, "ratio": 0.8182, "reason": "mandatory project missing", "value": 126}, "error": null, "family": "allocation", "latency_ms": 0.782, "output": {"selected": ["P6", "P7", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 15.521, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 15.864, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 17.29, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 154, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.035, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 16.487, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 18.556, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 45.121, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 18.481, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.022, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 161, "ratio": 0.7019, "reason": "unknown project", "value": 113}, "error": null, "family": "allocation", "latency_ms": 0.732, "output": {"selected": ["P1", "P10", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.858, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.902, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.86, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.018, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.857, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.703, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 3.489, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 1.697, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 98, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.017, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 98, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.014, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 98, "ratio": 0.2653, "reason": "unknown project", "value": 26}, "error": null, "family": "allocation", "latency_ms": 0.683, "output": {"selected": ["P1", "P10", "P11", "P2"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.647, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.629, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.648, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 98, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.642, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.678, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 3.278, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.667, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 87, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.017, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 87, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 87, "ratio": 0.5862, "reason": "mandatory project missing", "value": 51}, "error": null, "family": "replan", "latency_ms": 0.707, "output": {"selected": ["P3", "P4"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.685, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.705, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.638, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 87, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.017, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 2.034, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.886, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 3.348, "output": {"selected": ["P3", "P5"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.732, "output": {"selected": ["P3", "P5"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 78, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.019, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 78, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 78, "ratio": 0.8718, "reason": "over budget", "value": 68}, "error": null, "family": "replan", "latency_ms": 0.732, "output": {"selected": ["P2", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.658, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 0.999, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.093, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 78, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.025, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.791, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.649, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 4.956, "output": {"selected": ["P6", "P8"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.677, "output": {"selected": ["P6", "P8"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 92, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.033, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 92, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.015, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 92, "ratio": 0.7826, "reason": "over budget", "value": 72}, "error": null, "family": "replan", "latency_ms": 0.769, "output": {"selected": ["P2", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.783, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.642, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 1.859, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 92, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.019, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 1.879, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 1.892, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.816, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 1.974, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 139, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.021, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 139, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.013, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 139, "ratio": 1.2374, "reason": "over budget", "value": 172}, "error": null, "family": "replan", "latency_ms": 0.86, "output": {"selected": ["P2", "P5", "P7", "P9"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.035, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.344, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.352, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 139, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.019, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.523, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.919, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 8.815, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 4.82, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 157, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.022, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"feasible": false, "optimum": 157, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.014, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"feasible": false, "optimum": 157, "ratio": 0.6624, "reason": "over budget", "value": 104}, "error": null, "family": "replan", "latency_ms": 0.837, "output": {"selected": ["P3", "P4"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 1.919, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 5.036, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 1.863, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"feasible": false, "optimum": 157, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.019, "output": {"selected": []}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 1.907, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 1.876, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 3.663, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 1.831, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.021, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.782, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.112, "output": {"decision": "KEEP", "effect_estimate": 21.56}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.258, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.164, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.173, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.153, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.248, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.163, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.815, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.098, "output": {"decision": "KEEP", "effect_estimate": -28.99}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.217, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.202, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.164, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.186, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.33, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.211, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.729, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.093, "output": {"decision": "KEEP", "effect_estimate": -63.51}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.234, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.164, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.191, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.173, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.256, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.197, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-be2a014e63a2ab95", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-be2a014e63a2ab95", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.715, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-be2a014e63a2ab95", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.09, "output": {"decision": "RAISE", "effect_estimate": 24.15}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-be2a014e63a2ab95", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.208, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.167, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-be2a014e63a2ab95", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.188, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.16, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.243, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.196, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.694, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.095, "output": {"decision": "RAISE", "effect_estimate": 59.69}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.204, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.158, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.18, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.162, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.24, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.202, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.657, "output": {"decision": "KEEP", "effect_estimate": 13.35}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.095, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.096, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.071, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.065, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.077, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.167, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.078, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.635, "output": {"decision": "KEEP", "effect_estimate": -66.79}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.083, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.068, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.089, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.076, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.078, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.147, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.076, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.633, "output": {"decision": "KEEP", "effect_estimate": 13.35}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.086, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.072, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.07, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.066, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.065, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.141, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.063, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-391246447a31672e", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.005, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.534, "output": {"decision": "KEEP", "effect_estimate": 13.35}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.089, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.07, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.061, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.005, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.084, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.069, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.118, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.065, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.005, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.549, "output": {"decision": "KEEP", "effect_estimate": -66.79}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.08, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.089, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.065, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.006, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.065, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.067, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.131, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.095, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-182ca39e40140934", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-182ca39e40140934", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.562, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-182ca39e40140934", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.032, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-182ca39e40140934", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-182ca39e40140934", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-182ca39e40140934", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-182ca39e40140934", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.027, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-182ca39e40140934", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-182ca39e40140934", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 1}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-182ca39e40140934", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 1}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-182ca39e40140934", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-92cb955d6c7289cf", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-92cb955d6c7289cf", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.55, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-92cb955d6c7289cf", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 7, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-92cb955d6c7289cf", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.027, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-92cb955d6c7289cf", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.023, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.029, "output": {"faulty_component": 10}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-92cb955d6c7289cf", "tool_calls": 5, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.045, "output": {"faulty_component": 10}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3566a15d09db0685", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3566a15d09db0685", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.561, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3566a15d09db0685", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3566a15d09db0685", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.025, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3566a15d09db0685", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.025, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.03, "output": {"faulty_component": 7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3566a15d09db0685", "tool_calls": 5, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-4539ae0c7f673305", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-4539ae0c7f673305", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.524, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-4539ae0c7f673305", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-4539ae0c7f673305", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.018, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-4539ae0c7f673305", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 1}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-4539ae0c7f673305", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 1}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6e8036acd09a7f97", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6e8036acd09a7f97", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 6, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.558, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6e8036acd09a7f97", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 5}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6e8036acd09a7f97", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.028, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6e8036acd09a7f97", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 7}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6e8036acd09a7f97", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 7}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-3c90546384512e1d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-3c90546384512e1d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.586, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-3c90546384512e1d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-3c90546384512e1d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.026, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.03, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-3c90546384512e1d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.027, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.034, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 2}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-3c90546384512e1d", "tool_calls": 5, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 2}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 4, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e2349eb404909333", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e2349eb404909333", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 2, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.557, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e2349eb404909333", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 4, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e2349eb404909333", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e2349eb404909333", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e2349eb404909333", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e2349eb404909333", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e2349eb404909333", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e2349eb404909333", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 6}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e2349eb404909333", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 6}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e2349eb404909333", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-862f952efe228522", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-862f952efe228522", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 3, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.558, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-862f952efe228522", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.063, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-862f952efe228522", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 6}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 6}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-862f952efe228522", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 6}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-862f952efe228522", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e53b66aa691f1961", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e53b66aa691f1961", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.585, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e53b66aa691f1961", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.029, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e53b66aa691f1961", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e53b66aa691f1961", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 5, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.619, "output": {"faulty_component": 5}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.045, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 9}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.018, "output": {"faulty_component": 9}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-1a9f25411646748d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-1a9f25411646748d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 9, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.605, "output": {"faulty_component": 9}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-1a9f25411646748d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.026, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-1a9f25411646748d", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 2}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 2}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-1a9f25411646748d", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 2}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-ba75d43b5e826676", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-ba75d43b5e826676", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 7, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.626, "output": {"faulty_component": 7}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-ba75d43b5e826676", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.038, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-ba75d43b5e826676", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 10}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.025, "output": {"faulty_component": 10}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-ba75d43b5e826676", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.017, "output": {"faulty_component": 10}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e60df157ce7d858e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e60df157ce7d858e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 3, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.611, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e60df157ce7d858e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e60df157ce7d858e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.048, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 4}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.025, "output": {"faulty_component": 4}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e60df157ce7d858e", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 4}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-b20ef7e200fc922e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-b20ef7e200fc922e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": 5, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.616, "output": {"faulty_component": 5}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-b20ef7e200fc922e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.034, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.011, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.004, "output": {"faulty_component": 1}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-b20ef7e200fc922e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 3}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 3}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-b20ef7e200fc922e", "tool_calls": 2, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 3}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 1, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.01, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-7c12785be910d644", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.005, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-7c12785be910d644", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE400", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.63, "output": {"section": "IPE400"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-7c12785be910d644", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.123, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.081, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-7c12785be910d644", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.07, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.291, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-7c12785be910d644", "tool_calls": 16, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.07, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-7c12785be910d644", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-7caecce82fd102e7", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.005, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-7caecce82fd102e7", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE240", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.613, "output": {"section": "IPE240"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-7caecce82fd102e7", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.109, "output": {"section": "IPE300"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.06, "output": {"section": "IPE300"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.07, "output": {"section": "IPE300"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.007, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-7caecce82fd102e7", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.061, "output": {"section": "IPE300"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.06, "output": {"section": "IPE300"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.114, "output": {"section": "IPE300"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-7caecce82fd102e7", "tool_calls": 14, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.07, "output": {"section": "IPE300"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 7, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.016, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE240", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.643, "output": {"section": "IPE240"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.098, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.068, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.074, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.093, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.129, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 16, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.068, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-a7b9737d667a063e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.005, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-a7b9737d667a063e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE330", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.604, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-a7b9737d667a063e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.057, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.049, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.037, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-a7b9737d667a063e", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.031, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.029, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.056, "output": {"section": "IPE200"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-a7b9737d667a063e", "tool_calls": 6, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.031, "output": {"section": "IPE200"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.005, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE220", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.601, "output": {"section": "IPE220"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.055, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.04, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.043, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.031, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.029, "output": {"section": "IPE200"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.056, "output": {"section": "IPE200"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 6, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.031, "output": {"section": "IPE200"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 3, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.005, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "IPE240", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.603, "output": {"section": "IPE240"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.087, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.091, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.006, "output": {"section": "IPE160"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 0, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.07, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE330"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.127, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 16, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.14, "output": {"section": "IPE330"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 8, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.037, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.007, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.636, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.104, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.044, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.099, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.006, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.076, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.069, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.092, "output": {"misconception": "percent_of_whole"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.04, "output": {"misconception": "percent_of_whole"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6b81b85ca40faa0a", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.006, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.63, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.071, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.063, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.046, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-091223e130355632", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.626, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.058, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.033, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.033, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.073, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.035, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-fb3d7853fb72a3ba", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.006, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.69, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.096, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.044, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.06, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.058, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.103, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.077, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-30f33dfe6829479b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.709, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.065, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.032, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.041, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.066, "output": {"misconception": "add_across"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "add_across", "simulated_posttest_gain": 1.0, "truth": "add_across"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.04, "output": {"misconception": "add_across"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-f5f7d9f7416cfedf", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.006, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.601, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.065, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.039, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.035, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.059, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "percent_of_whole"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.067, "output": {"misconception": "percent_of_whole"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "percent_of_whole", "simulated_posttest_gain": 1.0, "truth": "percent_of_whole"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.037, "output": {"misconception": "percent_of_whole"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-7a1b5bd1987b5c24", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.712, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.123, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.041, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.007, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.037, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.033, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.068, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.032, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-7eabbbe4bb9acac2", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.004, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.591, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.081, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.048, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.029, "output": {"misconception": "sign_ignored"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.058, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "sign_ignored", "simulated_posttest_gain": 1.0, "truth": "sign_ignored"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.03, "output": {"misconception": "sign_ignored"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-56c5baf6b4c41d59", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.599, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.057, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.052, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.038, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.045, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.033, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.059, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-beed92fa0a8b6c86", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.786, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.108, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.046, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.041, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"answer": "add_across", "simulated_posttest_gain": 0.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.005, "output": {"misconception": "add_across"}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.044, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.034, "output": {"misconception": "exponent_multiply"}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.065, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"answer": "exponent_multiply", "simulated_posttest_gain": 1.0, "truth": "exponent_multiply"}, "error": null, "family": "misconception_diagnosis", "latency_ms": 0.036, "output": {"misconception": "exponent_multiply"}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-30945178bef0b6f8", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.016, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.54, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.016, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.02, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["exponents", "scientific_notation"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-cda35b494de41645", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"reason": "probability before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"reason": "probability before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.539, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["ratios", "probability"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.011, "output": {"plan": ["ratios", "probability"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["ratios", "probability"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"reason": "probability before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.019, "output": {"plan": ["ratios", "probability"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["ratios", "probability"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["ratios", "probability"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.031, "output": {"plan": ["ratios", "probability"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-f29d6c993a60ff4c", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"reason": "percent before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"reason": "percent before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "C", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.615, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.02, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.012, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.031, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"reason": "percent before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.024, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.011, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.045, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 4, "min_length": 4}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-4108c8b7e593924b", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": true, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.562, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.024, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.012, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.013, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.012, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.013, "output": {"plan": ["percent"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["percent"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-416dcde738f77a08", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.522, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.011, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.044, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.022, "output": {"plan": ["probability"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["probability"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-e0e42dfe13a0f913", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "B", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.005, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.517, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "G0", "detail": {"reason": "scientific_notation before its prerequisites"}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 2, "min_length": 2}, "error": null, "family": "learning_plan", "latency_ms": 0.015, "output": {"plan": ["decimals", "scientific_notation"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-d73ac0cd26c3f0fa", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.594, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.026, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.031, "output": {"plan": ["probability"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.013, "output": {"plan": ["probability"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.016, "output": {"plan": ["probability"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-65e8e7ba3bb28b79", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.028, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": true, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.608, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.015, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.012, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.009, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["percent"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.012, "output": {"plan": ["percent"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.015, "output": {"plan": ["percent"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-20d8686c35378fe5", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.523, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.034, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["decimals"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["decimals"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.011, "output": {"plan": ["decimals"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-6bac06d6dd735b90", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "default", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "B", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.006, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "context", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"ends_with_target": false, "length": 4, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.525, "output": {"plan": ["division", "fractions", "decimals", "percent"]}, "self_verified": false, "split": "heldout", "strategy": "retrieval", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.014, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "probe", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "E", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.018, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "memory:expert", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "planning:expert", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G0", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.007, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "before-learning", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "G", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.013, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "learned-signature:expert", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "H", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.008, "output": {"plan": ["proportional_reasoning"]}, "self_verified": false, "split": "heldout", "strategy": "adaptive:expert", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "I", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.011, "output": {"plan": ["proportional_reasoning"]}, "self_verified": true, "split": "heldout", "strategy": "specialist:expert+verifier", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": true, "arm": "J", "detail": {"ends_with_target": true, "length": 1, "min_length": 1}, "error": null, "family": "learning_plan", "latency_ms": 0.01, "output": {"plan": ["proportional_reasoning"]}, "self_verified": true, "split": "heldout", "strategy": "full:expert", "task_id": "t-5fb6a31ea9d7a83e", "tool_calls": 0, "vertical": "education"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 208, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.059, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "allocation", "latency_ms": 0.347, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 8.412, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 208, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.03, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 10.39, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 208, "ratio": 1.0, "reason": "ok", "value": 208}, "error": null, "family": "allocation", "latency_ms": 8.44, "output": {"selected": ["P10", "P4", "P5", "P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-3430b44ce245a177", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.03, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "allocation", "latency_ms": 0.338, "output": {"faulty_stage": 4}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 8.64, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.031, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 8.577, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 8.538, "output": {"selected": ["P2", "P4", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-141e8ae5b063ebea", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 154, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.029, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "allocation", "latency_ms": 0.286, "output": {"faulty_stage": 4}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 19.347, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 154, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.046, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 17.933, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 154, "ratio": 1.0, "reason": "ok", "value": 154}, "error": null, "family": "allocation", "latency_ms": 18.157, "output": {"selected": ["P10", "P11", "P2", "P4", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-84815282efe5e6f4", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.025, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "allocation", "latency_ms": 0.341, "output": {"faulty_stage": 8}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 2.049, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 161, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.022, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 2.0, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 161, "ratio": 1.0, "reason": "ok", "value": 161}, "error": null, "family": "allocation", "latency_ms": 2.052, "output": {"selected": ["P1", "P3", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-b96d9adc35b15958", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 98, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.055, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "allocation", "latency_ms": 0.323, "output": {"faulty_stage": 4}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 2.036, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 98, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "allocation", "latency_ms": 0.023, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 3.31, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 98, "ratio": 1.0, "reason": "ok", "value": 98}, "error": null, "family": "allocation", "latency_ms": 1.777, "output": {"selected": ["P1", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-718b460d9041ec5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 87, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.032, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "replan", "latency_ms": 0.344, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.798, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 87, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.02, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.782, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 87, "ratio": 1.0, "reason": "ok", "value": 87}, "error": null, "family": "replan", "latency_ms": 1.807, "output": {"selected": ["P3", "P5"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-983f54542ad21689", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 78, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.022, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "replan", "latency_ms": 0.335, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.953, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 78, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.022, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.766, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 78, "ratio": 1.0, "reason": "ok", "value": 78}, "error": null, "family": "replan", "latency_ms": 1.781, "output": {"selected": ["P6", "P8"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-d6cea647a6b3826d", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 92, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.027, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "replan", "latency_ms": 0.341, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.924, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 92, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.02, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.724, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 92, "ratio": 1.0, "reason": "ok", "value": 92}, "error": null, "family": "replan", "latency_ms": 3.592, "output": {"selected": ["P2", "P8", "P9"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-0284a03e1196daaf", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 139, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.048, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "replan", "latency_ms": 0.373, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 8.418, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 139, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.03, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 13.251, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 139, "ratio": 1.0, "reason": "ok", "value": 139}, "error": null, "family": "replan", "latency_ms": 11.879, "output": {"selected": ["P10", "P5", "P6"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-d6ba627a53c7ca5c", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"feasible": false, "optimum": 157, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.028, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing selected"}, "error": null, "family": "replan", "latency_ms": 0.334, "output": {"faulty_stage": 4}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 5.045, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"feasible": false, "optimum": 157, "ratio": 0.0, "reason": "mandatory project missing", "value": 0}, "error": null, "family": "replan", "latency_ms": 0.026, "output": {"selected": []}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 5.0, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"feasible": true, "optimum": 157, "ratio": 1.0, "reason": "ok", "value": 157}, "error": null, "family": "replan", "latency_ms": 7.58, "output": {"selected": ["P4", "P6", "P7"]}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-3f48a017a2f0efc3", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.023, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.343, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.212, "output": {"decision": "KEEP", "effect_estimate": 21.56}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.011, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 0, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.48, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 2, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.353, "output": {"decision": "KEEP", "effect_estimate": 9.45}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-a899ddaa9f312ebe", "tool_calls": 4, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.012, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 4, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.29, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 4, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.179, "output": {"decision": "KEEP", "effect_estimate": -28.99}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 4, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.01, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 4, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.454, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 6, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.415, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-63b52f2fc71b0c17", "tool_calls": 8, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.011, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 8, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.305, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 8, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.164, "output": {"decision": "KEEP", "effect_estimate": -63.51}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 8, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 8, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.363, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 10, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "scenario_test", "latency_ms": 0.354, "output": {"decision": "KEEP", "effect_estimate": -51.7}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-31a3ee3a0f96a908", "tool_calls": 12, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-be2a014e63a2ab95", "tool_calls": 12, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.202, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-be2a014e63a2ab95", "tool_calls": 12, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.195, "output": {"decision": "RAISE", "effect_estimate": 24.15}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-be2a014e63a2ab95", "tool_calls": 12, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-be2a014e63a2ab95", "tool_calls": 12, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.337, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 14, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.332, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-be2a014e63a2ab95", "tool_calls": 16, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.011, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 16, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.229, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 16, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 7.265, "output": {"decision": "RAISE", "effect_estimate": 59.69}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 16, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.014, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 16, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.282, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 18, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "scenario_test", "latency_ms": 0.22, "output": {"decision": "RAISE", "effect_estimate": 53.85}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-9c3e2f7ebed4cf11", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.292, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.101, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.083, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": 0.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.073, "output": {"decision": "KEEP", "effect_estimate": 0.88}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-07b50fd806227a0b", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.231, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.116, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.085, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.066, "output": {"decision": "RAISE", "effect_estimate": 36.58}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-44c74e8bb9006040", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.008, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.241, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.087, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.085, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.073, "output": {"decision": "KEEP", "effect_estimate": -54.16}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-391246447a31672e", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.235, "output": {"effect_estimate": 1.61, "verdict": "SUPPORTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.087, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.093, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "KEEP", "estimate_ok": true, "true_effect": -60.0, "truth": "KEEP"}, "error": null, "family": "logged_ab", "latency_ms": 0.063, "output": {"decision": "KEEP", "effect_estimate": -51.31}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-5d529b114b50a2b0", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.007, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"decision": "", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 16.542, "output": {"effect_estimate": 0.47, "verdict": "REJECTED"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.179, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"decision": "KEEP", "estimate_ok": false, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.028, "output": {"decision": "KEEP", "effect_estimate": 0.0}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.077, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"decision": "RAISE", "estimate_ok": true, "true_effect": 60.0, "truth": "RAISE"}, "error": null, "family": "logged_ab", "latency_ms": 0.063, "output": {"decision": "RAISE", "effect_estimate": 42.16}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-04060ff250aed9df", "tool_calls": 20, "vertical": "business"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-182ca39e40140934", "tool_calls": 20, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.287, "output": {"faulty_stage": 8}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-182ca39e40140934", "tool_calls": 20, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.038, "output": {"faulty_component": 3}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-182ca39e40140934", "tool_calls": 21, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E_source", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.008, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-182ca39e40140934", "tool_calls": 21, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-182ca39e40140934", "tool_calls": 24, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.023, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-182ca39e40140934", "tool_calls": 27, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-92cb955d6c7289cf", "tool_calls": 27, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.197, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-92cb955d6c7289cf", "tool_calls": 27, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 7, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-92cb955d6c7289cf", "tool_calls": 28, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.008, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-92cb955d6c7289cf", "tool_calls": 28, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.06, "output": {"faulty_component": 10}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 32, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 10}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-92cb955d6c7289cf", "tool_calls": 36, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-3566a15d09db0685", "tool_calls": 36, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.194, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-3566a15d09db0685", "tool_calls": 36, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.03, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-3566a15d09db0685", "tool_calls": 37, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-3566a15d09db0685", "tool_calls": 37, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.025, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 41, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-3566a15d09db0685", "tool_calls": 45, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "A", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-4539ae0c7f673305", "tool_calls": 45, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.202, "output": {"faulty_stage": 8}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-4539ae0c7f673305", "tool_calls": 45, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 3, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 3}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-4539ae0c7f673305", "tool_calls": 46, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "E_source", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-4539ae0c7f673305", "tool_calls": 46, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 49, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 1, "truth": 1}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.018, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-4539ae0c7f673305", "tool_calls": 52, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-6e8036acd09a7f97", "tool_calls": 52, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.209, "output": {"faulty_stage": 4}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-6e8036acd09a7f97", "tool_calls": 52, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 5, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 5}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-6e8036acd09a7f97", "tool_calls": 53, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-6e8036acd09a7f97", "tool_calls": 53, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 56, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 7, "truth": 7}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 7}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-6e8036acd09a7f97", "tool_calls": 59, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-3c90546384512e1d", "tool_calls": 59, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.2, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-3c90546384512e1d", "tool_calls": 59, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 6, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-3c90546384512e1d", "tool_calls": 60, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-3c90546384512e1d", "tool_calls": 60, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.027, "output": {"faulty_component": 2}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 64, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 2}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-3c90546384512e1d", "tool_calls": 68, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-e2349eb404909333", "tool_calls": 68, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.156, "output": {"faulty_stage": 8}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-e2349eb404909333", "tool_calls": 68, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "D", "detail": {"answer": 4, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 8.111, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-e2349eb404909333", "tool_calls": 69, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-e2349eb404909333", "tool_calls": 69, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.045, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-e2349eb404909333", "tool_calls": 71, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "chain_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-e2349eb404909333", "tool_calls": 73, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.007, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-862f952efe228522", "tool_calls": 73, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.303, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-862f952efe228522", "tool_calls": 73, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.06, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-862f952efe228522", "tool_calls": 74, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.007, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-862f952efe228522", "tool_calls": 74, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.018, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-862f952efe228522", "tool_calls": 75, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 6, "truth": 6}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 6}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-862f952efe228522", "tool_calls": 76, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-e53b66aa691f1961", "tool_calls": 76, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.226, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-e53b66aa691f1961", "tool_calls": 76, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-e53b66aa691f1961", "tool_calls": 77, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-e53b66aa691f1961", "tool_calls": 77, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.021, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 78, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-e53b66aa691f1961", "tool_calls": 79, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 79, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.234, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 79, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 9}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 80, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 80, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 9}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 81, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 9, "truth": 9}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 9}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-fcd5444d2466e5e8", "tool_calls": 82, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-1a9f25411646748d", "tool_calls": 82, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.209, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-1a9f25411646748d", "tool_calls": 82, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.019, "output": {"faulty_component": 2}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-1a9f25411646748d", "tool_calls": 83, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-1a9f25411646748d", "tool_calls": 83, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 2}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 84, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 2, "truth": 2}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.016, "output": {"faulty_component": 2}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-1a9f25411646748d", "tool_calls": 85, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-ba75d43b5e826676", "tool_calls": 85, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.229, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-ba75d43b5e826676", "tool_calls": 85, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 10}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-ba75d43b5e826676", "tool_calls": 86, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-ba75d43b5e826676", "tool_calls": 86, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.015, "output": {"faulty_component": 10}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 87, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 10, "truth": 10}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 10}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-ba75d43b5e826676", "tool_calls": 88, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-e60df157ce7d858e", "tool_calls": 88, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.228, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-e60df157ce7d858e", "tool_calls": 88, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.02, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-e60df157ce7d858e", "tool_calls": 89, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-e60df157ce7d858e", "tool_calls": 89, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.014, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 90, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 4, "truth": 4}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.012, "output": {"faulty_component": 4}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-e60df157ce7d858e", "tool_calls": 91, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.005, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-b20ef7e200fc922e", "tool_calls": 91, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"reason": "missing faulty_component"}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.214, "output": {"faulty_stage": 9}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-b20ef7e200fc922e", "tool_calls": 91, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.024, "output": {"faulty_component": 3}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-b20ef7e200fc922e", "tool_calls": 92, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": 1, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.006, "output": {"faulty_component": 1}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-b20ef7e200fc922e", "tool_calls": 92, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.022, "output": {"faulty_component": 3}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 93, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": 3, "truth": 3}, "error": null, "family": "skewed_prior_diagnosis", "latency_ms": 0.013, "output": {"faulty_component": 3}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-b20ef7e200fc922e", "tool_calls": 94, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.013, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-7c12785be910d644", "tool_calls": 94, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.233, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-7c12785be910d644", "tool_calls": 94, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.102, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-7c12785be910d644", "tool_calls": 102, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.008, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-7c12785be910d644", "tool_calls": 102, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.084, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-7c12785be910d644", "tool_calls": 110, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 7.221, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-7c12785be910d644", "tool_calls": 118, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.016, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-7caecce82fd102e7", "tool_calls": 118, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.29, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-7caecce82fd102e7", "tool_calls": 118, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.136, "output": {"section": "IPE300"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-7caecce82fd102e7", "tool_calls": 125, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.01, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-7caecce82fd102e7", "tool_calls": 125, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.079, "output": {"section": "IPE300"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 132, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE300", "truth": "IPE300"}, "error": null, "family": "beam_sizing", "latency_ms": 0.067, "output": {"section": "IPE300"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-7caecce82fd102e7", "tool_calls": 139, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.008, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 139, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.271, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 139, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.089, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 147, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.009, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 147, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.076, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 155, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.072, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-afcf7ed91a0bbea6", "tool_calls": 163, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.008, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-a7b9737d667a063e", "tool_calls": 163, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.241, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-a7b9737d667a063e", "tool_calls": 163, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.068, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-a7b9737d667a063e", "tool_calls": 166, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.01, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-a7b9737d667a063e", "tool_calls": 166, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.069, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 169, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.036, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-a7b9737d667a063e", "tool_calls": 172, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.009, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 172, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.24, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 172, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.058, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 175, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.008, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 175, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.038, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 178, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE200", "truth": "IPE200"}, "error": null, "family": "beam_sizing", "latency_ms": 0.034, "output": {"section": "IPE200"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-ad61f5b62994d4ea", "tool_calls": 181, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "A", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.007, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "default", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 181, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "C", "detail": {"answer": "", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.2, "output": {"effect_estimate": null, "verdict": "INSUFFICIENT_EVIDENCE"}, "self_verified": false, "split": "transfer", "strategy": "retrieval", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 181, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "D", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.083, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "probe", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 189, "vertical": "engineering"}
{"abstained": false, "accepted": false, "arm": "E_source", "detail": {"answer": "IPE160", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.007, "output": {"section": "IPE160"}, "self_verified": false, "split": "transfer", "strategy": "source-memory:default", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 189, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "G_source", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.101, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "source-signature:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 197, "vertical": "engineering"}
{"abstained": false, "accepted": true, "arm": "F", "detail": {"answer": "IPE330", "truth": "IPE330"}, "error": null, "family": "beam_sizing", "latency_ms": 0.075, "output": {"section": "IPE330"}, "self_verified": false, "split": "transfer", "strategy": "planning:expert", "task_id": "t-f9a4e407fceb4e19", "tool_calls": 205, "vertical": "engineering"}
