{
  "schema": "cain.unified_apex.code_rsi.v1",
  "generated_at": "2026-11-21T19:44:38Z",
  "duration_s": 921.08,
  "model_id": "qwen2.5-coder:1.5b",
  "model_version": "ollama:0.12.3:1.5B:Q4_K_M:d7372fd82851",
  "total_tokens": 3823,
  "paid_cost_usd": 0.0,
  "ast_escape_attacks_blocked": "4/4",
  "ast_sandbox_all_blocked": true,
  "n_tasks": 8,
  "g0_zero_shot_rate": 0.375,
  "compute_matched_best_of_2_rate": 0.375,
  "cain_unified_code_rsi_rate": 0.5,
  "cain_ci_95": [
    0.2152,
    0.7848
  ],
  "comparison_vs_g0": {
    "test": "exact_mcnemar",
    "n": 8,
    "rate_a": 0.5,
    "rate_b": 0.375,
    "gain": 0.125,
    "a_only": 1,
    "b_only": 0,
    "p_value": 1.0,
    "effect_size": 0.2527,
    "effect_size_type": "cohens_h",
    "confidence_interval_diff": [
      -0.1042,
      0.3542
    ]
  },
  "comparison_vs_compute_matched": {
    "test": "exact_mcnemar",
    "n": 8,
    "rate_a": 0.5,
    "rate_b": 0.375,
    "gain": 0.125,
    "a_only": 1,
    "b_only": 0,
    "p_value": 1.0,
    "effect_size": 0.2527,
    "effect_size_type": "cohens_h",
    "confidence_interval_diff": [
      -0.1042,
      0.3542
    ]
  },
  "tasks": [
    {
      "task_id": "CODE-01-MERGE-INTERVALS",
      "family": "intervals",
      "g0_zero_shot": 1,
      "compute_matched_best_of_2": 1,
      "cain_unified_code_rsi": 1,
      "repaired_by_unified_loop": false,
      "code1_sha256": "25959512ed5da513aeda88bdf70cac1567e5c9bb420cf2106dfdf324d80628b3"
    },
    {
      "task_id": "CODE-02-MIN-COINS-DP",
      "family": "dynamic_programming",
      "g0_zero_shot": 0,
      "compute_matched_best_of_2": 0,
      "cain_unified_code_rsi": 0,
      "repaired_by_unified_loop": false,
      "code1_sha256": "1a0ac20d260ba97dd27db34ed74670c69376fd6998544bb2defc4ec19747a892"
    },
    {
      "task_id": "CODE-03-SHORTEST-PATH-BFS",
      "family": "graph_bfs",
      "g0_zero_shot": 1,
      "compute_matched_best_of_2": 1,
      "cain_unified_code_rsi": 1,
      "repaired_by_unified_loop": false,
      "code1_sha256": "466b1886cb7b990df1c18e3372469eae5fa4471a838c52ad080f9aef7deb4874"
    },
    {
      "task_id": "CODE-04-LONGEST-INC-SUBSEQ",
      "family": "dynamic_programming",
      "g0_zero_shot": 1,
      "compute_matched_best_of_2": 1,
      "cain_unified_code_rsi": 1,
      "repaired_by_unified_loop": false,
      "code1_sha256": "ac5220ab1424952d58b1b50c1b3ea68c85c060bd3911c6e51431374deaa4c00d"
    },
    {
      "task_id": "CODE-05-VALID-BRACKETS",
      "family": "stack",
      "g0_zero_shot": 0,
      "compute_matched_best_of_2": 0,
      "cain_unified_code_rsi": 0,
      "repaired_by_unified_loop": false,
      "code1_sha256": "c5f37ccc15f48b3a3d02892f86dd1a64b4672a75c470ecc43f3f83e6fc49c034"
    },
    {
      "task_id": "CODE-06-EDIT-DISTANCE",
      "family": "dynamic_programming",
      "g0_zero_shot": 0,
      "compute_matched_best_of_2": 0,
      "cain_unified_code_rsi": 1,
      "repaired_by_unified_loop": true,
      "code1_sha256": "6a9cc39f5cebee7a245afbab0d856c3df1f021d3f6fc18d742f21cbd5120b386"
    },
    {
      "task_id": "CODE-07-TOPO-CYCLE",
      "family": "graph_dag",
      "g0_zero_shot": 0,
      "compute_matched_best_of_2": 0,
      "cain_unified_code_rsi": 0,
      "repaired_by_unified_loop": false,
      "code1_sha256": "fe05e79e279b3fc599feaea5e42aae41f4232609b72b64f534965c824fb19b55"
    },
    {
      "task_id": "CODE-08-MAX-SUBARRAY-K",
      "family": "sliding_window",
      "g0_zero_shot": 0,
      "compute_matched_best_of_2": 0,
      "cain_unified_code_rsi": 0,
      "repaired_by_unified_loop": false,
      "code1_sha256": "85f9d3f913db7fbd8f2a2a61092cc9a40c99aac0488d62934cfea7d713a32a55"
    }
  ],
  "scientific_verdict": "PARTIAL",
  "integrity_verdict": "VERIFIED",
  "limitations": [
    "8 algorithmic Python tasks evaluated with local 3B quantized model on CPU; small sample size (n=8) limits McNemar statistical power.",
    "Pure algorithmic functions only; not multi-file repository software engineering."
  ]
}