{
  "schema": "cain.e138.code_rsi.v1",
  "generated_at": "2026-11-21T21:56:38Z",
  "duration_s": 198.95,
  "rsi_category": "4_model_assisted_candidate_generation + 1_deterministic_program_evolution",
  "historical_e137_baseline_preserved": {
    "tasks": 8,
    "score": 0.5,
    "target": 0.625,
    "verdict": "PARTIAL",
    "model": "qwen2.5-coder:1.5b"
  },
  "n_tasks": 40,
  "total_condition_evaluations": 280,
  "condition_rates": {
    "A_g0_zero_shot": 0.325,
    "B_direct_llm_gen": 0.35,
    "C_compute_matched_best_of_N": 0.425,
    "D_ast_rsi_reflection": 0.65,
    "E_ast_rsi_unified_memory": 0.7,
    "F_multigen_inherited_code_rsi": 0.725,
    "G_full_governed_code_rsi": 0.725
  },
  "condition_ci_95": {
    "A_g0_zero_shot": [
      0.2008,
      0.4798
    ],
    "B_direct_llm_gen": [
      0.2213,
      0.5049
    ],
    "C_compute_matched_best_of_N": [
      0.2851,
      0.578
    ],
    "D_ast_rsi_reflection": [
      0.4951,
      0.7787
    ],
    "E_ast_rsi_unified_memory": [
      0.5457,
      0.8193
    ],
    "F_multigen_inherited_code_rsi": [
      0.5717,
      0.8389
    ],
    "G_full_governed_code_rsi": [
      0.5717,
      0.8389
    ]
  },
  "mean_perf_runtime_ms": {
    "A_g0_zero_shot": 8.78,
    "B_direct_llm_gen": 5.95,
    "C_compute_matched_best_of_N": 5.94,
    "D_ast_rsi_reflection": 5.8,
    "E_ast_rsi_unified_memory": 5.79,
    "F_multigen_inherited_code_rsi": 5.89,
    "G_full_governed_code_rsi": 6.01
  },
  "comparisons": {
    "G_vs_A_g0": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 40,
      "rate_a": 0.725,
      "rate_b": 0.325,
      "gain": 0.4,
      "a_only": 18,
      "b_only": 2,
      "p_value": 0.00040245056152343723,
      "log10_p": -3.3953,
      "p_display": "4.025e-04",
      "underflowed_float64": false,
      "effect_size": 0.8243,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.2193,
        0.5807
      ]
    },
    "G_vs_C_compute_matched": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 40,
      "rate_a": 0.725,
      "rate_b": 0.425,
      "gain": 0.3,
      "a_only": 12,
      "b_only": 0,
      "p_value": 0.0004882812500000003,
      "log10_p": -3.3113,
      "p_display": "4.883e-04",
      "underflowed_float64": false,
      "effect_size": 0.6173,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.158,
        0.442
      ]
    }
  },
  "holm_adjusted_p": {
    "G_vs_A": {
      "p_value": 0.0008048778866275399,
      "log10_p": -3.0943,
      "p_display": "8.049e-04",
      "underflowed_float64": false
    },
    "G_vs_C": {
      "p_value": 0.0008048778866275399,
      "log10_p": -3.0943,
      "p_display": "8.049e-04",
      "underflowed_float64": false
    }
  },
  "live_local_llm_probe": {
    "model_id": "qwen2.5:0.5b",
    "n_tasks": 8,
    "llm_calls": 15,
    "total_tokens": 2512,
    "paid_cost_usd": 0.0,
    "raw_g0_pass_rate": 0.25,
    "reflection_pass_rate": 0.25,
    "records": [
      {
        "task_id": "E138-CODE-01",
        "family": "intervals",
        "kind": "merge_intervals",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "SYNTAX_ERROR:invalid syntax",
        "latency_ms": 12907.9
      },
      {
        "task_id": "E138-CODE-06",
        "family": "dynamic_programming",
        "kind": "min_coins",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "SYNTAX_ERROR:invalid syntax",
        "latency_ms": 12617.6
      },
      {
        "task_id": "E138-CODE-11",
        "family": "graphs",
        "kind": "shortest_path_bfs",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "SYNTAX_ERROR:invalid syntax",
        "latency_ms": 11935.5
      },
      {
        "task_id": "E138-CODE-16",
        "family": "stack_parsing",
        "kind": "valid_brackets",
        "llm_g0_ok": 1,
        "llm_reflect_ok": 1,
        "g0_err": "case 1: expected=False got=True",
        "latency_ms": 9227.7
      },
      {
        "task_id": "E138-CODE-21",
        "family": "sliding_window",
        "kind": "max_subarray_k",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "case 0: expected=3 got=5; case 1: expected=-2 got=-8",
        "latency_ms": 6579.8
      },
      {
        "task_id": "E138-CODE-26",
        "family": "binary_search",
        "kind": "lower_bound",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "NO_SOLVE_FN",
        "latency_ms": 4078.1
      },
      {
        "task_id": "E138-CODE-31",
        "family": "greedy_heaps",
        "kind": "kth_largest",
        "llm_g0_ok": 0,
        "llm_reflect_ok": 0,
        "g0_err": "case 0: expected=5 got=4; case 1: expected=4 got=3",
        "latency_ms": 5210.3
      },
      {
        "task_id": "E138-CODE-36",
        "family": "number_theory_hash",
        "kind": "count_primes",
        "llm_g0_ok": 1,
        "llm_reflect_ok": 1,
        "g0_err": "",
        "latency_ms": 6683.6
      }
    ],
    "honest_note": "Pure small CPU LLM (0.5B) zero-shot synthesis remains weak on multi-step algorithms; high 40-task governed Code-RSI score relies on Unified Research Memory verified pattern retrieval + AST/OS sandbox verification, NOT neural weight self-improvement."
  },
  "sandbox_security_16_vectors": {
    "total_attacks": 16,
    "blocked": 16,
    "all_blocked": true,
    "os_isolation_controls_active": [
      "python -I isolated mode",
      "minimal env",
      "RLIMIT_CPU=2s",
      "RLIMIT_AS=192MB",
      "restricted __builtins__",
      "AST static gate"
    ],
    "os_isolation_controls_blocked_on_host": [
      "seccomp-bpf custom syscall filter (not installed/configured for unprivileged worker)",
      "dedicated container/microVM per task (not provisioned on single host)"
    ],
    "results": [
      {
        "attack": "01_direct_fs_open",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_CALL:open"
      },
      {
        "attack": "02_indirect_fs_pathlib",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:pathlib"
      },
      {
        "attack": "03_process_creation_subprocess",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:subprocess"
      },
      {
        "attack": "04_os_system_exec",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:os"
      },
      {
        "attack": "05_network_socket",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:socket"
      },
      {
        "attack": "06_network_urllib",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:urllib.request"
      },
      {
        "attack": "07_dynamic_import_dunder",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_ATTR:listdir"
      },
      {
        "attack": "08_dynamic_importlib",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:importlib"
      },
      {
        "attack": "09_reflection_subclasses",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_DUNDER_ATTR:__subclasses__"
      },
      {
        "attack": "10_builtins_manipulation",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_NAME:__builtins__"
      },
      {
        "attack": "11_serialization_pickle",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:pickle"
      },
      {
        "attack": "12_resource_infinite_loop",
        "blocked": true,
        "layer": "OS_RLIMIT_OR_TIMEOUT",
        "detail": "TIMEOUT_CPU_LIMIT"
      },
      {
        "attack": "13_excessive_memory_bomb",
        "blocked": true,
        "layer": "OS_RLIMIT_OR_TIMEOUT",
        "detail": "case 0: MemoryError: "
      },
      {
        "attack": "14_path_traversal_open",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_CALL:open"
      },
      {
        "attack": "15_env_var_exfiltration",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:os"
      },
      {
        "attack": "16_ctypes_boundary_escape",
        "blocked": true,
        "layer": "AST_STATIC_GATE",
        "detail": "FORBIDDEN_IMPORT:ctypes"
      }
    ]
  },
  "scientific_verdict": "PARTIAL",
  "sandbox_security_verdict": "PASS",
  "digest": "6c913011859e96107ceccb045424cd1c44202eb11c140975bf878d72234073b7"
}