{"schema":"cain.e138.code_rsi.v1","generated_at":"2026-11-21T21:56:38Z","duration_s":198.95,"rsi_category":"4_model_assisted_candidate_generation + 1_deterministic_program_evolution","historical_e137_baseline_preserved":{"tasks":8,"score":0.5,"target":0.625,"verdict":"PARTIAL","model":"qwen2.5-coder:1.5b"},"n_tasks":40,"total_condition_evaluations":280,"condition_rates":{"A_g0_zero_shot":0.325,"B_direct_llm_gen":0.35,"C_compute_matched_best_of_N":0.425,"D_ast_rsi_reflection":0.65,"E_ast_rsi_unified_memory":0.7,"F_multigen_inherited_code_rsi":0.725,"G_full_governed_code_rsi":0.725},"condition_ci_95":{"A_g0_zero_shot":[0.2008,0.4798],"B_direct_llm_gen":[0.2213,0.5049],"C_compute_matched_best_of_N":[0.2851,0.578],"D_ast_rsi_reflection":[0.4951,0.7787],"E_ast_rsi_unified_memory":[0.5457,0.8193],"F_multigen_inherited_code_rsi":[0.5717,0.8389],"G_full_governed_code_rsi":[0.5717,0.8389]},"mean_perf_runtime_ms":{"A_g0_zero_shot":8.78,"B_direct_llm_gen":5.95,"C_compute_matched_best_of_N":5.94,"D_ast_rsi_reflection":5.8,"E_ast_rsi_unified_memory":5.79,"F_multigen_inherited_code_rsi":5.89,"G_full_governed_code_rsi":6.01},"comparisons":{"G_vs_A_g0":{"test":"exact_mcnemar_arbitrary_precision","n":40,"rate_a":0.725,"rate_b":0.325,"gain":0.4,"a_only":18,"b_only":2,"p_value":0.00040245056152343723,"log10_p":-3.3953,"p_display":"4.025e-04","underflowed_float64":false,"effect_size":0.8243,"effect_size_type":"cohens_h","confidence_interval_diff":[0.2193,0.5807]},"G_vs_C_compute_matched":{"test":"exact_mcnemar_arbitrary_precision","n":40,"rate_a":0.725,"rate_b":0.425,"gain":0.3,"a_only":12,"b_only":0,"p_value":0.0004882812500000003,"log10_p":-3.3113,"p_display":"4.883e-04","underflowed_float64":false,"effect_size":0.6173,"effect_size_type":"cohens_h","confidence_interval_diff":[0.158,0.442]}},"holm_adjusted_p":{"G_vs_A":{"p_value":0.0008048778866275399,"log10_p":-3.0943,"p_display":"8.049e-04","underflowed_float64":false},"G_vs_C":{"p_value":0.0008048778866275399,"log10_p":-3.0943,"p_display":"8.049e-04","underflowed_float64":false}},"live_local_llm_probe":{"model_id":"qwen2.5:0.5b","n_tasks":8,"llm_calls":15,"total_tokens":2512,"paid_cost_usd":0.0,"raw_g0_pass_rate":0.25,"reflection_pass_rate":0.25,"records":[{"task_id":"E138-CODE-01","family":"intervals","kind":"merge_intervals","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"SYNTAX_ERROR:invalid syntax","latency_ms":12907.9},{"task_id":"E138-CODE-06","family":"dynamic_programming","kind":"min_coins","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"SYNTAX_ERROR:invalid syntax","latency_ms":12617.6},{"task_id":"E138-CODE-11","family":"graphs","kind":"shortest_path_bfs","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"SYNTAX_ERROR:invalid syntax","latency_ms":11935.5},{"task_id":"E138-CODE-16","family":"stack_parsing","kind":"valid_brackets","llm_g0_ok":1,"llm_reflect_ok":1,"g0_err":"case 1: expected=False got=True","latency_ms":9227.7},{"task_id":"E138-CODE-21","family":"sliding_window","kind":"max_subarray_k","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"case 0: expected=3 got=5; case 1: expected=-2 got=-8","latency_ms":6579.8},{"task_id":"E138-CODE-26","family":"binary_search","kind":"lower_bound","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"NO_SOLVE_FN","latency_ms":4078.1},{"task_id":"E138-CODE-31","family":"greedy_heaps","kind":"kth_largest","llm_g0_ok":0,"llm_reflect_ok":0,"g0_err":"case 0: expected=5 got=4; case 1: expected=4 got=3","latency_ms":5210.3},{"task_id":"E138-CODE-36","family":"number_theory_hash","kind":"count_primes","llm_g0_ok":1,"llm_reflect_ok":1,"g0_err":"","latency_ms":6683.6}],"honest_note":"Pure small CPU LLM (0.5B) zero-shot synthesis remains weak on multi-step algorithms; high 40-task governed Code-RSI score relies on Unified Research Memory verified pattern retrieval + AST/OS sandbox verification, NOT neural weight self-improvement."},"sandbox_security_16_vectors":{"total_attacks":16,"blocked":16,"all_blocked":true,"os_isolation_controls_active":["python -I isolated mode","minimal env","RLIMIT_CPU=2s","RLIMIT_AS=192MB","restricted __builtins__","AST static gate"],"os_isolation_controls_blocked_on_host":["seccomp-bpf custom syscall filter (not installed/configured for unprivileged worker)","dedicated container/microVM per task (not provisioned on single host)"],"results":[{"attack":"01_direct_fs_open","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_CALL:open"},{"attack":"02_indirect_fs_pathlib","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:pathlib"},{"attack":"03_process_creation_subprocess","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:subprocess"},{"attack":"04_os_system_exec","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:os"},{"attack":"05_network_socket","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:socket"},{"attack":"06_network_urllib","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:urllib.request"},{"attack":"07_dynamic_import_dunder","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_ATTR:listdir"},{"attack":"08_dynamic_importlib","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:importlib"},{"attack":"09_reflection_subclasses","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_DUNDER_ATTR:__subclasses__"},{"attack":"10_builtins_manipulation","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_NAME:__builtins__"},{"attack":"11_serialization_pickle","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:pickle"},{"attack":"12_resource_infinite_loop","blocked":true,"layer":"OS_RLIMIT_OR_TIMEOUT","detail":"TIMEOUT_CPU_LIMIT"},{"attack":"13_excessive_memory_bomb","blocked":true,"layer":"OS_RLIMIT_OR_TIMEOUT","detail":"case 0: MemoryError: "},{"attack":"14_path_traversal_open","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_CALL:open"},{"attack":"15_env_var_exfiltration","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:os"},{"attack":"16_ctypes_boundary_escape","blocked":true,"layer":"AST_STATIC_GATE","detail":"FORBIDDEN_IMPORT:ctypes"}]},"scientific_verdict":"PARTIAL","sandbox_security_verdict":"PASS","digest":"6c913011859e96107ceccb045424cd1c44202eb11c140975bf878d72234073b7"}