Verifier run on the PUBLISHED (redacted) files: { "schema": "cain2027.e79.offline_verification.v2", "package": "evidence_v2.json", "artifacts": ".", "verified": false, "passed_count": 142, "total_checks": 144, "failed": [ { "check": "bundle_sha256_matches", "ok": false, "detail": "got 'bf0e23924f5f281c30175e5a14b101f6179888a15aeca227ae3c33bef2521f3d' want 'b24b9322e57ea87ba76a95208dc2941f7ab6dec79f041a8275f9ca6cf7e966f1'" }, { "check": "merkle_root_matches", "ok": false, "detail": "got '6c22051ae45f344265e00d9f1f7d98bb90fa4758993045b381e865d1fee03506' want 'd42ff7744cfb9ab66149f8d891cac771bcfa950dd53b924f0e48133a18aadcc8'" } ], "checks": [ { "check": "all_fields_present", "ok": true, "detail": "22 fields" }, { "check": "bundle_sha256_matches", "ok": false, "detail": "got 'bf0e23924f5f281c30175e5a14b101f6179888a15aeca227ae3c33bef2521f3d' want 'b24b9322e57ea87ba76a95208dc2941f7ab6dec79f041a8275f9ca6cf7e966f1'" }, { "check": "merkle_root_matches", "ok": false, "detail": "got '6c22051ae45f344265e00d9f1f7d98bb90fa4758993045b381e865d1fee03506' want 'd42ff7744cfb9ab66149f8d891cac771bcfa950dd53b924f0e48133a18aadcc8'" }, { "check": "manifest_signature_valid", "ok": true, "detail": "e301c5e5fa536b29a884f67242be8d2dc4e5df46baa15f66bc53c027acde6600" }, { "check": "key_rotation_cross_signed", "ok": true, "detail": "E79_V2_KEY_ROTATION" }, { "check": "artifact_hashes_match", "ok": true, "detail": "27 files" }, { "check": "A_deterministic:tasks", "ok": true, "detail": "got 104 want 104" }, { "check": "A_deterministic:correct", "ok": true, "detail": "got 10 want 10" }, { "check": "A_deterministic:accuracy", "ok": true, "detail": "got 0.0962 want 0.0962" }, { "check": "A_deterministic:wilson", "ok": true, "detail": "got [0.0531, 0.168] want [0.0531, 0.168]" }, { "check": "A_deterministic:tokens", "ok": true, "detail": "got 0 want 0" }, { "check": "A_deterministic:model_calls", "ok": true, "detail": "got 0 want 0" }, { "check": "A_deterministic:verified_accepted", "ok": true, "detail": "got 0 want 0" }, { "check": "A_deterministic:false_accepts", "ok": true, "detail": "got 0 want 0" }, { "check": "B_single:tasks", "ok": true, "detail": "got 104 want 104" }, { "check": "B_single:correct", "ok": true, "detail": "got 35 want 35" }, { "check": "B_single:accuracy", "ok": true, "detail": "got 0.3365 want 0.3365" }, { "check": "B_single:wilson", "ok": true, "detail": "got [0.253, 0.4317] want [0.253, 0.4317]" }, { "check": "B_single:tokens", "ok": true, "detail": "got 13327 want 13327" }, { "check": "B_single:model_calls", "ok": true, "detail": "got 104 want 104" }, { "check": "B_single:verified_accepted", "ok": true, "detail": "got 20 want 20" }, { "check": "B_single:false_accepts", "ok": true, "detail": "got 10 want 10" }, { "check": "C_pair:tasks", "ok": true, "detail": "got 32 want 32" }, { "check": "C_pair:correct", "ok": true, "detail": "got 12 want 12" }, { "check": "C_pair:accuracy", "ok": true, "detail": "got 0.375 want 0.375" }, { "check": "C_pair:wilson", "ok": true, "detail": "got [0.2293, 0.5475] want [0.2293, 0.5475]" }, { "check": "C_pair:tokens", "ok": true, "detail": "got 11989 want 11989" }, { "check": "C_pair:model_calls", "ok": true, "detail": "got 76 want 76" }, { "check": "C_pair:verified_accepted", "ok": true, "detail": "got 0 want 0" }, { "check": "C_pair:false_accepts", "ok": true, "detail": "got 0 want 0" }, { "check": "D_four:tasks", "ok": true, "detail": "got 32 want 32" }, { "check": "D_four:correct", "ok": true, "detail": "got 8 want 8" }, { "check": "D_four:accuracy", "ok": true, "detail": "got 0.25 want 0.25" }, { "check": "D_four:wilson", "ok": true, "detail": "got [0.1325, 0.4211] want [0.1325, 0.4211]" }, { "check": "D_four:tokens", "ok": true, "detail": "got 36124 want 36124" }, { "check": "D_four:model_calls", "ok": true, "detail": "got 201 want 201" }, { "check": "D_four:verified_accepted", "ok": true, "detail": "got 20 want 20" }, { "check": "D_four:false_accepts", "ok": true, "detail": "got 13 want 13" }, { "check": "E_eight:tasks", "ok": true, "detail": "got 32 want 32" }, { "check": "E_eight:correct", "ok": true, "detail": "got 10 want 10" }, { "check": "E_eight:accuracy", "ok": true, "detail": "got 0.3125 want 0.3125" }, { "check": "E_eight:wilson", "ok": true, "detail": "got [0.1795, 0.4857] want [0.1795, 0.4857]" }, { "check": "E_eight:tokens", "ok": true, "detail": "got 66322 want 66322" }, { "check": "E_eight:model_calls", "ok": true, "detail": "got 356 want 356" }, { "check": "E_eight:verified_accepted", "ok": true, "detail": "got 21 want 21" }, { "check": "E_eight:false_accepts", "ok": true, "detail": "got 13 want 13" }, { "check": "SC2_self_consistency:tasks", "ok": true, "detail": "got 32 want 32" }, { "check": "SC2_self_consistency:correct", "ok": true, "detail": "got 11 want 11" }, { "check": "SC2_self_consistency:accuracy", "ok": true, "detail": "got 0.3438 want 0.3438" }, { "check": "SC2_self_consistency:wilson", "ok": true, "detail": "got [0.2041, 0.5169] want [0.2041, 0.5169]" }, { "check": "SC2_self_consistency:tokens", "ok": true, "detail": "got 8162 want 8162" }, { "check": "SC2_self_consistency:model_calls", "ok": true, "detail": "got 64 want 64" }, { "check": "SC2_self_consistency:verified_accepted", "ok": true, "detail": "got 0 want 0" }, { "check": "SC2_self_consistency:false_accepts", "ok": true, "detail": "got 0 want 0" }, { "check": "T_tool_single:tasks", "ok": true, "detail": "got 104 want 104" }, { "check": "T_tool_single:correct", "ok": true, "detail": "got 14 want 14" }, { "check": "T_tool_single:accuracy", "ok": true, "detail": "got 0.1346 want 0.1346" }, { "check": "T_tool_single:wilson", "ok": true, "detail": "got [0.0819, 0.2134] want [0.0819, 0.2134]" }, { "check": "T_tool_single:tokens", "ok": true, "detail": "got 17829 want 17829" }, { "check": "T_tool_single:model_calls", "ok": true, "detail": "got 104 want 104" }, { "check": "T_tool_single:verified_accepted", "ok": true, "detail": "got 9 want 9" }, { "check": "T_tool_single:false_accepts", "ok": true, "detail": "got 5 want 5" }, { "check": "subset_defined", "ok": true, "detail": "32 tasks" }, { "check": "subset:A_deterministic:correct", "ok": true, "detail": "got 2 want 2" }, { "check": "subset:A_deterministic:accuracy", "ok": true, "detail": "got 0.0625 want 0.0625" }, { "check": "subset:A_deterministic:wilson", "ok": true, "detail": "got [0.0173, 0.2015] want [0.0173, 0.2015]" }, { "check": "subset:B_single:correct", "ok": true, "detail": "got 11 want 11" }, { "check": "subset:B_single:accuracy", "ok": true, "detail": "got 0.3438 want 0.3438" }, { "check": "subset:B_single:wilson", "ok": true, "detail": "got [0.2041, 0.5169] want [0.2041, 0.5169]" }, { "check": "subset:C_pair:correct", "ok": true, "detail": "got 12 want 12" }, { "check": "subset:C_pair:accuracy", "ok": true, "detail": "got 0.375 want 0.375" }, { "check": "subset:C_pair:wilson", "ok": true, "detail": "got [0.2293, 0.5475] want [0.2293, 0.5475]" }, { "check": "subset:D_four:correct", "ok": true, "detail": "got 8 want 8" }, { "check": "subset:D_four:accuracy", "ok": true, "detail": "got 0.25 want 0.25" }, { "check": "subset:D_four:wilson", "ok": true, "detail": "got [0.1325, 0.4211] want [0.1325, 0.4211]" }, { "check": "subset:E_eight:correct", "ok": true, "detail": "got 10 want 10" }, { "check": "subset:E_eight:accuracy", "ok": true, "detail": "got 0.3125 want 0.3125" }, { "check": "subset:E_eight:wilson", "ok": true, "detail": "got [0.1795, 0.4857] want [0.1795, 0.4857]" }, { "check": "subset:SC2_self_consistency:correct", "ok": true, "detail": "got 11 want 11" }, { "check": "subset:SC2_self_consistency:accuracy", "ok": true, "detail": "got 0.3438 want 0.3438" }, { "check": "subset:SC2_self_consistency:wilson", "ok": true, "detail": "got [0.2041, 0.5169] want [0.2041, 0.5169]" }, { "check": "subset:T_tool_single:correct", "ok": true, "detail": "got 5 want 5" }, { "check": "subset:T_tool_single:accuracy", "ok": true, "detail": "got 0.1562 want 0.1562" }, { "check": "subset:T_tool_single:wilson", "ok": true, "detail": "got [0.0686, 0.3175] want [0.0686, 0.3175]" }, { "check": "mcnemar:D_four_vs_B_single:a_only", "ok": true, "detail": "got 2 want 2" }, { "check": "mcnemar:D_four_vs_B_single:b_only", "ok": true, "detail": "got 5 want 5" }, { "check": "mcnemar:D_four_vs_B_single:p", "ok": true, "detail": "got 0.4531 want 0.4531" }, { "check": "mcnemar:E_eight_vs_B_single:a_only", "ok": true, "detail": "got 3 want 3" }, { "check": "mcnemar:E_eight_vs_B_single:b_only", "ok": true, "detail": "got 4 want 4" }, { "check": "mcnemar:E_eight_vs_B_single:p", "ok": true, "detail": "got 1.0 want 1.0" }, { "check": "mcnemar:T_tool_single_vs_B_single:a_only", "ok": true, "detail": "got 2 want 2" }, { "check": "mcnemar:T_tool_single_vs_B_single:b_only", "ok": true, "detail": "got 8 want 8" }, { "check": "mcnemar:T_tool_single_vs_B_single:p", "ok": true, "detail": "got 0.1094 want 0.1094" }, { "check": "real_local_inference_present", "ok": true, "detail": { "agents_with_calls": 15, "calls": 986, "execution_class": "LOCAL_MODEL_INFERENCE", "input_tokens": 155310, "model": "Qwen/Qwen2.5-0.5B-Instruct", "model_file_sha256": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "output_tokens": 11862, "parameter_class": "0.5B", "provider": "self_hosted_hf", "total_tokens": 167172 } }, { "check": "cloud_calls_zero", "ok": true, "detail": "got 0 want 0" }, { "check": "cloud_status_blocked", "ok": true, "detail": "got 'BLOCKED_BILLING' want 'BLOCKED_BILLING'" }, { "check": "model_cost_zero_usd", "ok": true, "detail": "got 0.0 want 0.0" }, { "check": "no_authority_granted_everywhere", "ok": true, "detail": "grants_authority must be false or absent" }, { "check": "production_not_ready", "ok": true, "detail": "false" }, { "check": "deployment_not_performed", "ok": true, "detail": "got False want False" }, { "check": "protocol_iterations:t2_tool_calls", "ok": true, "detail": "got 15 want 15" }, { "check": "protocol_iterations:delta_reported", "ok": true, "detail": -0.125 }, { "check": "synthesis:checker_recorded", "ok": true, "detail": { "numbered": 0, "rule": "numbered list OR list/header item naming a recommendation", "substantive": 4 } }, { "check": "synthesis:accepted_consistent_with_checks", "ok": true, "detail": "got True want True" }, { "check": "tool_calls_match_raw_rows", "ok": true, "detail": "got 83 want 83" }, { "check": "tool_denied_match_raw_rows", "ok": true, "detail": "got 15 want 15" }, { "check": "tool_execution_is_deterministic_class", "ok": true, "detail": "DETERMINISTIC_TOOL_EXECUTION" }, { "check": "memory:A_no_memory:exact_match", "ok": true, "detail": "got 0.1 want 0.1" }, { "check": "memory:B_naive_context:exact_match", "ok": true, "detail": "got 0.7 want 0.7" }, { "check": "memory:C_verified_retrieval:exact_match", "ok": true, "detail": "got 0.7 want 0.7" }, { "check": "memory:D_verified_temporal:exact_match", "ok": true, "detail": "got 0.7 want 0.7" }, { "check": "memory_has_poison_record", "ok": true, "detail": 1 }, { "check": "memory_grants_no_authority", "ok": true, "detail": "got False want False" }, { "check": "selfimprove:baseline_correct", "ok": true, "detail": "got 8 want 8" }, { "check": "selfimprove:candidate_correct", "ok": true, "detail": "got 5 want 5" }, { "check": "selfimprove:delta", "ok": true, "detail": "got -0.125 want -0.125" }, { "check": "selfimprove:not_promoted", "ok": true, "detail": "got False want False" }, { "check": "selfimprove:awaiting_human", "ok": true, "detail": "got 'AWAITING_HUMAN_APPROVAL' want 'AWAITING_HUMAN_APPROVAL'" }, { "check": "selfimprove:no_production_files", "ok": true, "detail": "got [] want []" }, { "check": "security:blocked_count", "ok": true, "detail": "got 57 want 57" }, { "check": "security:bypassed_count", "ok": true, "detail": "got 0 want 0" }, { "check": "security:no_bypasses", "ok": true, "detail": "got 0 want 0" }, { "check": "security:scenarios_at_least_45", "ok": true, "detail": 57 }, { "check": "execution:duplicate_effects_zero", "ok": true, "detail": "got 0 want 0" }, { "check": "execution:all_completed_verified", "ok": true, "detail": "got True want True" }, { "check": "execution:event_chain_ok", "ok": true, "detail": "got True want True" }, { "check": "execution:workers_killed", "ok": true, "detail": 4 }, { "check": "research:replication_flag_consistent_with_directions", "ok": true, "detail": { "main": "TOOL_LOWER", "replication": "TOOL_LOWER", "claim": true } }, { "check": "research:no_scientific_discovery_claim", "ok": true, "detail": "got 'NOT_CLAIMED' want 'NOT_CLAIMED'" }, { "check": "research:model_interpretation_not_promoted", "ok": true, "detail": "got False want False" }, { "check": "clawx:unauth_401", "ok": true, "detail": "got 401 want 401" }, { "check": "clawx:cross_tenant_403", "ok": true, "detail": "got 403 want 403" }, { "check": "clawx:tampered_evidence_rejected", "ok": true, "detail": "got True want True" }, { "check": "clawx:views_15", "ok": true, "detail": 15 }, { "check": "clawx:shows_actual_calls_not_registrations", "ok": true, "detail": { "agents_with_calls": 15, "calls": 986 } }, { "check": "agentic75:catalogued", "ok": true, "detail": "got 75 want 75" }, { "check": "agentic75:model_backed_count", "ok": true, "detail": "got 0 want 0" }, { "check": "agentic75:not_all_relabelled_integrated", "ok": true, "detail": 0 }, { "check": "phase0:e78_commit", "ok": true, "detail": "got 'e2851428d2cd7ed9ae46f165e5d9b64c72632cf4' want 'e2851428d2cd7ed9ae46f165e5d9b64c72632cf4'" }, { "check": "phase0:e77_verifier", "ok": true, "detail": "got 27 want 27" }, { "check": "phase0:e78_verifier", "ok": true, "detail": "got 17 want 17" }, { "check": "phase0:acceptance_tests_passed", "ok": true, "detail": "got 36 want 36" }, { "check": "acceptance:state_in_bundle", "ok": true, "detail": "got 'ACCEPTED_WITH_BLOCKERS' want 'ACCEPTED_WITH_BLOCKERS'" }, { "check": "acceptance:blockers_listed", "ok": true, "detail": 5 } ], "merkle_root": "d42ff7744cfb9ab66149f8d891cac771bcfa950dd53b924f0e48133a18aadcc8", "acceptance_state": "ACCEPTED_WITH_BLOCKERS", "note": "Recomputes headline numbers from raw rows. Verifies a record, not the world. The signing key is self-generated unless its fingerprint is pinned out of band." } The only failing checks are the whole-bundle SHA-256 and the Merkle root, because two files had the second host's address replaced (see REDACTIONS.md). The same verifier passes every check on the unredacted original (exit 0); the original files are available to a reviewer under NDA.