{
 "api_sweep": {
  "all_match": true,
  "cases": 26,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_campaign",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "SOUND"
   },
   {
    "case": "test_added_with_no_regression",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "SOUND"
   },
   {
    "case": "fixer_wrote_its_own_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "test by 'agent:patcher' (patch by 'agent:patcher'): base 'FAIL', patched 'PASS'",
      "id": "finding.F1.independent_test",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "patch_edited_the_proving_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "test by 'human:appsec-rui' (patch by 'agent:patcher'): base 'FAIL', patched 'PASS', the patch edited the test",
      "id": "finding.F1.independent_test",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "test_passed_before_the_fix",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "test by 'human:appsec-rui' (patch by 'agent:patcher'): base 'PASS', patched 'PASS'",
      "id": "finding.F2.independent_test",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "test_still_fails_after_the_fix",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "test by 'human:appsec-rui' (patch by 'agent:patcher'): base 'FAIL', patched 'FAIL'",
      "id": "finding.F2.independent_test",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "test_run_on_another_tree",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "test by 'human:appsec-rui' (patch by 'agent:patcher'): base 'FAIL', patched 'PASS'",
      "id": "finding.F1.independent_test",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "rescan_still_reports_it",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "detector '3.2.0' on tree cccccccccccccccc: finding present True",
      "id": "finding.F1.rescan_clean",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "rescan_with_another_detector_version",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "detector '2.0.0' on tree eeeeeeeeeeeeeeee: finding present False",
      "id": "finding.F2.rescan_clean",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "rescan_of_another_tree",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "detector '3.2.0' on tree bbbbbbbbbbbbbbbb: finding present False",
      "id": "finding.F2.rescan_clean",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "vulnerable_file_not_changed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'agent:patcher', 1 files, the vulnerable file was not changed",
      "id": "finding.F1.patch",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.patches_scoped_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "file_digest_did_not_change",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'agent:patcher', 1 files",
      "id": "finding.F1.patch",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.patches_scoped_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "patch_outside_declared_scope",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'agent:patcher', 2 files, outside scope: ['deploy/prod.yaml']",
      "id": "finding.F2.patch",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.patches_scoped_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "tests_deleted_to_go_green",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "before total/passed/failed [412, 412, 0], after [400, 400, 0], removed ['tests/test_legacy.py']",
      "id": "finding.F1.no_regression",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "new_failures_after_patch",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "before total/passed/failed [412, 412, 0], after [413, 410, 3], removed []",
      "id": "finding.F2.no_regression",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.fixes_proved_independently",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "fixer_approved_its_own_patch",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "approved by 'agent:patcher' for diff a2a2a2a2a2a2a2a2",
      "id": "finding.F1.approved",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.patches_scoped_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "approval_of_another_diff",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "approved by 'human:maintainer-kim' for diff 0000000000000000",
      "id": "finding.F2.approved",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.patches_scoped_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "model_judge_as_detector",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "'tool:static-detector' '3.2.0', deterministic False, base tree bbbbbbbbbbbbbbbb",
      "id": "detector.deterministic",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.detection_deterministic",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "open_finding_without_owner",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "owner None, due 90000.0",
      "id": "finding.F3.owned",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.unfixed_findings_owned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "risk_accepted_by_the_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "accepted by 'agent:patcher' until 200000.0",
      "id": "finding.F4.risk_accepted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.unfixed_findings_owned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "risk_accepted_forever",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "accepted by 'human:ciso' until None",
      "id": "finding.F4.risk_accepted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.unfixed_findings_owned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "open_finding_counted_as_fixed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated [3, 0, 1], recomputed [2, 1, 1]",
      "id": "published.counts",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.counts_match",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "fixed_without_any_proof",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "F1: a fixed finding needs patch, proof, rescan, regression and approval",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.zero_vulnerabilities",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.vulnpatch.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.vulnpatch.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome over CDP (scripts/agentic75/prove_tryit.py)",
  "note": "Each run selected the product and case in the public widget, clicked Run and read the rendered verdict.",
  "runs": [
   {
    "case": "honest_campaign",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945362210#agentic75"
   },
   {
    "case": "test_added_with_no_regression",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "mcpgate.online",
    "url": "https://mcpgate.online/?a7517945362371#agentic75"
   },
   {
    "case": "honest_campaign",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "clawx.click",
    "url": "https://clawx.click/?a7517945362572#agentic75"
   },
   {
    "case": "test_added_with_no_regression",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945362703#agentic75"
   },
   {
    "case": "honest_campaign",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945362844#agentic75"
   },
   {
    "case": "test_added_with_no_regression",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 69,
    "result": "SOUND23 of 23 checks passedMatches the expected verdict for this case (SOUND).All 23 checks\u2713 detector.deterministic 'too",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945362975#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261113T021829Z",
 "generated_at": "2026-11-13T02:18:29Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "c5f06d59cf909f229be1b0763f34bee300a86cccf42c9444fe1ab9038516ee28",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-023",
 "space_commit": "2efcd00b"
}
