{
 "api_sweep": {
  "all_match": true,
  "cases": 25,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_skill_review",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "SOUND"
   },
   {
    "case": "narrower_grant_than_manifest",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "SOUND"
   },
   {
    "case": "undeclared_network_host",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "observed but not declared: ['collect.evil.example']",
      "id": "sandbox_run.network.declared",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "undeclared_tool_in_code",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "observed but not declared: ['shell.exec']",
      "id": "static_scan.tools.declared",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "reads_outside_declared_folder",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "observed but not declared: ['home/.ssh/id_rsa']",
      "id": "sandbox_run.filesystem.declared",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "reads_undeclared_secret",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "observed but not declared: ['AWS_SECRET_ACCESS_KEY']",
      "id": "static_scan.env.declared",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "shell_used_but_not_declared",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "shell observed True, declared False",
      "id": "sandbox_run.shell",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "dynamic_code_loading",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "dynamic code loading observed: True",
      "id": "static_scan.dynamic_code",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "sandbox_ran_with_open_network",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "network default 'allow'",
      "id": "sandbox_run.default_deny",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "file_changed_after_review",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 8e664a46ca88a89b, recomputed 75b98afe24de257a",
      "id": "package.digest",
      "ok": false
     },
     {
      "detail": "run by 'tool:skill-static 2.1' on package 8e664a46ca88a89b",
      "id": "static_scan.bound",
      "ok": false
     },
     {
      "detail": "run by 'tool:skill-sandbox 1.0' on package 8e664a46ca88a89b",
      "id": "sandbox_run.bound",
      "ok": false
     },
     {
      "detail": "'approved' by 'human:security-ana' for package 8e664a46ca88a89b",
      "id": "review.independent",
      "ok": false
     },
     {
      "detail": "by 'human:it-owner' for package 8e664a46ca88a89b, 1100.0..90000.0, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.independently_reviewed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "file_added_after_review",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 8e664a46ca88a89b, recomputed ad54e494c9079e0a",
      "id": "package.digest",
      "ok": false
     },
     {
      "detail": "run by 'tool:skill-static 2.1' on package 8e664a46ca88a89b",
      "id": "static_scan.bound",
      "ok": false
     },
     {
      "detail": "run by 'tool:skill-sandbox 1.0' on package 8e664a46ca88a89b",
      "id": "sandbox_run.bound",
      "ok": false
     },
     {
      "detail": "'approved' by 'human:security-ana' for package 8e664a46ca88a89b",
      "id": "review.independent",
      "ok": false
     },
     {
      "detail": "by 'human:it-owner' for package 8e664a46ca88a89b, 1100.0..90000.0, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.independently_reviewed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "scan_of_another_package",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "run by 'tool:skill-static 2.1' on package 0000000000000000",
      "id": "static_scan.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_for_another_version",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'human:it-owner' for package 1111111111111111, 1100.0..90000.0, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "path_escapes_the_package",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "4 files; safe relative unique paths with SHA-256 digests required",
      "id": "package.files",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "author_reviewed_own_skill",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "'approved' by 'org:skills-vendor' for package 8e664a46ca88a89b",
      "id": "review.independent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.independently_reviewed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "review_not_approved",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "'changes_requested' by 'human:security-ana' for package 8e664a46ca88a89b",
      "id": "review.independent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.independently_reviewed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_issued_before_review",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'human:it-owner' for package 8e664a46ca88a89b, 900.0..90000.0, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_never_expires",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'human:it-owner' for package 8e664a46ca88a89b, 1100.0..None, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_from_an_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "by 'agent:installer' for package 8e664a46ca88a89b, 1100.0..90000.0, review at 1000.0",
      "id": "grant.bound",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.package_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_wider_than_manifest",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "granted beyond the manifest: ['email.send']",
      "id": "grant.tools.within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "grant_data_scope_beyond_manifest",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "granted beyond the manifest: ['payroll:read']",
      "id": "grant.data_scopes.within_manifest",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grant_within_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "wildcard_host_does_not_cover_lookalike",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "observed but not declared: ['api.rates.example.com.evil.net']",
      "id": "sandbox_run.network.declared",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.behaviour_matches_manifest",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.certified_safe",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.skillreview.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.skillreview.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome over CDP (scripts/agentic75/prove_tryit.py)",
  "note": "Each run selected the product and case in the public widget, clicked Run and read the rendered verdict.",
  "runs": [
   {
    "case": "honest_skill_review",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945350370#agentic75"
   },
   {
    "case": "narrower_grant_than_manifest",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "mcpgate.online",
    "url": "https://mcpgate.online/?a7517945350581#agentic75"
   },
   {
    "case": "honest_skill_review",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "clawx.click",
    "url": "https://clawx.click/?a7517945350712#agentic75"
   },
   {
    "case": "narrower_grant_than_manifest",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945350843#agentic75"
   },
   {
    "case": "honest_skill_review",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945350994#agentic75"
   },
   {
    "case": "narrower_grant_than_manifest",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 65,
    "result": "SOUND26 of 26 checks passedMatches the expected verdict for this case (SOUND).All 26 checks\u2713 package.files 4 files; safe",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945351135#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261113T015855Z",
 "generated_at": "2026-11-13T01:58:55Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "a850af3fc084fd90aef1fa172038efa2bb076982301de183834817f13b69ffb2",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-017",
 "space_commit": "2efcd00b"
}
