{
 "api_sweep": {
  "all_match": true,
  "cases": 21,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_tool_surface",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "SOUND"
   },
   {
    "case": "url_in_description_is_reviewed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "URL in description",
      "id": "tool.search_web.no_destination",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "hidden_instruction",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "description matches 'Ignore previous instructions'",
      "id": "tool.search_web.no_hidden_instruction",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_hidden_instructions",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unicode_smuggling",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "zero-width/bidi",
      "id": "tool.fetch_page.no_smuggling",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "homoglyph_name",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "name 'get_slide\u0455'",
      "id": "tool.get_slide\u0455.name",
      "ok": false
     },
     {
      "detail": "allowed ['search_web', 'fetch_page', 'save_note'], tools ['get_slide\u0455', 'fetch_page', 'save_note']",
      "id": "policy.every_tool_allowed",
      "ok": false
     },
     {
      "detail": "allowed but absent ['search_web']",
      "id": "policy.no_phantom_allowance",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "untyped_parameter",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "parameter 'case' has no type",
      "id": "tool.search_web.typed",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.schemas_typed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "overbroad_schema_reported",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unbounded_sensitive_parameter",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "duplicate_tool_name",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "tool name 'search_web' is used twice",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "tool_outside_allowlist",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "allowed ['search_web', 'fetch_page'], tools ['search_web', 'fetch_page', 'save_note']",
      "id": "policy.every_tool_allowed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "phantom_allowlist_entry",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "allowed but absent ['not_a_tool']",
      "id": "policy.no_phantom_allowance",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "too_many_tools",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "3 tools, max 1",
      "id": "policy.within_size",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "recorded_findings_missing",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 1, recomputed 0",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_risk_score",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 99, recomputed 0",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_scan_verdict",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'BLOCK', recomputed ALLOW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "server_owned_by_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "owner 'agent:runtime'",
      "id": "server.owner",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unpinned_server_version",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "version None",
      "id": "server.pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "consent_not_required",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "require_typed_params False",
      "id": "policy.typed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.safe_for_clinical_use",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolscan.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolscan.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome over CDP (scripts/agentic75/prove_tryit.py)",
  "note": "Each run selected the product and case in the public widget, clicked Run and read the rendered verdict.",
  "runs": [
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:w",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945381950#agentic75"
   },
   {
    "case": "url_in_description_is_reviewed",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 72,
    "result": "UNSOUND29 of 34 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:tool.search_web.no_dest",
    "surface": "mcpgate.online",
    "url": "https://mcpgate.online/?a7517945382281#agentic75"
   },
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:w",
    "surface": "clawx.click",
    "url": "https://clawx.click/?a7517945382412#agentic75"
   },
   {
    "case": "url_in_description_is_reviewed",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 72,
    "result": "UNSOUND29 of 34 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:tool.search_web.no_dest",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945382683#agentic75"
   },
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:w",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945382804#agentic75"
   },
   {
    "case": "url_in_description_is_reviewed",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 72,
    "result": "UNSOUND29 of 34 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:tool.search_web.no_dest",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945383165#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261113T025208Z",
 "generated_at": "2026-11-13T02:52:08Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-049",
 "space_commit": "2efcd00b"
}
