{
 "api_sweep": {
  "all_match": true,
  "cases": 22,
  "host": "mcpgate.online",
  "results": [
   {
    "case": "honest_memory_evaluation",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "SOUND"
   },
   {
    "case": "cross_tenant_counted_honestly",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "SOUND"
   },
   {
    "case": "cross_tenant_recall_scored_as_hit",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail' (out of scope ['M4'])",
      "id": "probe.P1.scored.scope",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.scope",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_scope_violation",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "cross_tenant_claim_left_true",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_scope_violation",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_purpose_scored_as_hit",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail' (out of scope ['M3'])",
      "id": "probe.P1.scored.scope",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.scope",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_scope_violation",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "superseded_memory_scored_as_fresh",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail' (stale ['M1'])",
      "id": "probe.P2.scored.freshness",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.freshness",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_stale_recall",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "expired_memory_scored_as_fresh",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail' (stale ['M5'])",
      "id": "probe.P4.scored.freshness",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.freshness",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_stale_recall",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "deleted_memory_recalled",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "expects ineligible ['M1']",
      "id": "probe.P1.design",
      "ok": false
     },
     {
      "detail": "stated 'pass', recomputed 'fail' (stale ['M1'])",
      "id": "probe.P1.scored.freshness",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.freshness",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_stale_recall",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "memory_used_as_authority",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail' (memory used as authority by ['issue_refund'])",
      "id": "probe.P2.scored.authority",
      "ok": false
     },
     {
      "detail": "stated 5/5, recomputed 4/5",
      "id": "scores.authority",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_authority_from_memory",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "action_without_authority",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "actions with no named authority ['close_ticket']",
      "id": "probe.P2.actions_authorized",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "memory_claims_authority",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "the memory does not claim to grant authority",
      "id": "memory.M2.no_authority",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_authority_from_memory",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "refusal_probe_not_out_of_scope",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "out-of-scope task has eligible ['M2']",
      "id": "probe.P3.design",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "no_supersession_probe",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "at least one supersession probe",
      "id": "design.has_supersession_probe",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.supersession_tested",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "supersession_probe_before_change",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "expects ineligible ['M2']",
      "id": "probe.P2.design",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_stale_recall",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "recall_expects_other_tenant",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "expects ineligible ['M4']",
      "id": "probe.P1.design",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_memory_retrieved",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown memories ['M9']",
      "id": "probe.P1.known_memories",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "memory_from_missing_source_version",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "source 'S-refund-policy' v3 exists and predates the memory",
      "id": "memory.M2.source",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "recall_gap_hidden",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'pass', recomputed 'fail'",
      "id": "probe.P4.scored.recall",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "score_inflated",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 3/3, recomputed 2/3",
      "id": "scores.recall",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scores_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.memoryarena_certified",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.memeval.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.memeval.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome 153 over CDP (browser_test.py)",
  "note": "The cainstudio.online error is the page's own frame-ancestors 'none' CSP refusing an embedded frame; it is unrelated to the widget.",
  "runs": [
   {
    "case": "cross_tenant_recall_scored_as_hit",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 42,
    "result": "UNSOUND | UNSOUND71 of 75 checks passed | probe.P1.scored.scope",
    "sku": "CAIN-A75-055",
    "url": "https://mcpgate.online/?i=1#agentic75"
   },
   {
    "case": "honest_memory_evaluation",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 42,
    "result": "SOUND | SOUND75 of 75 checks passed | memory.M1.window",
    "sku": "CAIN-A75-055",
    "url": "https://mcpgate.online/?i=2#agentic75"
   },
   {
    "case": "superseded_memory_scored_as_fresh",
    "css_radius": "12px",
    "errors": [
     "{\"entry\": {\"source\": \"security\", \"level\": \"error\", \"text\": \"Framing 'https://cainstudio.online/' violates the following Content Security Policy directive: \\\"frame-ancestors 'none'\\\". The request has b"
    ],
    "products_in_menu": 42,
    "result": "UNSOUND | UNSOUND71 of 75 checks passed | probe.P2.scored.freshness",
    "sku": "CAIN-A75-055",
    "url": "https://cainstudio.online/?i=1"
   },
   {
    "case": "memory_used_as_authority",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 42,
    "result": "UNSOUND | UNSOUND71 of 75 checks passed | probe.P2.scored.authority",
    "sku": "CAIN-A75-055",
    "url": "https://clawx.click/?i=1#agentic75"
   },
   {
    "case": "recall_gap_hidden",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 42,
    "result": "UNSOUND | UNSOUND73 of 75 checks passed | probe.P4.scored.recall",
    "sku": "CAIN-A75-055",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?i=1#agentic75"
   },
   {
    "case": "cross_tenant_counted_honestly",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 42,
    "result": "SOUND | SOUND75 of 75 checks passed | memory.M1.window",
    "sku": "CAIN-A75-055",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?i=2#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261112T172630Z",
 "generated_at": "2026-11-12T17:30:00Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "ce6b168d3f7aab0b1d79c6af413a1647a36ac9192bbcba3fde134436a8f556e1",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-055",
 "space_commit": "bbad12af"
}