[ { "id": "C01", "http_status": 200, "recorded_at": "2026-11-03T22:52:01+00:00", "ms": 86, "reply": { "sample_id": "safe-sum", "path": "safe_sum.py", "engine": "mcp_security_scanner + FALSEWORK-style grading", "scanned_ms": 30.8, "grade": "REAL", "findings": [], "by_severity": { "CRITICAL": 0, "HIGH": 0, "MEDIUM": 0, "LOW": 0 }, "risk_score": 0, "risk_level": "low", "scanned_at": "2026-11-03T22:52:01.743506+00:00" } }, { "id": "C02", "http_status": 200, "recorded_at": "2026-11-03T22:52:02+00:00", "ms": 83, "reply": { "sample_id": "injected-description", "path": "injected_description.py", "engine": "mcp_security_scanner + FALSEWORK-style grading", "scanned_ms": 1.3, "grade": "STUB", "findings": [ { "check": "prompt_injection", "severity": "HIGH", "detail": "matched pattern indicative of an instruction aimed at the calling LLM: 'ignore your previous instructions'", "file": "tool[injected_description].description" } ], "by_severity": { "CRITICAL": 0, "HIGH": 1, "MEDIUM": 0, "LOW": 0 }, "risk_score": 70, "risk_level": "high", "scanned_at": "2026-11-03T22:52:02.303387+00:00" } }, { "id": "C03", "http_status": 200, "recorded_at": "2026-11-03T22:52:02+00:00", "ms": 51, "reply": { "sample_id": "leaky-resource", "path": "leaky_resource.py", "engine": "mcp_security_scanner + FALSEWORK-style grading", "scanned_ms": 0.6, "grade": "PARTIAL", "findings": [ { "check": "unconstrained_dangerous_param", "severity": "MEDIUM", "detail": "parameter name 'command' suggests raw command/code/query execution with no enum/pattern/const constraint in its schema -- a malicious or buggy caller (or a manipulated LLM) can pass arbitrary content", "file": "tool[leaky_resource].input_schema.properties.command" } ], "by_severity": { "CRITICAL": 0, "HIGH": 0, "MEDIUM": 1, "LOW": 0 }, "risk_score": 30, "risk_level": "medium", "scanned_at": "2026-11-03T22:52:02.878057+00:00" } }, { "id": "C04", "http_status": 200, "recorded_at": "2026-11-03T22:52:03+00:00", "ms": 41, "reply": { "sample_id": "canned-search", "path": "canned_search.py", "engine": "mcp_security_scanner + FALSEWORK-style grading", "scanned_ms": 0.6, "grade": "REAL", "findings": [], "by_severity": { "CRITICAL": 0, "HIGH": 0, "MEDIUM": 0, "LOW": 0 }, "risk_score": 0, "risk_level": "low", "scanned_at": "2026-11-03T22:52:03.420019+00:00" } }, { "id": "C05", "http_status": 200, "recorded_at": "2026-11-03T22:52:05+00:00", "ms": 1664, "reply": { "at": "2026-11-03T22:52:05Z", "descriptor": "{\"description\": \"Search the product index for a query term and return matching records.\", \"input_schema\": {\"properties\": {\"query\": {\"type\": \"string\"}}, \"type\": \"object\"}, \"name\": \"canned_search\"}", "descriptor_sha256": "996d9b0b2e8ce7b123da8f7536a36ba75d10d078af105dd3d9aec3c0b1c7c56d", "diff": "--- a/canned_search.py\n+++ b/canned_search.py\n@@ -3,6 +3,5 @@\n \n def search(query: str) -> dict:\n \"\"\"Search the index for `query`.\"\"\"\n- # The index is built at import time but the query is never used to filter it:\n- # every call returns the same two records regardless of input.\n- return {\"results\": [\"alpha\", \"beta\"], \"count\": 2}\n+ results = [k for k in INDEX if query in k]\n+ return {\"query\": query, \"results\": results, \"count\": len(results)}\n", "lines_changed": 5, "path": "canned_search.py", "prev_record_hash": "3943b4e6a250b9b2186894222cfef11b30a45239be2ecdcee5f81e2f5076726d", "probe": { "after": { "all_passed": true, "isolated": true, "none_passed": false, "ran": true, "results": [ { "file": "test_probe.py", "outcome": "passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_missing_query_returns_no_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_query_is_reflected" } ] }, "before": { "all_passed": false, "isolated": true, "none_passed": true, "ran": true, "results": [ { "detail": "canned response: identical output for distinct inputs", "file": "test_probe.py", "outcome": "not_passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "detail": "returned results for a query absent from the index", "file": "test_probe.py", "outcome": "not_passed", "test": "test_missing_query_returns_no_results" }, { "detail": "assertion", "file": "test_probe.py", "outcome": "not_passed", "test": "test_query_is_reflected" } ] }, "canned": false, "seconds": 0.31, "tests": { "reference": { "after": { "all_passed": true, "ran": true, "results": [ { "file": "test_probe.py", "outcome": "passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_missing_query_returns_no_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_query_is_reflected" } ], "some_not_passed": false }, "before": { "all_passed": false, "ran": true, "results": [ { "detail": "canned response: identical output for distinct inputs", "file": "test_probe.py", "outcome": "not_passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "detail": "returned results for a query absent from the index", "file": "test_probe.py", "outcome": "not_passed", "test": "test_missing_query_returns_no_results" }, { "detail": "assertion", "file": "test_probe.py", "outcome": "not_passed", "test": "test_query_is_reflected" } ], "some_not_passed": true } } } }, "public_key_b64": "e8TthHrl4DS1/CyC1q7jnFIYlbd0Hl2++vgcNhB1oTQ=", "reasons": [], "record_hash": "013286cc93579d731e1e412c8f9dea61eda2e73e0588166d7c7fcb910c10898d", "run_id": "ma-20261103T225205Z-a4ecffe0", "sample_id": "canned-search", "scan_after": { "by_severity": { "CRITICAL": 0, "HIGH": 0, "LOW": 0, "MEDIUM": 0 }, "findings": [], "grade": "REAL", "risk_level": "low", "risk_score": 0, "scanned_at": "2026-11-03T22:52:05.469428+00:00" }, "scan_before": { "by_severity": { "CRITICAL": 0, "HIGH": 0, "LOW": 0, "MEDIUM": 0 }, "findings": [], "grade": "REAL", "risk_level": "low", "risk_score": 0, "scanned_at": "2026-11-03T22:52:05.159459+00:00" }, "schema": "cain42.mcp_attestor.proof.v1", "sequence": 17, "signature_b64": "VFRvYZgNJvJnX/Hyd31pTFKNM28vG3+5lP0Ih6yXF1nsVrlYLJ/uORmJdze5oM75OpL+KPmkxYJ60AFPaMdgCQ==", "tests": { "reference": { "after": { "all_passed": true, "ran": true, "results": [ { "file": "test_probe.py", "outcome": "passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_missing_query_returns_no_results" }, { "file": "test_probe.py", "outcome": "passed", "test": "test_query_is_reflected" } ], "some_not_passed": false }, "before": { "all_passed": false, "ran": true, "results": [ { "detail": "canned response: identical output for distinct inputs", "file": "test_probe.py", "outcome": "not_passed", "test": "test_distinct_inputs_produce_distinct_results" }, { "detail": "returned results for a query absent from the index", "file": "test_probe.py", "outcome": "not_passed", "test": "test_missing_query_returns_no_results" }, { "detail": "assertion", "file": "test_probe.py", "outcome": "not_passed", "test": "test_query_is_reflected" } ], "some_not_passed": true } } }, "verdict": "VERIFIED_ATTESTATION" } } ]