{
  "schema": "cain42.premier-products.smoke-test.v1",
  "generated": "2026-10-13T17:43:16Z",
  "source_commit": "e31ea617f08552313c1fe60a7e74022c3fceca57",
  "scope": "same-project smoke test on the developer's own host; not an independent review, not a certification of any product",
  "summary": {
    "PASS": 35,
    "MISMATCH": 0,
    "NOT_RUN": 2,
    "OBSERVED": 2
  },
  "products": {
    "FALSEWORK": [
      {
        "check": "engine answers /health",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "source with a random-number 'score' and a hardcoded success is graded STUB",
        "result": "PASS",
        "grade": "STUB",
        "findings": [
          "rng_fabrication",
          "hardcoded_success"
        ]
      },
      {
        "check": "source that computes its result is graded REAL",
        "result": "PASS",
        "grade": "REAL"
      },
      {
        "check": "LIMITATION PROBE: fabrication using random.random() and 'except ImportError: pass'",
        "result": "OBSERVED",
        "grade": "STUB",
        "findings": [
          "rng_fabrication",
          "swallowed_import_error"
        ],
        "meaning": "before the 2026-10-13 fixes the engine graded this REAL; the pattern list is still fixed, so other fabrications can be outside it"
      },
      {
        "check": "live differential flags an endpoint that answers two different inputs identically",
        "result": "PASS",
        "grade": "PARTIAL",
        "flagged": 1,
        "target": "the CAIN beacon endpoint, which is documented as accepting and storing nothing"
      },
      {
        "check": "audit engine test file",
        "result": "PASS",
        "files": [
          "tests/test_cainwitness.py"
        ],
        "passed": 64,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "64 passed in 2.84s"
      }
    ],
    "SCENIC": [
      {
        "check": "cainbench answers /health",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "trajectorygate answers /health",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "multi-agent-tracer answers /health",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "contamination-scanner answers /health",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "trajectory grading finds the duplicate call, the 4 steps the answer did not need and the risky-then-corrected pair",
        "result": "PASS",
        "score": 0.32,
        "wasted_cost": 8.0,
        "total_cost": 10.0
      },
      {
        "check": "the same trajectory graded twice gives the same verdict",
        "result": "PASS"
      },
      {
        "check": "TrajectoryGate test file",
        "result": "PASS",
        "files": [
          "tests/test_trajectorygate.py"
        ],
        "passed": 13,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "13 passed in 0.72s"
      },
      {
        "check": "CAINBench test file",
        "result": "PASS",
        "files": [
          "tests/test_cainbench.py"
        ],
        "passed": 26,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "26 passed in 0.87s"
      },
      {
        "check": "root-cause tracer answers with a ranked list of the four broken steps",
        "result": "PASS",
        "ranking": [
          "a",
          "b",
          "c",
          "d"
        ],
        "note": "estimates are statistical and come with confidence intervals"
      },
      {
        "check": "root-cause tracer test file",
        "result": "PASS",
        "files": [
          "the root-cause tracer's test file"
        ],
        "passed": 11,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "11 passed in 9.50s"
      },
      {
        "check": "contamination-scanner probe run",
        "result": "NOT_RUN",
        "reason": "needs a public model endpoint to probe; only its health was checked, and the repository has no test file for it"
      }
    ],
    "NULLIUS": [
      {
        "check": "standalone verifiers present",
        "result": "PASS",
        "count": 18,
        "names": [
          "cain-action-commit-verify",
          "cain-argus-verify",
          "cain-atlas-verify",
          "cain-causality-verify",
          "cain-chain-verify",
          "cain-convergence-verify",
          "cain-execution-integrity-verify",
          "cain-execution-truth-verify",
          "cain-federation-verify",
          "cain-interop-verify",
          "cain-launchpad-verify",
          "cain-mesh-verify",
          "cain-mission-control-verify",
          "cain-mission-journal-verify",
          "cain-mission-verify",
          "cain-oracle-verify",
          "cain-reality-verify",
          "cain-witness-verify"
        ]
      },
      {
        "check": "no verifier imports CAIN code",
        "result": "PASS",
        "importing": []
      },
      {
        "check": "every verifier compiles",
        "result": "PASS",
        "broken": []
      },
      {
        "check": "a verifier accepts a published sample journal (exit 0, VERIFIED)",
        "result": "PASS",
        "exit_code": 0
      },
      {
        "check": "the same verifier refuses the journal after one digit is changed (non-zero exit)",
        "result": "PASS",
        "exit_code": 1
      },
      {
        "check": "verifiers downloadable today as byte-identical copies in published bundles",
        "result": "OBSERVED",
        "count": 3,
        "of": 18,
        "names": [
          "cain-execution-truth-verify",
          "cain-launchpad-verify",
          "cain-mission-journal-verify"
        ]
      }
    ],
    "SALLYPORT": [
      {
        "check": "TALOS envelope protocol and gate tests",
        "result": "PASS",
        "files": [
          "tests/sovereign/evolution_07/test_e7_protocol.py",
          "tests/sovereign/evolution_07/test_e7_talos_gate.py"
        ],
        "passed": 123,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "123 passed, 1 warning in 16.41s"
      },
      {
        "check": "TALOS receipts tests",
        "result": "PASS",
        "files": [
          "tests/sovereign/evolution_09/test_e9_receipts.py"
        ],
        "passed": 15,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "15 passed in 8.06s"
      },
      {
        "check": "ARGUS continuous-assurance tests",
        "result": "PASS",
        "files": [
          "tests/test_argus.py"
        ],
        "passed": 23,
        "not_passed": 0,
        "exit_code": 0,
        "summary": "23 passed in 1.31s"
      },
      {
        "check": "worker isolation, ledger, enforcement and PBFT suites; 72-hour soak",
        "result": "NOT_RUN",
        "reason": "larger suites and cluster work were left out to protect the running 72-hour soak (ends about 2026-10-16 14:00Z); the soak itself has not yet passed"
      }
    ],
    "CUSTOMER_PATH": [
      {
        "check": "gateway refuses an engine call that carries no API key",
        "result": "PASS",
        "status": 401
      },
      {
        "check": "a free signup's key is on an active Full-plan trial",
        "result": "PASS",
        "status": 200,
        "trial_tier": "full"
      },
      {
        "check": "FALSEWORK: source audit through the gateway grades a fabricated score STUB",
        "result": "PASS",
        "status": 200,
        "grade": "STUB"
      },
      {
        "check": "FALSEWORK: live audit through the gateway refuses an internal target",
        "result": "PASS",
        "status": 400
      },
      {
        "check": "SCENIC: trajectory grading through the gateway finds the duplicate and the unneeded step",
        "result": "PASS",
        "status": 200,
        "score": 0.5333
      },
      {
        "check": "SCENIC: root-cause tracer through the gateway names the upstream step",
        "result": "PASS",
        "status": 200,
        "top_cause": "a"
      },
      {
        "check": "SCENIC: cainbench reachable through the gateway",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "SCENIC: contamination-scanner reachable through the gateway",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "SALLYPORT: a session is created through the gateway",
        "result": "PASS",
        "status": 200
      },
      {
        "check": "SALLYPORT: an allowed command runs in the sandbox and is recorded",
        "result": "PASS",
        "verdict": "ALLOW"
      },
      {
        "check": "SALLYPORT: four forbidden commands are refused and none runs",
        "result": "PASS",
        "reasons": [
          "ARGUMENT_NOT_IN_POLICY",
          "COMMAND_NOT_IN_POLICY"
        ]
      },
      {
        "check": "SALLYPORT: code run in the sandbox is not root, has no network and cannot write to /tmp",
        "result": "PASS",
        "facts": {
          "network": "blocked",
          "uid": 64100,
          "write": "blocked"
        }
      }
    ]
  }
}