import { createHash } from "node:crypto"; import { readFileSync } from "node:fs"; import { readFile } from "node:fs/promises"; import { evaluatePromotionReadiness, PROMOTION_FORMULA, type GateResult, } from "./lib/promotion-readiness.ts"; import { CANONICAL_GATE_IDS, loadCiGateContract, indexCiGateContract, } from "./contracts/ci-gates.ts"; import { generateCiWorkflow, renderCiWorkflow, workflowGateExecutionFailures, } from "./generate-ci-workflow.ts"; import { ciContractReportSchema, } from "./lib/ci-contract-report.ts"; import { validateInstallScriptPolicy, validatePackageScriptGraph, } from "./lib/package-script-graph.ts"; import { gatedTestPaths, listTestFiles, parseUngatedTestExclusions, ungatedTestFailures, UNGATED_TESTS_PATH, } from "./lib/ungated-tests.ts"; import { parseUngatedScriptExclusions, ungatedScriptFailures, UNGATED_SCRIPTS_PATH, } from "./lib/ungated-scripts.ts"; import { writeValidatedJsonArtifact } from "./lib/validated-json-artifact.ts"; const contract = await loadCiGateContract(process.cwd()); const index = indexCiGateContract(contract); const [packageDocument, nodeVersion] = await Promise.all([ readFile("package.json", "utf8").then((value) => JSON.parse(value) as { scripts?: Record }), readFile(".nvmrc", "utf8").then((value) => value.trim()), ]); const packageScripts = packageDocument.scripts ?? {}; const failures: string[] = []; if (!/^\d+\.\d+\.\d+$/u.test(nodeVersion)) { failures.push(".nvmrc must contain one exact Node.js semantic version"); } for (const script of [ "build:release-candidate", "verify:local-evidence", "verify:promotion", "generate:ci-workflow", "check:ci-workflow", "check:ci", ]) { if (!packageScripts[script]) failures.push(`package script missing ${script}`); } for (const removedScript of [ "build:release", "verify:supply-chain", "verify:supply-chain:promotion", ]) { if (packageScripts[removedScript]) failures.push(`legacy package script remains ${removedScript}`); } if (/\b(?:build|rebuild)(?::[\w-]+)?\b/u.test(packageScripts["verify:promotion"] ?? "")) { failures.push("verify:promotion must not build or rebuild candidate bytes"); } failures.push(...validatePackageScriptGraph(packageScripts, "check:ci")); failures.push( ...validateInstallScriptPolicy( packageScripts, [...new Set(contract.commands.map(({ script }) => script))], ), ); // 12-04: every test file runs in a gate, or config/ci/ungated-tests.json says why not. try { failures.push( ...ungatedTestFailures({ testFiles: await listTestFiles(process.cwd()), gatedPaths: gatedTestPaths( packageScripts, contract.commands.map(({ script }) => script), (file) => readFileSync(file, "utf8"), ), exclusions: parseUngatedTestExclusions( JSON.parse(await readFile(UNGATED_TESTS_PATH, "utf8")), ), }), ); } catch (error) { failures.push(`ungated test check could not run: ${error instanceof Error ? error.message : String(error)}`); } // 12-04: every verification package script is reached by a gate, or // config/ci/ungated-scripts.json says why not. try { const entryScripts = contract.commands.map(({ script }) => script); failures.push( ...ungatedScriptFailures({ scripts: packageScripts, entryScripts, gatedTestPaths: gatedTestPaths(packageScripts, entryScripts, (file) => readFileSync(file, "utf8")), exclusions: parseUngatedScriptExclusions( JSON.parse(await readFile(UNGATED_SCRIPTS_PATH, "utf8")), ), }), ); } catch (error) { failures.push(`ungated script check could not run: ${error instanceof Error ? error.message : String(error)}`); } const immutable = index.gates.get("FE-GATE-015"); const immutableCommands = immutable?.commandIds.map((id) => index.commands.get(id)?.script); if (JSON.stringify(immutableCommands) !== JSON.stringify(["build:release-candidate", "verify:local-evidence"])) { failures.push("FE-GATE-015 must build candidate bytes once and verify local evidence only"); } const architecture = index.gates.get("FE-GATE-010"); if (!architecture?.commandIds.some((id) => index.commands.get(id)?.script === "check:ci")) { failures.push("a blocking gate must execute check:ci"); } if (!architecture?.evidenceArtifactIds.some((id) => index.artifacts.get(id)?.path === "artifacts/quality/ci-contract.json")) { failures.push("FE-GATE-010 must publish the typed CI contract report"); } const expectedGateIds = CANONICAL_GATE_IDS; const passingResults: Record = Object.fromEntries( expectedGateIds.map((gateId) => [gateId, "PASS"]), ); const allPass = evaluatePromotionReadiness(passingResults); const negativeFixtures: Array<{ readiness: keyof typeof PROMOTION_FORMULA; failedGate: string; passed: boolean; }> = []; for (const readiness of Object.keys(PROMOTION_FORMULA) as Array) { const failedGate = PROMOTION_FORMULA[readiness][0]; if (!failedGate) throw new TypeError(`${readiness} has no configured gates`); const evaluated = evaluatePromotionReadiness({ ...passingResults, [failedGate]: "FAIL" }); const passed = evaluated[readiness] === false; negativeFixtures.push({ readiness, failedGate, passed }); if (!passed) failures.push(`${readiness} did not fail closed`); } if (!Object.values(allPass).every(Boolean)) failures.push("all-PASS formula did not produce every readiness state"); const renderedWorkflow = renderCiWorkflow(contract); const workflowCheck = await generateCiWorkflow({ root: process.cwd(), contract, check: true, }); if (!workflowCheck.matches) { failures.push( `generated workflow drift at byte ${workflowCheck.firstDifferenceByte ?? "missing"}, line ${workflowCheck.firstDifferenceLine ?? "missing"}`, ); } let checkedWorkflowBytes = Buffer.from(renderedWorkflow, "utf8"); try { checkedWorkflowBytes = await readFile(workflowCheck.target); } catch (error) { failures.push(`generated workflow is unreadable: ${error instanceof Error ? error.message : String(error)}`); } failures.push(...workflowGateExecutionFailures(contract, checkedWorkflowBytes.toString("utf8"))); const report = ciContractReportSchema.parse({ schemaVersion: 2, nodeVersion, gateCount: contract.gates.length, commandDefinitionCount: contract.commands.length, commandReferenceCount: contract.gates.reduce((total, gate) => total + gate.commandIds.length, 0), artifactCount: contract.artifacts.length, jobCount: contract.jobs.length, workflowSha256: createHash("sha256").update(checkedWorkflowBytes).digest("hex"), durationStatus: contract.retention.durationStatus, negativeFixtures, failures, passed: failures.length === 0, }); await writeValidatedJsonArtifact({ path: "artifacts/quality/ci-contract.json", schema: ciContractReportSchema, value: report, }); if (failures.length > 0) { process.stderr.write(`CI contract failed:\n${failures.join("\n")}\n`); process.exit(1); } process.stdout.write(`CI contract: ${CANONICAL_GATE_IDS.length} gates, strict v2 graph and generated workflow model PASS\n`);