문제: 샘플 제거 절차(scripts/test-sample-removal.ts)의 SAMPLE_EXTRAS가 플랫폼 검사도 함께 지운다. HTTP 실패 시나리오 카탈로그(57개)와 tests/mocks, test:http-scenario-evidence(FE-GATE-007), 기능 API 타입 음성 fixture 8개와 check:types:fixture:* 8개(FE-GATE-003)가 참조 기능 계약을 import해서 샘플 소유로 묶여 있었다. 드릴은 플랫폼 경로 4개만 확인하므로 통과하고, 제품은 가드레일이 줄었다는 것을 모른다. 방법: 카탈로그와 handler를 tests/helpers/external-contract-fixture.ts의 테스트 계약(TEST_LIST/DETAIL, 명령)으로 옮겼다. 바이트 상한·명령 여부·성공 status는 계약에서 읽는다. 명령은 효과를 분류하는 패키지처럼 TEST_CLASSIFIED_CREATE_HTTP_CONTRACT를 더해 기존 기대값(401/403/429·422· 409 CONFLICT는 NOT_APPLIED, 409 IN_FLIGHT·404·503은 MAYBE_APPLIED)을 그대로 지킨다. TEST_CREATE_HTTP_CONTRACT의 분류기는 실행기 테스트가 "분류기 없음"을 확인하는 데 쓰므로 바꾸지 않았다. 문제 스키마에 선택 code만 더했다. 타입 fixture는 fixture tsconfig만 컴파일하는 fixture-feature-contract.ts의 테스트 기능(operation ID를 literal로 좁힌 테스트 계약, "fixture-feature" 입력 등록)을 쓴다. 등록 augmentation이 app·test 프로그램에 들어가지 않는다. 참조 기능 전용 handler(성공 응답만 쓰였다)는 tests/features/reference-feature 로 옮겼다. test-evidence.json의 owner는 platform이다. SAMPLE_EXTRAS에서 이 경로·스크립트를 빼고, 드릴의 플랫폼 보존 확인 목록에 16개 경로를 더했다. 샘플이 증거 정책을 갖지 않으므로 "등록 안 됨" 오류 검사는 지웠다. 버린 대안: README에 "함께 사라지는 검사" 목록만 적는다. 비용은 0이지만 검사는 계속 사라진다. 위험: fixture 스크립트 이름(check:types:fixture:reference-operation)과 파일 이름은 그대로라 이름이 내용(TEST_GET_ENTITY)과 다르다. CI 스크립트· gates·워크플로 스냅샷을 함께 바꿔야 해서 미뤘다. 드릴의 제외 목록에 있는 tests/unit/http-scenario-evidence.test.ts는 그대로 뒀다. test:sample-removal 자체는 pnpm이 필요해 돌리지 않았다. 검증: RED는 기준 복사본에 드릴의 삭제 목록을 적용했다. 카탈로그 테스트· tests/mocks·타입 fixture 16파일이 지워지고 CI 스크립트 9개가 빠지는데 보존 확인은 4/4로 통과한다. GREEN은 같은 적용 뒤 보존 확인 16/16, 잔여 이름은 드릴이 빼는 removal-fixture.test.ts 하나, 타입 fixture 8개가 기존과 같은 진단(TS2345·2741·2353·2322·2345·2322·2322·2339) 1건씩으로 실패, 카탈로그 57/57 실행·check-test-evidence --scenario-only PASS, tests/component와 카탈로그 36파일 226개 통과, tsc -p tsconfig.test.json 통과. worktree에서는 테스트 계약 사용 파일·참조 기능·카탈로그 59파일 535개, scale session 2파일 통과, 음성 fixture의 양성 대조 컴파일 통과, tsc test·node 통과, check-ci-contract PASS, 바꾼 파일 eslint 통과.
466 lines
17 KiB
TypeScript
466 lines
17 KiB
TypeScript
import {
|
|
access,
|
|
mkdir,
|
|
readdir,
|
|
readFile,
|
|
rm,
|
|
writeFile,
|
|
} from "node:fs/promises";
|
|
import path from "node:path";
|
|
|
|
import { ROUTE_FEATURE_OWNER } from "../src/features/installed-feature-contracts.ts";
|
|
import { createFileSystemDeclarationSource } from "./generate-product-feature-index.ts";
|
|
import { isProductionModulePath } from "./lib/risk-coverage.ts";
|
|
import {
|
|
createRemovalFixtureRoot,
|
|
filesBelow,
|
|
prepareRemovalFixture,
|
|
pruneRemovalFixtureCiContract,
|
|
pruneScriptOrchestration,
|
|
regenerateRemovalFixtureWorkflow,
|
|
renderRemovalJunit,
|
|
requireRemovalFixtureEnvironment,
|
|
runRemovalFixtureCheck,
|
|
runRemovalFixturePnpm,
|
|
type RemovalCheck,
|
|
} from "./lib/removal-fixture.ts";
|
|
|
|
/**
|
|
* 09-07 (D-10). Removes one installed feature, `--feature=<id>` (default: the
|
|
* reference sample), from a copy of the repository and proves the rest still
|
|
* typechecks, tests, covers and builds. Every feature loses its directory, its
|
|
* tests/features directory, its context when no other feature is left in it,
|
|
* its runtime-profile override and its central policy rows. The sample also
|
|
* owns the extra paths and scripts listed in SAMPLE_EXTRAS.
|
|
*/
|
|
const featureId =
|
|
process.argv.find((argument) => argument.startsWith("--feature="))
|
|
?.slice("--feature=".length) ?? "reference-feature";
|
|
|
|
type FeatureExtras = Readonly<{
|
|
paths: readonly string[];
|
|
ciScripts: readonly string[];
|
|
evidencePathFragments: readonly string[];
|
|
residue: RegExp;
|
|
}>;
|
|
|
|
const SAMPLE_EXTRAS: Readonly<Record<string, FeatureExtras>> = Object.freeze({
|
|
"reference-feature": Object.freeze({
|
|
// 0929/10-02. The HTTP scenario catalog (tests/mocks) and the negative
|
|
// type fixtures of the feature APIs run on the test contracts, so they are
|
|
// platform checks and stay (commonTestPaths below).
|
|
paths: [
|
|
"tests/component/product-feature-switch.test.tsx",
|
|
"tests/e2e/reference-form.spec.ts",
|
|
"tests/e2e/reference-route.spec.ts",
|
|
"tests/e2e/reference-save.spec.ts",
|
|
// 11-04: the growth measurement copies this sample feature.
|
|
"tests/unit/feature-shape-growth.test.ts",
|
|
"scripts/scale/measure-feature-shape-growth.ts",
|
|
"config/scale/feature-shape-growth.json",
|
|
"config/scale/feature-shape-ceilings.json",
|
|
],
|
|
ciScripts: [
|
|
"test:reference-feature",
|
|
],
|
|
evidencePathFragments: [
|
|
"reference-feature.xml",
|
|
],
|
|
residue: /REFERENCE_RESOURCE|reference-feature|reference-resource/i,
|
|
}),
|
|
});
|
|
|
|
function escapeRegExp(value: string): string {
|
|
return value.replace(/[.*+?^${}()|[\]\\]/gu, "\\$&");
|
|
}
|
|
|
|
async function locateFeature(id: string) {
|
|
const source = await createFileSystemDeclarationSource(process.cwd());
|
|
for (const appId of source.appIds()) {
|
|
for (const context of source.contextsOf(appId)) {
|
|
const features = source.featuresOf(context.id);
|
|
const feature = features.find((candidate) => candidate.id === id);
|
|
if (!feature) continue;
|
|
let contextDirectory: string | null = null;
|
|
for (const entry of await readdir("src/contexts", { withFileTypes: true })) {
|
|
if (!entry.isDirectory()) continue;
|
|
const declaration = await readFile(
|
|
path.join("src/contexts", entry.name, "context-module.ts"),
|
|
"utf8",
|
|
).catch(() => "");
|
|
if (
|
|
new RegExp(`CONTEXT_MODULE_ID\\s*=\\s*["']${escapeRegExp(context.id)}["']`, "u")
|
|
.test(declaration)
|
|
) {
|
|
contextDirectory = `src/contexts/${entry.name}`;
|
|
}
|
|
}
|
|
return Object.freeze({
|
|
directory: feature.directory,
|
|
// The context goes with its last feature.
|
|
contextDirectory: features.length === 1 ? contextDirectory : null,
|
|
});
|
|
}
|
|
}
|
|
throw new Error(`No installed feature declares FEATURE_MODULE_ID "${id}"`);
|
|
}
|
|
|
|
const located = await locateFeature(featureId);
|
|
const extras: FeatureExtras = SAMPLE_EXTRAS[featureId] ?? Object.freeze({
|
|
paths: [],
|
|
ciScripts: [],
|
|
evidencePathFragments: [],
|
|
residue: new RegExp(
|
|
`${escapeRegExp(featureId)}|${escapeRegExp(located.directory)}`,
|
|
"i",
|
|
),
|
|
});
|
|
// Captured from this repository before the copy loses them.
|
|
const featureRouteIds = Object.entries(ROUTE_FEATURE_OWNER)
|
|
.filter(([, owner]) => owner === featureId)
|
|
.map(([routeId]) => routeId);
|
|
|
|
const fixtureRoot = await createRemovalFixtureRoot(`${featureId}-removal`);
|
|
const pnpmCli = requireRemovalFixtureEnvironment("npm_execpath");
|
|
const featureSource = `src/features/${located.directory}`;
|
|
const featureTests = `tests/features/${located.directory}`;
|
|
const isSample = featureId in SAMPLE_EXTRAS;
|
|
/**
|
|
* Platform tests that must survive the sample feature's removal. Asserting they
|
|
* are still present is what stops the removal fixture from "passing" by having
|
|
* quietly deleted the platform's own coverage along with the feature.
|
|
*/
|
|
const commonTestPaths = [
|
|
"tests/unit/external-contract-runtime.test.ts",
|
|
"tests/unit/http-execution-v3.test.ts",
|
|
"tests/unit/runtime-adapters.test.ts",
|
|
"tests/integration/http-execution-v3-observability.test.ts",
|
|
// 0929/10-02. HTTP scenario evidence (FE-GATE-007) and the feature API
|
|
// negative type fixtures (FE-GATE-003) run on the test contracts.
|
|
"tests/integration/http-scenario-catalog.test.ts",
|
|
"tests/mocks/scenarios/catalog.ts",
|
|
"tests/mocks/handlers/test-entities.ts",
|
|
"tests/fixtures/typecheck/fixture-feature-contract.ts",
|
|
"tests/fixtures/typecheck/invalid-feature-input.ts",
|
|
"tests/fixtures/typecheck/invalid-reference-operation.ts",
|
|
"tests/fixtures/typecheck/invalid-http-operation-input.ts",
|
|
"tests/fixtures/typecheck/invalid-http-wire-mapper.ts",
|
|
"tests/fixtures/typecheck/invalid-http-operation-id.ts",
|
|
"tests/fixtures/typecheck/invalid-http-route-id.ts",
|
|
"tests/fixtures/typecheck/invalid-feature-contribution-input.ts",
|
|
"tests/fixtures/typecheck/invalid-feature-capability-selection.ts",
|
|
];
|
|
const featureOwnedPaths = [
|
|
featureSource,
|
|
featureTests,
|
|
// The feature's bounded-context declaration when it was the last feature in
|
|
// it; the template app stays.
|
|
...(located.contextDirectory === null ? [] : [located.contextDirectory]),
|
|
...extras.paths,
|
|
];
|
|
|
|
type CoveragePolicy = {
|
|
repositoryBaseline: number;
|
|
generatedPaths: string[];
|
|
criticalModules: Array<{
|
|
path?: string;
|
|
minimum?: Record<string, number>;
|
|
}>;
|
|
highRiskPaths: string[];
|
|
waivers: Array<{ path?: string }>;
|
|
};
|
|
|
|
type EvidenceContribution = Readonly<{ owner?: string }>;
|
|
type EvidencePolicy = Record<
|
|
"scenarioCatalogs" | "sourceContracts",
|
|
unknown
|
|
>;
|
|
type GovernanceConsumer = Readonly<{ path?: string }>;
|
|
type GovernanceRegistry = Record<string, unknown> & {
|
|
consumers?: unknown;
|
|
consumerDirectories?: unknown;
|
|
};
|
|
type RemovalGovernance = { registries: GovernanceRegistry[] };
|
|
|
|
function runPnpm(script: string, extra: string[] = []): boolean {
|
|
return runRemovalFixturePnpm(fixtureRoot, pnpmCli, script, extra);
|
|
}
|
|
|
|
function check(name: string, script: string, extra: string[] = []): RemovalCheck {
|
|
return runRemovalFixtureCheck(name, fixtureRoot, pnpmCli, script, extra);
|
|
}
|
|
|
|
/** 14-08. A non-command check fails with its own findings, nothing else's. */
|
|
function outcome(name: string, findings: readonly string[], label: string): RemovalCheck {
|
|
return findings.length === 0
|
|
? { name, passed: true }
|
|
: { name, passed: false, failure: `${label}: ${findings.join(", ")}` };
|
|
}
|
|
|
|
try {
|
|
await prepareRemovalFixture(fixtureRoot);
|
|
for (const excludedFixtureTest of [
|
|
"tests/unit/ci-workflow-generation.test.ts",
|
|
"tests/unit/__snapshots__/ci-workflow-generation.test.ts.snap",
|
|
"tests/unit/removal-fixture.test.ts",
|
|
"tests/unit/http-scenario-evidence.test.ts",
|
|
// They check README.md and CHANGELOG.md, which the fixture does not copy
|
|
// (REMOVAL_FIXTURE_COPY_TARGETS); removing a feature does not change them.
|
|
"tests/unit/changelog-review-ids.test.ts",
|
|
"tests/unit/documentation-readiness.test.ts",
|
|
]) {
|
|
await rm(path.join(fixtureRoot, excludedFixtureTest), { force: true });
|
|
}
|
|
|
|
const coveragePolicyFile = path.join(
|
|
fixtureRoot,
|
|
"config/testing/risk-coverage.json",
|
|
);
|
|
const coveragePolicy = JSON.parse(
|
|
await readFile(coveragePolicyFile, "utf8"),
|
|
) as CoveragePolicy;
|
|
const generatedProductionModules = new Set(coveragePolicy.generatedPaths);
|
|
|
|
const removedProductionModuleCount = (
|
|
await filesBelow(path.join(fixtureRoot, featureSource))
|
|
)
|
|
.map((file) => path.relative(fixtureRoot, file).split(path.sep).join("/"))
|
|
.filter(
|
|
(file) =>
|
|
isProductionModulePath(file) && !generatedProductionModules.has(file),
|
|
).length;
|
|
|
|
for (const ownedPath of featureOwnedPaths) {
|
|
await rm(path.join(fixtureRoot, ownedPath), {
|
|
recursive: true,
|
|
force: true,
|
|
});
|
|
}
|
|
if (!runPnpm("generate:feature-index")) {
|
|
throw new Error("Feature topology indexes failed to regenerate after sample removal");
|
|
}
|
|
|
|
// Runtime profiles are product configuration. Once the feature is physically
|
|
// removed, its override key must disappear too or the built config still
|
|
// advertises a source capability that no longer exists. public/config.json
|
|
// is the local profile `dev` serves and has to stay equal to it (F-5).
|
|
for (const configPath of [
|
|
"config/runtime/local.json",
|
|
"config/runtime/development.json",
|
|
"config/runtime/staging.json",
|
|
"config/runtime/production.json",
|
|
"public/config.json",
|
|
]) {
|
|
const profilePath = path.join(fixtureRoot, configPath);
|
|
const runtimeConfig = JSON.parse(
|
|
await readFile(profilePath, "utf8"),
|
|
) as {
|
|
FEATURE_OVERRIDES?: Record<string, string>;
|
|
};
|
|
if (runtimeConfig.FEATURE_OVERRIDES) {
|
|
delete runtimeConfig.FEATURE_OVERRIDES[featureId];
|
|
}
|
|
await writeFile(
|
|
profilePath,
|
|
`${JSON.stringify(runtimeConfig, null, 2)}\n`,
|
|
);
|
|
}
|
|
|
|
const retainedCriticalModules = coveragePolicy.criticalModules.filter(
|
|
(modulePolicy) => !modulePolicy.path?.startsWith(`${featureSource}/`),
|
|
);
|
|
if (
|
|
isSample &&
|
|
retainedCriticalModules.length === coveragePolicy.criticalModules.length
|
|
) {
|
|
throw new Error("Reference feature coverage policy is not registered");
|
|
}
|
|
coveragePolicy.criticalModules = retainedCriticalModules;
|
|
coveragePolicy.highRiskPaths = coveragePolicy.highRiskPaths.filter(
|
|
(modulePath) => !modulePath.startsWith(`${featureSource}/`),
|
|
);
|
|
coveragePolicy.waivers = coveragePolicy.waivers.filter(
|
|
(waiver) => !waiver.path?.startsWith(`${featureSource}/`),
|
|
);
|
|
coveragePolicy.generatedPaths = coveragePolicy.generatedPaths.filter(
|
|
(modulePath) => !modulePath.startsWith(`${featureSource}/`),
|
|
);
|
|
coveragePolicy.repositoryBaseline -= removedProductionModuleCount;
|
|
if (coveragePolicy.repositoryBaseline <= 0) {
|
|
throw new Error("Reference feature removal produced an invalid coverage baseline");
|
|
}
|
|
await writeFile(
|
|
coveragePolicyFile,
|
|
`${JSON.stringify(coveragePolicy, null, 2)}\n`,
|
|
);
|
|
|
|
const evidencePolicyFile = path.join(
|
|
fixtureRoot,
|
|
"config/testing/test-evidence.json",
|
|
);
|
|
const evidencePolicy = JSON.parse(
|
|
await readFile(evidencePolicyFile, "utf8"),
|
|
) as EvidencePolicy;
|
|
for (const policyKey of ["scenarioCatalogs", "sourceContracts"] as const) {
|
|
const contributions = evidencePolicy[policyKey];
|
|
if (!Array.isArray(contributions)) {
|
|
throw new Error(`Test evidence policy is missing ${policyKey}`);
|
|
}
|
|
// A feature's own evidence goes with it. The sample has none since
|
|
// 0929/10-02: the HTTP scenario catalog is owned by the platform.
|
|
evidencePolicy[policyKey] = contributions.filter(
|
|
(candidate: unknown) =>
|
|
(candidate as EvidenceContribution).owner !== featureId,
|
|
);
|
|
}
|
|
await writeFile(
|
|
evidencePolicyFile,
|
|
`${JSON.stringify(evidencePolicy, null, 2)}\n`,
|
|
);
|
|
|
|
const governanceFile = path.join(
|
|
fixtureRoot,
|
|
"config/contracts/registry-governance.json",
|
|
);
|
|
const removalGovernance = JSON.parse(
|
|
await readFile(governanceFile, "utf8"),
|
|
) as RemovalGovernance;
|
|
removalGovernance.registries = removalGovernance.registries.map(
|
|
(registry) => ({
|
|
...registry,
|
|
...(Array.isArray(registry.consumers)
|
|
? {
|
|
consumers: registry.consumers.filter(
|
|
(candidate: unknown) => {
|
|
const consumer = candidate as GovernanceConsumer;
|
|
return !consumer.path?.includes(featureSource);
|
|
},
|
|
),
|
|
}
|
|
: {}),
|
|
...(Array.isArray(registry.consumerDirectories)
|
|
? {
|
|
consumerDirectories: registry.consumerDirectories.filter(
|
|
(directory: unknown) =>
|
|
typeof directory !== "string" ||
|
|
!directory.includes(featureSource),
|
|
),
|
|
}
|
|
: {}),
|
|
}),
|
|
);
|
|
await writeFile(
|
|
governanceFile,
|
|
`${JSON.stringify(removalGovernance, null, 2)}\n`,
|
|
);
|
|
|
|
const removedCiScripts = new Set(extras.ciScripts);
|
|
const fixturePackagePath = path.join(fixtureRoot, "package.json");
|
|
const fixturePackage = JSON.parse(await readFile(fixturePackagePath, "utf8")) as {
|
|
scripts: Record<string, string>;
|
|
};
|
|
pruneScriptOrchestration(fixturePackage.scripts, "test:all", removedCiScripts);
|
|
await writeFile(fixturePackagePath, `${JSON.stringify(fixturePackage, null, 2)}\n`);
|
|
await pruneRemovalFixtureCiContract({
|
|
root: fixtureRoot,
|
|
removedScripts: removedCiScripts,
|
|
removedEvidencePathFragments: extras.evidencePathFragments,
|
|
});
|
|
// D-13: removing the sample is a breaking registry change. The fixture
|
|
// records the new registry baseline the way a downstream project does, and
|
|
// the canonical check:registries then runs against it.
|
|
if (!runRemovalFixturePnpm(fixtureRoot, pnpmCli, "update:registry-baseline", [], {
|
|
REGISTRY_BASELINE_OWNER: "removal-fixture",
|
|
REGISTRY_BASELINE_REASON: `${featureId} removed`,
|
|
})) {
|
|
throw new Error("Registry baseline failed to update after sample removal");
|
|
}
|
|
await regenerateRemovalFixtureWorkflow(fixtureRoot);
|
|
|
|
const residue: string[] = [];
|
|
for (const root of ["src", "tests"]) {
|
|
for (const file of await filesBelow(path.join(fixtureRoot, root))) {
|
|
const relative = path.relative(fixtureRoot, file);
|
|
const content = await readFile(file, "utf8");
|
|
if (extras.residue.test(`${relative}\n${content}`)) {
|
|
residue.push(relative);
|
|
}
|
|
}
|
|
}
|
|
|
|
const missingCommonTests: string[] = [];
|
|
for (const testPath of commonTestPaths) {
|
|
await access(path.join(fixtureRoot, testPath)).catch(() => {
|
|
missingCommonTests.push(testPath);
|
|
});
|
|
}
|
|
const checks: RemovalCheck[] = [
|
|
outcome("common-test-evidence", missingCommonTests, "platform tests missing"),
|
|
check("typecheck", "check:types"),
|
|
check("architecture", "check:architecture"),
|
|
check("registries", "check:registries"),
|
|
check("unit-integration", "test:all"),
|
|
check("coverage", "test:coverage"),
|
|
check("test-evidence-source", "check:test-evidence:source"),
|
|
check("ci-contract", "check:ci"),
|
|
check("home-smoke", "exec", [
|
|
"vitest",
|
|
"run",
|
|
"tests/component/router.test.tsx",
|
|
"--reporter=default",
|
|
]),
|
|
check("build", "build"),
|
|
];
|
|
const builtResidue: string[] = [];
|
|
const buildSucceeded =
|
|
checks.find(({ name }) => name === "build")?.passed === true;
|
|
if (buildSucceeded) {
|
|
for (const file of await filesBelow(path.join(fixtureRoot, "dist"))) {
|
|
if (!/\.(?:js|css|html|json)$/.test(file)) continue;
|
|
const content = await readFile(file, "utf8");
|
|
if (extras.residue.test(content)) {
|
|
builtResidue.push(path.relative(fixtureRoot, file));
|
|
}
|
|
}
|
|
}
|
|
const routeCatalog = await import(
|
|
`${new URL(
|
|
"../src/features/installed-feature-contracts.ts",
|
|
`file://${fixtureRoot}/scripts/`,
|
|
).href}?removed=${Date.now()}`
|
|
) as { ROUTE_REGISTRY: Readonly<Record<string, unknown>> };
|
|
const routeIds = new Set(Object.keys(routeCatalog.ROUTE_REGISTRY));
|
|
checks.push(
|
|
outcome(
|
|
"route-absent",
|
|
featureRouteIds.filter((routeId) => routeIds.has(routeId)),
|
|
"routes still registered",
|
|
),
|
|
outcome("fixture-id-residue", residue, "residue"),
|
|
outcome("built-fixture-id-residue", builtResidue, "built residue"),
|
|
);
|
|
|
|
const failed = checks.filter((entry) => !entry.passed);
|
|
await mkdir("artifacts/tests", { recursive: true });
|
|
await writeFile(
|
|
isSample
|
|
? "artifacts/tests/sample-removal.xml"
|
|
: `artifacts/tests/feature-removal-${featureId}.xml`,
|
|
renderRemovalJunit(`${featureId}-removal`, checks),
|
|
);
|
|
if (failed.length > 0) {
|
|
process.stderr.write(
|
|
`${featureId} removal failed:\n${failed
|
|
.map((entry) => ` ${entry.name}: ${entry.failure ?? "failed"}`)
|
|
.join("\n")}\n`,
|
|
);
|
|
process.exitCode = 1;
|
|
} else {
|
|
process.stdout.write(
|
|
`${featureId} removal: PASS (${checks.length} checks, no fixture IDs)\n`,
|
|
);
|
|
}
|
|
} finally {
|
|
await rm(fixtureRoot, { recursive: true, force: true });
|
|
}
|