One run decided the release gate, the interaction included Playwright round trips, and a server already on 4173 was measured instead of the build. Runs now repeat with every sample kept, time the interaction in the page, use --strictPort and check the served build, and stop the whole preview group. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
90 lines
2.6 KiB
TypeScript
90 lines
2.6 KiB
TypeScript
/**
|
|
* 11-07. The pieces of the lab performance gate (`scripts/test-performance.ts`)
|
|
* that decide what is measured and whether the numbers can be trusted.
|
|
*/
|
|
|
|
export const DEFAULT_LAB_PORT = 4173;
|
|
export const DEFAULT_LAB_RUNS = 5;
|
|
|
|
/**
|
|
* `vite preview` arguments. Without `--strictPort` vite moved to the next free
|
|
* port when the requested one was taken, and the gate measured whatever server
|
|
* already listened there.
|
|
*/
|
|
export function previewArguments(port: number): readonly string[] {
|
|
return [
|
|
"pnpm",
|
|
"preview",
|
|
"--host",
|
|
"127.0.0.1",
|
|
"--port",
|
|
String(port),
|
|
"--strictPort",
|
|
];
|
|
}
|
|
|
|
export type SampleSummary = Readonly<{
|
|
median: number;
|
|
min: number;
|
|
max: number;
|
|
samples: readonly number[];
|
|
}>;
|
|
|
|
export function summarizeSamples(samples: readonly number[]): SampleSummary {
|
|
if (samples.length === 0) throw new RangeError("no samples to summarize");
|
|
const sorted = [...samples].sort((left, right) => left - right);
|
|
const middle = Math.floor(sorted.length / 2);
|
|
const median =
|
|
sorted.length % 2 === 1
|
|
? sorted[middle]!
|
|
: (sorted[middle - 1]! + sorted[middle]!) / 2;
|
|
return Object.freeze({
|
|
median,
|
|
min: sorted[0]!,
|
|
max: sorted.at(-1)!,
|
|
samples: Object.freeze([...samples]),
|
|
});
|
|
}
|
|
|
|
/** Fails when anything already answers where the preview server will listen. */
|
|
export async function assertPortUnused(
|
|
baseUrl: string,
|
|
fetchImpl: typeof fetch = fetch,
|
|
): Promise<void> {
|
|
let answered = false;
|
|
try {
|
|
await fetchImpl(baseUrl, { signal: AbortSignal.timeout(1_000) });
|
|
answered = true;
|
|
} catch {
|
|
// Nothing is listening: the expected state.
|
|
}
|
|
if (answered) {
|
|
throw new Error(
|
|
`${baseUrl} already answers before the preview server starts; another server holds the port.`,
|
|
);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Compares the release the server actually serves with the local build that
|
|
* is being measured, so the numbers belong to that build.
|
|
*/
|
|
export async function assertServedRelease(
|
|
baseUrl: string,
|
|
expected: Readonly<{ buildId: string; releaseId: string }>,
|
|
fetchImpl: typeof fetch = fetch,
|
|
): Promise<void> {
|
|
const response = await fetchImpl(new URL("/release-manifest.json", baseUrl), {
|
|
cache: "no-store",
|
|
});
|
|
const served = response.ok
|
|
? ((await response.json()) as Partial<Record<"buildId" | "releaseId", unknown>>)
|
|
: {};
|
|
if (served.buildId !== expected.buildId || served.releaseId !== expected.releaseId) {
|
|
throw new Error(
|
|
`${baseUrl} serves build ${String(served.buildId)}/${String(served.releaseId)}, ` +
|
|
`not the measured ${expected.buildId}/${expected.releaseId}.`,
|
|
);
|
|
}
|
|
}
|