ci(gates): 의존성 캐시를 checkout과 같은 파일시스템의 폴더에 둔다 #45
@@ -41,21 +41,20 @@ jobs:
|
||||
if: ${{ gitea.event_name != 'workflow_dispatch' || (inputs.stage != 'documentation' && inputs.stage != 'main') }}
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: ${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
@@ -65,7 +64,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
@@ -109,21 +108,20 @@ jobs:
|
||||
# FE-GATE-013 runner requirement: unprivileged user and network namespaces for bwrap (the provider sandbox runs bwrap --unshare-pid --unshare-ipc --unshare-uts --unshare-net); Ubuntu 23.10 and later refuse them while kernel.apparmor_restrict_unprivileged_userns=1 unless /usr/bin/bwrap has an AppArmor profile that allows userns; scripts/check-system-test-prerequisites.ts probes this before test:system runs and scripts/run-and-validate-provider.ts before a provider runs
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: ${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
@@ -133,7 +131,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
@@ -179,20 +177,20 @@ jobs:
|
||||
image: "mcr.microsoft.com/playwright:v1.62.0-noble@sha256:baed2032d533817f3dbe6425de795788430ba345e819a1201337009ba17c9d07"
|
||||
env:
|
||||
CI_RUNNER_IMAGE: "mcr.microsoft.com/playwright:v1.62.0-noble@sha256:baed2032d533817f3dbe6425de795788430ba345e819a1201337009ba17c9d07"
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: ${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
@@ -202,7 +200,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-${{ runner.os }}-${{ runner.arch }}-
|
||||
|
||||
@@ -16,7 +16,10 @@ Node toolcache, corepack이 받은 pnpm, pnpm store와 메타데이터 캐시를
|
||||
입력이다. pnpm은 같은 lockfile의 공급망 검증 기록이 캐시에 있으면 검증을 다시 하지 않는다.
|
||||
그래서 브랜치 run은 복원만 한다. frozen install은 캐시가 맞든 없든 늘 돈다. 항목이 없거나
|
||||
깨지면 pnpm이 모자란 패키지만 내려받고 node_modules는 같다. FE-GATE-013의 시스템 컨테이너도
|
||||
같은 store와 메타데이터 캐시를 받는다. release·promotion·provider job은 공급망 증거를
|
||||
같은 store와 메타데이터 캐시를 받는다. 캐시 폴더는 checkout 밖, checkout과 같은 파일시스템에
|
||||
둔다(`scripts/ci/dependency-cache-root.sh`). 다른 파일시스템이면 pnpm이 node_modules를 복사해,
|
||||
캐시가 맞아도 설치가 빨라지지 않는다. 고른 폴더, 견준 장치 번호, job 시작 때의 부하를 job 로그에
|
||||
한 줄 남긴다. release·promotion·provider job은 공급망 증거를
|
||||
만들므로 매번 새로 설치한다. 이 규칙은 `scripts/contracts/ci-gates.ts`의 `DEPENDENCY_CACHE`와
|
||||
계약 검사가 지킨다. runner의 캐시 저장소는 짝 백엔드와 함께 쓰고 크기 상한이 있다(platform-core
|
||||
`infrastructure/ci/gitea-runner/config.yaml`). 검사기 자신의 음성 fixture와
|
||||
|
||||
Executable
+43
@@ -0,0 +1,43 @@
|
||||
#!/usr/bin/env bash
|
||||
# Chooses where a merge job keeps its dependency cache (scripts/contracts/ci-gates.ts DEPENDENCY_CACHE): the first
|
||||
# candidate folder on the checkout's filesystem, so pnpm hardlinks node_modules from the restored store. A store on
|
||||
# another filesystem is copied file by file, and a warm install took longer than a cold one (desktop: 2.1 s on the
|
||||
# same filesystem, 58.8 s across filesystems, 2026-11-13). A folder inside the checkout is never chosen: a cache
|
||||
# there would show in `git status`, the repository layout checks and the uploaded artifacts.
|
||||
#
|
||||
# scripts/ci/dependency-cache-root.sh <candidate folder>...
|
||||
#
|
||||
# Writes COREPACK_HOME, PNPM_CONFIG_STORE_DIR and PNPM_CONFIG_CACHE_DIR to $GITHUB_ENV and root=<folder> to
|
||||
# $GITHUB_OUTPUT, and logs one line: the folder, whether it shares the checkout's filesystem, each candidate's
|
||||
# device and the load average at the job's start (the runner shares the desktop with other work). With no
|
||||
# candidate on that filesystem it takes the first usable candidate, and the install still runs.
|
||||
set -euo pipefail
|
||||
|
||||
workspace=$(cd "${GITHUB_WORKSPACE:?}" && pwd -P)
|
||||
checkout=$(stat -c %d "$workspace")
|
||||
chosen=""
|
||||
fallback=""
|
||||
devices=""
|
||||
for candidate in "$@"; do
|
||||
[ -n "$candidate" ] && [ -d "$candidate" ] && [ -w "$candidate" ] || continue
|
||||
real=$(cd "$candidate" && pwd -P)
|
||||
case "$real/" in "$workspace/"*) continue ;; esac
|
||||
device=$(stat -c %d "$real")
|
||||
devices="$devices $real=$device"
|
||||
[ -n "$fallback" ] || fallback=$real
|
||||
if [ -z "$chosen" ] && [ "$device" = "$checkout" ]; then chosen=$real; fi
|
||||
done
|
||||
same=yes
|
||||
if [ -z "$chosen" ]; then
|
||||
same=no
|
||||
chosen=${fallback:-/tmp}
|
||||
fi
|
||||
root="${chosen%/}/fe-dependency-cache"
|
||||
|
||||
echo "dependency cache: $root (on the checkout's filesystem: $same; devices: checkout=$checkout$devices; load average at job start: $(cut -d' ' -f1-3 /proc/loadavg))"
|
||||
{
|
||||
echo "COREPACK_HOME=$root/corepack"
|
||||
echo "PNPM_CONFIG_STORE_DIR=$root/pnpm-store"
|
||||
echo "PNPM_CONFIG_CACHE_DIR=$root/pnpm-cache"
|
||||
} >> "${GITHUB_ENV:?}"
|
||||
echo "root=$root" >> "${GITHUB_OUTPUT:?}"
|
||||
@@ -123,17 +123,29 @@ export function resolveCiSubActionUses(actionId: CiActionId, subpath: "restore")
|
||||
* (desktop, 2026-11-13: cold 13.9 s, warm 1.6 s, 40 broken store and 40
|
||||
* broken metadata files 3.6 s with 27 packages fetched again; the same tree
|
||||
* hash in all five installs).
|
||||
*
|
||||
* The cache folder is outside the checkout, on its filesystem
|
||||
* (scripts/ci/dependency-cache-root.sh): with the store in the job's `/tmp`,
|
||||
* a warm runner install still took 17 to 26 s, as pnpm copied node_modules
|
||||
* across filesystems (run 230). The script logs the devices it compared and
|
||||
* the load average at the job's start, and sets the variables below through
|
||||
* `$GITHUB_ENV`, so every pnpm call of the job, the system container's
|
||||
* included, reads the same folder.
|
||||
*/
|
||||
export const DEPENDENCY_CACHE = Object.freeze({
|
||||
keyPrefix: "fe-dependencies-${{ runner.os }}-${{ runner.arch }}-",
|
||||
// `.nvmrc` and `pnpm-lock.yaml` (config/repository-layout.json).
|
||||
keyInputs: selectRepositoryPaths("dependency-cache-key"),
|
||||
paths: Object.freeze(["/opt/hostedtoolcache/node", "/tmp/fe-dependency-cache"] as const),
|
||||
environment: Object.freeze([
|
||||
Object.freeze({ name: "COREPACK_HOME", value: "/tmp/fe-dependency-cache/corepack" }),
|
||||
Object.freeze({ name: "PNPM_CONFIG_STORE_DIR", value: "/tmp/fe-dependency-cache/pnpm-store" }),
|
||||
Object.freeze({ name: "PNPM_CONFIG_CACHE_DIR", value: "/tmp/fe-dependency-cache/pnpm-cache" }),
|
||||
]),
|
||||
rootStepId: "dependency-cache-root",
|
||||
rootScript: "scripts/ci/dependency-cache-root.sh",
|
||||
/** Folders outside the checkout to try, in order (shell words). */
|
||||
rootCandidates: Object.freeze(['"$RUNNER_TEMP"', '"$(dirname "$GITHUB_WORKSPACE")"'] as const),
|
||||
paths: Object.freeze([
|
||||
"/opt/hostedtoolcache/node",
|
||||
"${{ steps.dependency-cache-root.outputs.root }}",
|
||||
] as const),
|
||||
/** What the script writes to `$GITHUB_ENV`. */
|
||||
environmentNames: Object.freeze(["COREPACK_HOME", "PNPM_CONFIG_STORE_DIR", "PNPM_CONFIG_CACHE_DIR"] as const),
|
||||
/** The jobs that may hold the step: the three merge jobs. */
|
||||
jobIds: Object.freeze(["merge_static", "merge_test", "merge_browser"] as const),
|
||||
});
|
||||
@@ -868,7 +880,7 @@ function validateContractSemantics(
|
||||
if (!(DEPENDENCY_CACHE.jobIds as readonly string[]).includes(job.id)) {
|
||||
issue(`the dependency cache is for the merge jobs only: ${job.id}`);
|
||||
}
|
||||
for (const { name } of DEPENDENCY_CACHE.environment) {
|
||||
for (const name of DEPENDENCY_CACHE.environmentNames) {
|
||||
if (job.environment.some((binding) => binding.name === name)) {
|
||||
issue(`job ${job.id} binds ${name}, which its dependency cache sets`);
|
||||
}
|
||||
|
||||
@@ -236,16 +236,9 @@ function renderJob(
|
||||
const jobEnvironment = job.environment.filter((binding) => !isStepScopedSecret(job, binding));
|
||||
// The build records the image it ran in (scripts/lib/build-environment.ts):
|
||||
// a job in its own image names that one, not the runner label's.
|
||||
// Every pnpm and corepack call of the job reads the cached directories, the
|
||||
// install and the system container's own install alike.
|
||||
const cacheEnvironment = job.steps.some(({ kind }) => kind === "dependency-cache")
|
||||
? DEPENDENCY_CACHE.environment
|
||||
: [];
|
||||
const environmentLines = [
|
||||
...(image ? [` CI_RUNNER_IMAGE: ${yamlScalar(image)}`] : []),
|
||||
...[...cacheEnvironment, ...jobEnvironment].map(
|
||||
(binding) => ` ${binding.name}: ${yamlScalar(binding.value)}`,
|
||||
),
|
||||
...jobEnvironment.map((binding) => ` ${binding.name}: ${yamlScalar(binding.value)}`),
|
||||
];
|
||||
if (environmentLines.length > 0) lines.push(" env:", ...environmentLines);
|
||||
if (job.kind === "gate-matrix") {
|
||||
@@ -338,6 +331,10 @@ function renderStep(
|
||||
` ${DEPENDENCY_CACHE.keyPrefix}`,
|
||||
];
|
||||
return [
|
||||
// The folder on the checkout's filesystem, and the job's pnpm variables.
|
||||
" - name: Choose the dependency cache folder",
|
||||
` id: ${DEPENDENCY_CACHE.rootStepId}`,
|
||||
` run: bash ${DEPENDENCY_CACHE.rootScript} ${DEPENDENCY_CACHE.rootCandidates.join(" ")}`,
|
||||
" - name: Restore and save the dependency cache",
|
||||
" if: ${{ gitea.ref == 'refs/heads/main' }}",
|
||||
` uses: ${requiredStepActionUses(step.kind)}`,
|
||||
|
||||
@@ -44,21 +44,20 @@ jobs:
|
||||
if: \${{ gitea.event_name != 'workflow_dispatch' || (inputs.stage != 'documentation' && inputs.stage != 'main') }}
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: \${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
@@ -68,7 +67,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
@@ -112,21 +111,20 @@ jobs:
|
||||
# FE-GATE-013 runner requirement: unprivileged user and network namespaces for bwrap (the provider sandbox runs bwrap --unshare-pid --unshare-ipc --unshare-uts --unshare-net); Ubuntu 23.10 and later refuse them while kernel.apparmor_restrict_unprivileged_userns=1 unless /usr/bin/bwrap has an AppArmor profile that allows userns; scripts/check-system-test-prerequisites.ts probes this before test:system runs and scripts/run-and-validate-provider.ts before a provider runs
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: \${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
@@ -136,7 +134,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
@@ -182,20 +180,20 @@ jobs:
|
||||
image: "mcr.microsoft.com/playwright:v1.62.0-noble@sha256:baed2032d533817f3dbe6425de795788430ba345e819a1201337009ba17c9d07"
|
||||
env:
|
||||
CI_RUNNER_IMAGE: "mcr.microsoft.com/playwright:v1.62.0-noble@sha256:baed2032d533817f3dbe6425de795788430ba345e819a1201337009ba17c9d07"
|
||||
COREPACK_HOME: /tmp/fe-dependency-cache/corepack
|
||||
PNPM_CONFIG_STORE_DIR: /tmp/fe-dependency-cache/pnpm-store
|
||||
PNPM_CONFIG_CACHE_DIR: /tmp/fe-dependency-cache/pnpm-cache
|
||||
steps:
|
||||
- uses: https://github.com/actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
|
||||
with:
|
||||
persist-credentials: false
|
||||
- name: Choose the dependency cache folder
|
||||
id: dependency-cache-root
|
||||
run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"
|
||||
- name: Restore and save the dependency cache
|
||||
if: \${{ gitea.ref == 'refs/heads/main' }}
|
||||
uses: https://github.com/actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
@@ -205,7 +203,7 @@ jobs:
|
||||
with:
|
||||
path: |
|
||||
/opt/hostedtoolcache/node
|
||||
/tmp/fe-dependency-cache
|
||||
\${{ steps.dependency-cache-root.outputs.root }}
|
||||
key: fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-\${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}
|
||||
restore-keys: |
|
||||
fe-dependencies-\${{ runner.os }}-\${{ runner.arch }}-
|
||||
|
||||
@@ -1824,11 +1824,17 @@ describe("CI workflow generation", () => {
|
||||
for (const jobId of DEPENDENCY_CACHE.jobIds) {
|
||||
const job = jobSection(workflow, jobId);
|
||||
const steps = job.split("\n - ");
|
||||
const rootIndex = steps.findIndex((step) => step.startsWith("name: Choose the dependency cache folder"));
|
||||
const saveIndex = steps.findIndex((step) => step.includes(`uses: ${save}`));
|
||||
const restoreIndex = steps.findIndex((step) => step.includes(`uses: ${restore}`));
|
||||
const setupIndex = steps.findIndex((step) => step.startsWith("uses: https://github.com/actions/setup-node@"));
|
||||
const installIndex = steps.findIndex((step) => step.startsWith("name: Frozen install"));
|
||||
expect([saveIndex, restoreIndex].every((index) => index > 0 && index < setupIndex), jobId).toBe(true);
|
||||
expect(rootIndex, jobId).toBeGreaterThan(0);
|
||||
expect([saveIndex, restoreIndex].every((index) => index > rootIndex && index < setupIndex), jobId).toBe(true);
|
||||
// The folder is chosen on the checkout's filesystem, outside it, and logged.
|
||||
expect(steps[rootIndex]).toBe(
|
||||
'name: Choose the dependency cache folder\n id: dependency-cache-root\n run: bash scripts/ci/dependency-cache-root.sh "$RUNNER_TEMP" "$(dirname "$GITHUB_WORKSPACE")"',
|
||||
);
|
||||
expect(setupIndex).toBeLessThan(installIndex);
|
||||
expect(steps[saveIndex]).toContain("if: ${{ gitea.ref == 'refs/heads/main' }}");
|
||||
expect(steps[restoreIndex]).toContain("if: ${{ gitea.ref != 'refs/heads/main' }}");
|
||||
@@ -1836,17 +1842,17 @@ describe("CI workflow generation", () => {
|
||||
expect(step).toContain(
|
||||
"key: fe-dependencies-${{ runner.os }}-${{ runner.arch }}-${{ hashFiles('.nvmrc', 'pnpm-lock.yaml') }}",
|
||||
);
|
||||
expect(step).toContain(" /opt/hostedtoolcache/node\n /tmp/fe-dependency-cache\n");
|
||||
expect(step).toContain(
|
||||
" /opt/hostedtoolcache/node\n ${{ steps.dependency-cache-root.outputs.root }}\n",
|
||||
);
|
||||
}
|
||||
// The install does not depend on a hit: a missing or damaged entry
|
||||
// only makes pnpm fetch what it lacks.
|
||||
expect(steps[installIndex]).toBe(
|
||||
"name: Frozen install\n run: |\n corepack enable\n corepack pnpm install --frozen-lockfile --ignore-scripts",
|
||||
);
|
||||
for (const { name, value } of DEPENDENCY_CACHE.environment) {
|
||||
expect(job).toContain(` ${name}: ${value}\n`);
|
||||
expect(value.startsWith("/tmp/fe-dependency-cache/")).toBe(true);
|
||||
}
|
||||
// The script sets the pnpm variables through $GITHUB_ENV, not the job.
|
||||
for (const name of DEPENDENCY_CACHE.environmentNames) expect(job).not.toContain(` ${name}:`);
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
@@ -0,0 +1,101 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { chmod, mkdir, mkdtemp, readFile, realpath, rm, writeFile } from "node:fs/promises";
|
||||
import { tmpdir } from "node:os";
|
||||
import path from "node:path";
|
||||
|
||||
import { afterEach, describe, expect, it } from "vitest";
|
||||
|
||||
import { DEPENDENCY_CACHE } from "../../scripts/contracts/ci-gates.ts";
|
||||
import { childProcessTimeout } from "../helpers/child-process-timeout.ts";
|
||||
|
||||
/**
|
||||
* scripts/ci/dependency-cache-root.sh picks the merge job's dependency cache
|
||||
* folder: the first candidate on the checkout's filesystem and outside it
|
||||
* (run 230: with the store in the job's /tmp, pnpm copied node_modules across
|
||||
* filesystems and a warm install was no faster than a cold one). A fake
|
||||
* `stat` stands in for the devices, so the cases do not depend on how this
|
||||
* host mounts its folders: a path under FAKE_SAME is device 11, any other 22.
|
||||
*/
|
||||
const roots: string[] = [];
|
||||
|
||||
afterEach(async () => {
|
||||
await Promise.all(roots.splice(0).map((root) => rm(root, { recursive: true, force: true })));
|
||||
});
|
||||
|
||||
async function layout() {
|
||||
const root = await realpath(await mkdtemp(path.join(tmpdir(), "dependency-cache-root-")));
|
||||
roots.push(root);
|
||||
const bin = path.join(root, "bin");
|
||||
await mkdir(bin);
|
||||
await writeFile(
|
||||
path.join(bin, "stat"),
|
||||
['#!/usr/bin/env bash', 'target=${@: -1}', 'case "$target/" in "$FAKE_SAME"/*) echo 11 ;; *) echo 22 ;; esac', ""].join("\n"),
|
||||
);
|
||||
await chmod(path.join(bin, "stat"), 0o755);
|
||||
const folders = {
|
||||
same: path.join(root, "same"),
|
||||
checkout: path.join(root, "same", "checkout"),
|
||||
insideCheckout: path.join(root, "same", "checkout", "tmp"),
|
||||
sameTemp: path.join(root, "same", "runner-temp"),
|
||||
other: path.join(root, "other"),
|
||||
otherTemp: path.join(root, "other", "runner-temp"),
|
||||
missing: path.join(root, "missing"),
|
||||
};
|
||||
for (const folder of [folders.insideCheckout, folders.sameTemp, folders.otherTemp]) {
|
||||
await mkdir(folder, { recursive: true });
|
||||
}
|
||||
const environmentFile = path.join(root, "github-env");
|
||||
const outputFile = path.join(root, "github-output");
|
||||
const run = (...candidates: string[]) =>
|
||||
spawnSync("bash", [DEPENDENCY_CACHE.rootScript, ...candidates], {
|
||||
encoding: "utf8",
|
||||
env: {
|
||||
PATH: `${bin}:${process.env.PATH ?? ""}`,
|
||||
FAKE_SAME: folders.same,
|
||||
GITHUB_WORKSPACE: folders.checkout,
|
||||
GITHUB_ENV: environmentFile,
|
||||
GITHUB_OUTPUT: outputFile,
|
||||
},
|
||||
});
|
||||
const written = async () => ({
|
||||
environment: (await readFile(environmentFile, "utf8")).trim().split("\n"),
|
||||
output: (await readFile(outputFile, "utf8")).trim(),
|
||||
});
|
||||
return { folders, run, written };
|
||||
}
|
||||
|
||||
const variables = (root: string) => [
|
||||
`COREPACK_HOME=${root}/corepack`,
|
||||
`PNPM_CONFIG_STORE_DIR=${root}/pnpm-store`,
|
||||
`PNPM_CONFIG_CACHE_DIR=${root}/pnpm-cache`,
|
||||
];
|
||||
|
||||
describe("the merge job's dependency cache folder", { timeout: childProcessTimeout(47) }, () => {
|
||||
it("is the first candidate on the checkout's filesystem, never one inside the checkout", async () => {
|
||||
const { folders, run, written } = await layout();
|
||||
|
||||
const result = run(folders.otherTemp, folders.insideCheckout, folders.sameTemp);
|
||||
|
||||
expect(result.status, result.stderr).toBe(0);
|
||||
const root = `${folders.sameTemp}/fe-dependency-cache`;
|
||||
expect(await written()).toEqual({ environment: variables(root), output: `root=${root}` });
|
||||
expect(result.stdout).toMatch(
|
||||
new RegExp(
|
||||
String.raw`^dependency cache: ${root} \(on the checkout's filesystem: yes; devices: checkout=11 ${folders.otherTemp}=22 ${folders.sameTemp}=11; load average at job start: [0-9.]+ [0-9.]+ [0-9.]+\)\n$`,
|
||||
"u",
|
||||
),
|
||||
);
|
||||
expect(DEPENDENCY_CACHE.environmentNames).toEqual(variables(root).map((line) => line.split("=")[0]));
|
||||
});
|
||||
|
||||
it("falls back to the first usable candidate when none shares the checkout's filesystem", async () => {
|
||||
const { folders, run, written } = await layout();
|
||||
|
||||
const result = run(folders.missing, "", folders.otherTemp, folders.other);
|
||||
|
||||
expect(result.status, result.stderr).toBe(0);
|
||||
const root = `${folders.otherTemp}/fe-dependency-cache`;
|
||||
expect(await written()).toEqual({ environment: variables(root), output: `root=${root}` });
|
||||
expect(result.stdout).toContain(`dependency cache: ${root} (on the checkout's filesystem: no; devices: checkout=11 ${folders.otherTemp}=22 ${folders.other}=22;`);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user