From 22e8ffeaf322fff25dd79e5fa31a4fb9fa87a5f3 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 20:03:11 +0100 Subject: [PATCH 01/13] test(ci): Validate Namespace profiles and isolated CI caches Co-Authored-By: OpenAI Codex --- .../actions/install-dependencies/action.yml | 10 ++- .../install-namespace-dependencies/action.yml | 64 ++++++++++++++++++ .../find-broken-bin.mjs | 34 ++++++++++ .github/actions/install-playwright/action.yml | 44 ++++++++---- .github/actions/mount-pnpm-store/action.yml | 33 +++++++++ .github/actions/prepare-e2e-test/action.yml | 4 ++ .github/actions/restore-cache/action.yml | 10 ++- .github/actions/setup-node/action.yml | 7 +- .github/actions/setup-node/resolve-node.sh | 2 +- .github/namespace-benchmark-e2e-runners.json | 23 +++++++ .github/workflows/build.yml | 67 ++++++++++--------- .github/workflows/namespace-profile-smoke.yml | 53 +++++++++++++++ .github/workflows/optional-e2e.yml | 6 +- dev-packages/e2e-tests/lib/getTestMatrix.mjs | 8 ++- 14 files changed, 314 insertions(+), 51 deletions(-) create mode 100644 .github/actions/install-namespace-dependencies/action.yml create mode 100644 .github/actions/install-namespace-dependencies/find-broken-bin.mjs create mode 100644 .github/actions/mount-pnpm-store/action.yml create mode 100644 .github/namespace-benchmark-e2e-runners.json create mode 100644 .github/workflows/namespace-profile-smoke.yml diff --git a/.github/actions/install-dependencies/action.yml b/.github/actions/install-dependencies/action.yml index 098f48c191a5..07d38d054b69 100644 --- a/.github/actions/install-dependencies/action.yml +++ b/.github/actions/install-dependencies/action.yml @@ -9,7 +9,12 @@ outputs: runs: using: 'composite' steps: + - name: Install dependencies from Namespace volume + if: env.CI_BENCHMARK_PROVIDER == 'namespace' + uses: ./.github/actions/install-namespace-dependencies + - name: Install pnpm + if: env.CI_BENCHMARK_PROVIDER != 'namespace' uses: ./.github/actions/install-pnpm - name: Compute dependency cache key @@ -20,11 +25,12 @@ runs: - name: Check dependency cache uses: actions/cache@v6.1.0 id: cache_dependencies + if: env.CI_BENCHMARK_PROVIDER != 'namespace' with: path: ${{ env.CACHED_DEPENDENCY_PATHS }} - key: ${{ steps.compute_lockfile_hash.outputs.hash }}-${{ runner.arch }} + key: ${{ env.CI_BENCHMARK_CACHE_PREFIX }}${{ steps.compute_lockfile_hash.outputs.hash }}-${{ runner.arch }} - name: Install dependencies - if: steps.cache_dependencies.outputs.cache-hit != 'true' + if: env.CI_BENCHMARK_PROVIDER != 'namespace' && steps.cache_dependencies.outputs.cache-hit != 'true' run: pnpm install --frozen-lockfile shell: bash diff --git a/.github/actions/install-namespace-dependencies/action.yml b/.github/actions/install-namespace-dependencies/action.yml new file mode 100644 index 000000000000..fafe4de3b022 --- /dev/null +++ b/.github/actions/install-namespace-dependencies/action.yml @@ -0,0 +1,64 @@ +name: 'Install pnpm dependencies' +description: 'Installs pnpm dependencies into node_modules folders on the Namespace cache volume.' + +runs: + using: 'composite' + steps: + - name: List dependency paths + id: paths + run: | + { + echo 'paths<> "$GITHUB_OUTPUT" + shell: bash + + - name: Mount dependency cache + uses: ./.github/actions/mount-pnpm-store + with: + path: ${{ steps.paths.outputs.paths }} + + - name: Install pnpm + uses: ./.github/actions/install-pnpm + + # When the node_modules layout changes, `pnpm install` keeps the `.bin` scripts of the workspace packages, which + # then point into a folder that the new layout does not have. Branches that change `nodeLinker` share this cache + # volume, so start from empty node_modules folders when the layout on the volume differs, or when an earlier + # install already left such broken `.bin` scripts behind. + - name: Remove node_modules of another layout + run: | + mapfile -t dirs < <(grep '/node_modules$' <<< "$DEPENDENCY_PATHS") + expected=$(pnpm config get node-linker) + if [[ "$expected" == undefined ]]; then + expected=isolated + fi + actual=$(sed -n 's/^nodeLinker: //p' node_modules/.modules.yaml 2>/dev/null || true) + if [[ -n "$actual" && "$actual" != "$expected" ]]; then + reason="The node_modules folders use the $actual layout, but nodeLinker is $expected." + else + broken=$(node "$GITHUB_ACTION_PATH/find-broken-bin.mjs" "${dirs[@]}") + if [[ -n "$broken" ]]; then + reason="The target of $broken does not exist." + fi + fi + if [[ -n "$reason" ]]; then + echo "$reason Removing the node_modules folders." + for dir in "${dirs[@]}"; do + if [[ -d "$dir" ]]; then + # The folders are mounted from the cache volume, so empty them instead of removing them + find "$dir/" -mindepth 1 -maxdepth 1 -exec rm -rf {} + + fi + done + fi + env: + DEPENDENCY_PATHS: ${{ steps.paths.outputs.paths }} + shell: bash + + # The cache volume can hold node_modules of another commit or branch. This is a no-op when they match + # pnpm-lock.yaml. + - name: Install dependencies + run: pnpm install --frozen-lockfile + shell: bash diff --git a/.github/actions/install-namespace-dependencies/find-broken-bin.mjs b/.github/actions/install-namespace-dependencies/find-broken-bin.mjs new file mode 100644 index 000000000000..24aa8753cac5 --- /dev/null +++ b/.github/actions/install-namespace-dependencies/find-broken-bin.mjs @@ -0,0 +1,34 @@ +// Prints the first `.bin` entry in the given node_modules folders whose target does not exist. +import { existsSync, lstatSync, readdirSync, readFileSync } from 'node:fs'; +import { join, resolve } from 'node:path'; + +// The pnpm shell shim runs the target with `exec "$basedir_abs/"` (`$basedir` in older versions) +const SHIM_TARGET = /^\s*exec \S+\s+"\$basedir(?:_abs)?\/([^"]+)"/m; + +for (const dir of process.argv.slice(2)) { + const binDir = join(dir, '.bin'); + let names; + try { + names = readdirSync(binDir); + } catch { + continue; + } + + for (const name of names) { + const bin = join(binDir, name); + const stat = lstatSync(bin); + let target; + if (stat.isSymbolicLink()) { + target = bin; + } else if (stat.isFile() && stat.size < 64 * 1024) { + const match = readFileSync(bin, 'utf8').match(SHIM_TARGET); + target = match && resolve(binDir, match[1]); + } + + if (target && !existsSync(target)) { + // eslint-disable-next-line no-console + console.log(bin); + process.exit(0); + } + } +} diff --git a/.github/actions/install-playwright/action.yml b/.github/actions/install-playwright/action.yml index b642f77815d3..008e68c5678f 100644 --- a/.github/actions/install-playwright/action.yml +++ b/.github/actions/install-playwright/action.yml @@ -26,15 +26,23 @@ runs: shell: bash working-directory: ${{ inputs.cwd }} + - name: Mount Playwright browser cache + if: steps.playwright-version.outputs.version != '' && env.CI_BENCHMARK_PROVIDER == 'namespace' + uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 + with: + path: ~/.cache/ms-playwright + - name: Restore cached playwright binaries uses: actions/cache/restore@v6.1.0 id: playwright-cache - if: steps.playwright-version.outputs.version != '' + if: steps.playwright-version.outputs.version != '' && env.CI_BENCHMARK_PROVIDER != 'namespace' with: path: | ~/.cache/ms-playwright # Bump the iteration when bumping runner images to use a new cache - key: playwright-${{ runner.os }}-iteration-1-${{ steps.playwright-version.outputs.version }} + key: + ${{ env.CI_BENCHMARK_CACHE_PREFIX }}playwright-${{ runner.os }}-${{ runner.arch }}-iteration-1-${{ + steps.playwright-version.outputs.version }} # We always install all browsers, if uncached # `npx` runs outside the repo, so it can't pick up a `playwright` that a parallel `pnpm install` is still linking. @@ -83,14 +91,20 @@ runs: # Separate Ubuntu versions and architectures, while allowing older package sets as fallbacks. . /etc/os-release - prefix="webkit-apt-$ID-$VERSION_ID-${{ runner.arch }}-v1-" + prefix="${CI_BENCHMARK_CACHE_PREFIX:-}webkit-apt-$ID-$VERSION_ID-${{ runner.arch }}-v1-" echo "prefix=$prefix" >> "$GITHUB_OUTPUT" echo "key=$prefix$hash" >> "$GITHUB_OUTPUT" shell: bash + - name: Mount WebKit package archives + if: steps.webkit-dependencies.outputs.key != '' && env.CI_BENCHMARK_PROVIDER == 'namespace' + uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 + with: + path: /var/tmp/webkit-apt-cache + - name: Restore cached WebKit system packages id: webkit-apt-cache - if: steps.webkit-dependencies.outputs.key != '' + if: steps.webkit-dependencies.outputs.key != '' && env.CI_BENCHMARK_PROVIDER != 'namespace' uses: actions/cache/restore@v6.1.0 with: path: /var/tmp/webkit-apt-cache/*.deb @@ -111,8 +125,9 @@ runs: - name: Remove obsolete cached WebKit packages if: - steps.webkit-dependencies.outputs.key != '' && steps.webkit-apt-cache.outputs.cache-hit != 'true' && - github.event_name == 'push' && github.ref == 'refs/heads/develop' + steps.webkit-dependencies.outputs.key != '' && steps.webkit-apt-cache.outputs.cache-hit != 'true' && (github.ref + == 'refs/heads/develop' || (env.CI_BENCHMARK_CACHE_PREFIX != '' && (github.head_ref == 'feat/namespace-ci-smoke' + || github.ref == 'refs/heads/feat/namespace-ci-smoke'))) # Fallback restores can carry obsolete installers into newer cache entries. run: sudo apt-get -o Dir::Cache::archives=/var/tmp/webkit-apt-cache autoclean shell: bash @@ -121,21 +136,26 @@ runs: # which may have downloaded packages absent from the restored cache. - name: Store cached WebKit system packages if: - steps.webkit-dependencies.outputs.key != '' && steps.webkit-apt-cache.outputs.cache-hit != 'true' && - github.event_name == 'push' && github.ref == 'refs/heads/develop' + env.CI_BENCHMARK_PROVIDER != 'namespace' && steps.webkit-dependencies.outputs.key != '' && + steps.webkit-apt-cache.outputs.cache-hit != 'true' && (github.ref == 'refs/heads/develop' || + (env.CI_BENCHMARK_CACHE_PREFIX != '' && (github.head_ref == 'feat/namespace-ci-smoke' || github.ref == + 'refs/heads/feat/namespace-ci-smoke'))) uses: actions/cache/save@v6.1.0 with: path: /var/tmp/webkit-apt-cache/*.deb key: ${{ steps.webkit-dependencies.outputs.key }} - # Only store cache on develop branch + # The benchmark branch also saves isolated entries so warm runs can be verified. - name: Store cached playwright binaries uses: actions/cache/save@v6.1.0 if: - steps.playwright-version.outputs.version != '' && github.event_name == 'push' && github.ref == - 'refs/heads/develop' + steps.playwright-version.outputs.version != '' && env.CI_BENCHMARK_PROVIDER != 'namespace' && (github.ref == + 'refs/heads/develop' || (env.CI_BENCHMARK_CACHE_PREFIX != '' && (github.head_ref == 'feat/namespace-ci-smoke' || + github.ref == 'refs/heads/feat/namespace-ci-smoke'))) with: path: | ~/.cache/ms-playwright # Bump the iteration when bumping runner images to use a new cache - key: playwright-${{ runner.os }}-iteration-1-${{ steps.playwright-version.outputs.version }} + key: + ${{ env.CI_BENCHMARK_CACHE_PREFIX }}playwright-${{ runner.os }}-${{ runner.arch }}-iteration-1-${{ + steps.playwright-version.outputs.version }} diff --git a/.github/actions/mount-pnpm-store/action.yml b/.github/actions/mount-pnpm-store/action.yml new file mode 100644 index 000000000000..fed4e40c1b73 --- /dev/null +++ b/.github/actions/mount-pnpm-store/action.yml @@ -0,0 +1,33 @@ +name: 'Mount pnpm store' +description: + 'Mounts the pnpm store, the pnpm and npm caches and the given paths from the Namespace cache volume. Use it before + `install-pnpm`, so `install-pnpm` takes pnpm from the cache volume.' + +inputs: + path: + description: 'Paths to mount from the cache volume in addition to the pnpm store and caches, one per line.' + required: false + default: '' + +runs: + using: 'composite' + steps: + # Replaces the `pnpm` mode of nscloud-cache-action until it works without pnpm on PATH. The mode runs `pnpm store + # path`, so it only works after `install-pnpm`, when `pnpm self-update` has already downloaded pnpm. + # The cache directory holds `lockfile-verified.jsonl`. With it, `pnpm install` skips the supply-chain check of a + # lockfile that was already verified, which otherwise fetches the metadata of every package from the registry. + - name: Set pnpm store and cache directories + run: | + echo "PNPM_CONFIG_STORE_DIR=$HOME/.cache/pnpm-store" >> "$GITHUB_ENV" + echo "PNPM_CONFIG_CACHE_DIR=$HOME/.cache/pnpm" >> "$GITHUB_ENV" + shell: bash + + # The `npm` mode keeps the npm cache of the `npm ci` in `pnpm/action-setup`, which installs the bootstrap pnpm + - name: Mount cache paths + uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 + with: + cache: npm + path: | + ~/.cache/pnpm-store + ~/.cache/pnpm + ${{ inputs.path }} diff --git a/.github/actions/prepare-e2e-test/action.yml b/.github/actions/prepare-e2e-test/action.yml index d81386521507..d15f79a7a05d 100644 --- a/.github/actions/prepare-e2e-test/action.yml +++ b/.github/actions/prepare-e2e-test/action.yml @@ -47,6 +47,10 @@ runs: uses: denoland/setup-deno@v2.0.5 with: deno-version: ${{ inputs.deno-version || 'v2.8.3' }} + - name: Mount E2E package stores + if: env.CI_BENCHMARK_PROVIDER == 'namespace' + uses: ./.github/actions/mount-pnpm-store + - name: Install pnpm uses: ./.github/actions/install-pnpm diff --git a/.github/actions/restore-cache/action.yml b/.github/actions/restore-cache/action.yml index 4112ad39ee54..4608bd40026c 100644 --- a/.github/actions/restore-cache/action.yml +++ b/.github/actions/restore-cache/action.yml @@ -10,14 +10,16 @@ runs: using: 'composite' steps: - name: Install pnpm + if: env.CI_BENCHMARK_PROVIDER != 'namespace' uses: ./.github/actions/install-pnpm - name: Check dependency cache id: dep-cache + if: env.CI_BENCHMARK_PROVIDER != 'namespace' uses: actions/cache/restore@v6.1.0 with: path: ${{ env.CACHED_DEPENDENCY_PATHS }} - key: ${{ inputs.dependency_cache_key }}-${{ runner.arch }} + key: ${{ env.CI_BENCHMARK_CACHE_PREFIX }}${{ inputs.dependency_cache_key }}-${{ runner.arch }} - name: Restore build artifacts uses: actions/download-artifact@v7 @@ -25,6 +27,10 @@ runs: name: build-output - name: Install dependencies - if: steps.dep-cache.outputs.cache-hit != 'true' + if: env.CI_BENCHMARK_PROVIDER != 'namespace' && steps.dep-cache.outputs.cache-hit != 'true' run: pnpm install --frozen-lockfile shell: bash + + - name: Install dependencies from Namespace volume + if: env.CI_BENCHMARK_PROVIDER == 'namespace' + uses: ./.github/actions/install-namespace-dependencies diff --git a/.github/actions/setup-node/action.yml b/.github/actions/setup-node/action.yml index 77a4f3eb8db3..e2a90c080c1b 100644 --- a/.github/actions/setup-node/action.yml +++ b/.github/actions/setup-node/action.yml @@ -23,9 +23,12 @@ runs: with: node-version: ${{ steps.node.outputs.version }} - # Only `develop` saves, so PRs share one entry per architecture instead of each creating their own. + # The benchmark branch also saves isolated entries so warm runs can be verified. - name: Save Node.js install - if: steps.node-cache.outputs.cache-hit != 'true' && github.ref == 'refs/heads/develop' + if: + steps.node-cache.outputs.cache-hit != 'true' && (github.ref == 'refs/heads/develop' || + (env.CI_BENCHMARK_CACHE_PREFIX != '' && (github.head_ref == 'feat/namespace-ci-smoke' || github.ref == + 'refs/heads/feat/namespace-ci-smoke'))) uses: actions/cache/save@v6.1.0 with: path: ${{ steps.node.outputs.cache-path }} diff --git a/.github/actions/setup-node/resolve-node.sh b/.github/actions/setup-node/resolve-node.sh index a611890c4023..c76375047aea 100755 --- a/.github/actions/setup-node/resolve-node.sh +++ b/.github/actions/setup-node/resolve-node.sh @@ -3,6 +3,6 @@ set -eu version=$(jq -e -r '.devEngines.runtime.version' package.json) cache_path="$RUNNER_TOOL_CACHE/node/$version" -cache_key="node-toolcache-$RUNNER_OS-$RUNNER_ARCH-$version" +cache_key="${CI_BENCHMARK_CACHE_PREFIX:-}node-toolcache-$RUNNER_OS-$RUNNER_ARCH-$version" printf 'version=%s\ncache-path=%s\ncache-key=%s\n' "$version" "$cache_path" "$cache_key" >> "$GITHUB_OUTPUT" diff --git a/.github/namespace-benchmark-e2e-runners.json b/.github/namespace-benchmark-e2e-runners.json new file mode 100644 index 000000000000..e2595fde004f --- /dev/null +++ b/.github/namespace-benchmark-e2e-runners.json @@ -0,0 +1,23 @@ +{ + "aws-serverless-layer": "namespace-profile-sentry-javascript", + "browser-bfcache": "namespace-profile-sentry-javascript", + "nextjs-15-basepath": "namespace-profile-sentry-javascript", + "nextjs-15-intl": "namespace-profile-sentry-javascript", + "nextjs-15-t3": "namespace-profile-sentry-javascript", + "nextjs-15": "namespace-profile-sentry-javascript", + "nextjs-16-adapter": "namespace-profile-sentry-javascript", + "nextjs-16-cacheComponents": "namespace-profile-sentry-javascript", + "nextjs-16-static": "namespace-profile-sentry-javascript", + "nextjs-16-streaming-cacheComponents": "namespace-profile-sentry-javascript", + "nextjs-16-streaming": "namespace-profile-sentry-javascript", + "nextjs-16-tunnel": "namespace-profile-sentry-javascript", + "nextjs-16": "namespace-profile-sentry-javascript", + "nextjs-app-dir": "namespace-profile-sentry-javascript", + "nextjs-pages-dir": "namespace-profile-sentry-javascript", + "nuxt-3-min": "namespace-profile-sentry-javascript", + "nuxt-4-static": "namespace-profile-sentry-javascript", + "nuxt-4": "namespace-profile-sentry-javascript", + "react-router-6": "namespace-profile-sentry-javascript", + "react-router-7-lazy-routes": "namespace-profile-sentry-javascript", + "react-router-8-framework": "namespace-profile-sentry-javascript" +} diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 66d006e800c7..fc37a059095e 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -27,6 +27,8 @@ concurrency: cancel-in-progress: true env: + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: benchmark-ns-smoke-v1- HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -51,15 +53,14 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: benchmark-ns-smoke-v1-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". # This option both controls the `v8-compile-cache-lib` and `v8-compile-cache` packages. DISABLE_V8_COMPILE_CACHE: '1' -# Jobs that need the monorepo dependencies restore them from the GitHub Actions cache (see `restore-cache`), -# keyed by the lockfile hash. E2E jobs install their test application separately and do not use that cache. +# Benchmark volumes separate monorepo dependencies, E2E stores and latest-Wrangler dependencies. jobs: job_get_metadata: uses: ./.github/workflows/ci-metadata.yml @@ -72,7 +73,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -197,7 +198,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -234,7 +235,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -270,7 +271,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -286,7 +287,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -319,7 +320,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -357,7 +358,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -386,7 +387,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -405,7 +406,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -457,7 +458,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -489,7 +490,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 strategy: fail-fast: false matrix: @@ -519,7 +520,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -545,7 +546,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -594,7 +595,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-large-js + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 25 strategy: fail-fast: false @@ -691,7 +692,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 strategy: fail-fast: false @@ -749,7 +750,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -812,7 +813,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -836,7 +837,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 strategy: fail-fast: false @@ -877,7 +878,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-latest-wrangler-X64 timeout-minutes: 15 strategy: fail-fast: false @@ -891,7 +892,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -921,7 +922,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 strategy: fail-fast: false @@ -953,7 +954,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 strategy: fail-fast: false @@ -997,7 +998,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1054,7 +1055,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1127,7 +1130,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1141,7 +1146,9 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1218,7 +1225,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/namespace-profile-smoke.yml b/.github/workflows/namespace-profile-smoke.yml new file mode 100644 index 000000000000..7c29984c058e --- /dev/null +++ b/.github/workflows/namespace-profile-smoke.yml @@ -0,0 +1,53 @@ +name: 'CI: Namespace profile smoke test' +on: + pull_request: + paths: + - '.github/**' + workflow_dispatch: + +jobs: + profiles: + name: Namespace ${{ matrix.size }} profile + runs-on: ${{ matrix.profile }};overrides.cache-tag=benchmark-ns-profile-smoke-v1-${{ matrix.size }} + timeout-minutes: 5 + strategy: + fail-fast: false + matrix: + include: + - size: small + profile: namespace-profile-sentry-javascript-small + cores: 2 + - size: medium + profile: namespace-profile-sentry-javascript + cores: 4 + - size: large + profile: namespace-profile-sentry-javascript-large + cores: 8 + steps: + - uses: actions/checkout@v7 + - name: Check runner hardware and image + env: + EXPECTED_CORES: ${{ matrix.cores }} + run: | + uname -m + cat /etc/os-release + lscpu | head -25 + free -h + test "$(nproc)" -eq "$EXPECTED_CORES" + . /etc/os-release + test "$VERSION_ID" = 24.04 + - name: Mount smoke-test cache + uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 + with: + path: ~/.cache/namespace-benchmark-probe + - name: Check persistent cache state + run: | + probe="$HOME/.cache/namespace-benchmark-probe/marker" + if test -f "$probe"; then + echo 'Smoke-test cache restored' + cat "$probe" + else + echo 'Smoke-test cache is empty' + fi + echo "$GITHUB_RUN_ID/$GITHUB_RUN_ATTEMPT" > "$probe" + findmnt -T "$probe" diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index eea799a5a5f9..48f541c0505c 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,6 +29,8 @@ concurrency: cancel-in-progress: true env: + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: benchmark-ns-smoke-v1- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -37,7 +39,9 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 timeout-minutes: 15 permissions: contents: read diff --git a/dev-packages/e2e-tests/lib/getTestMatrix.mjs b/dev-packages/e2e-tests/lib/getTestMatrix.mjs index 0f52cd017a2e..b46073ab0552 100644 --- a/dev-packages/e2e-tests/lib/getTestMatrix.mjs +++ b/dev-packages/e2e-tests/lib/getTestMatrix.mjs @@ -115,7 +115,13 @@ function addIncludesForTestApp(testApp, includes, { variant }) { const shouldSkip = packageJson.sentryTest?.skip || false; const isOptional = packageJson.sentryTest?.optional || false; const variants = packageJson.sentryTest?.[VARIANT_FIELDS[variant]] || []; - const baseInclude = { 'test-application': testApp }; + const runner = + process.env.CI_BENCHMARK_PROVIDER === 'namespace' + ? JSON.parse( + fs.readFileSync(path.join(__dirname, '../../../.github/namespace-benchmark-e2e-runners.json'), 'utf8'), + )[testApp] + : undefined; + const baseInclude = { 'test-application': testApp, ...(runner ? { runner } : {}) }; if (shouldSkip) { return; From cdb90a41a01de122671e45b131466af3c6233b84 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 20:13:26 +0100 Subject: [PATCH 02/13] test(ci): Supply missing Namespace WebKit libraries and probe cache policy Co-AuthoredBy: OpenAI Codex Co-Authored-By: OpenAI Codex --- .github/actions/install-playwright/action.yml | 3 ++ .github/workflows/build.yml | 52 +++++++++---------- .github/workflows/namespace-profile-smoke.yml | 21 ++++++-- .github/workflows/optional-e2e.yml | 4 +- 4 files changed, 48 insertions(+), 32 deletions(-) diff --git a/.github/actions/install-playwright/action.yml b/.github/actions/install-playwright/action.yml index 008e68c5678f..843d9535294a 100644 --- a/.github/actions/install-playwright/action.yml +++ b/.github/actions/install-playwright/action.yml @@ -74,6 +74,9 @@ runs: libopus0 libwayland-server0 ) + if [[ "$CI_BENCHMARK_PROVIDER" == namespace ]]; then + packages+=(libgtk-4-1 libgraphene-1.0-0 libsecret-1-0 libx264-164) + fi # Resolve now and install after restoring the cache; share the package list across both steps. printf '%s\n' "${packages[@]}" > "$RUNNER_TEMP/webkit-apt-packages" # runner.temp is private, so keep installers where apt's sandbox user can access them. diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index fc37a059095e..95643b67df84 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -28,7 +28,7 @@ concurrency: env: CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: benchmark-ns-smoke-v1- + CI_BENCHMARK_CACHE_PREFIX: benchmark-sentry-js-ns-smoke-v2- HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -53,7 +53,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: benchmark-ns-smoke-v1-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: benchmark-sentry-js-ns-smoke-v2-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -73,7 +73,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -198,7 +198,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -235,7 +235,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -287,7 +287,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -320,7 +320,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -387,7 +387,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -406,7 +406,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -458,7 +458,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -490,7 +490,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 strategy: fail-fast: false matrix: @@ -520,7 +520,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -546,7 +546,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -595,7 +595,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 25 strategy: fail-fast: false @@ -692,7 +692,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -750,7 +750,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -813,7 +813,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -837,7 +837,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -878,7 +878,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-smoke-v1-latest-wrangler-X64 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-latest-wrangler-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -892,7 +892,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -922,7 +922,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -954,7 +954,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -998,7 +998,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-smoke-v1-monorepo-X64 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1057,7 +1057,7 @@ jobs: needs: [job_get_metadata, job_build, job_build_tarballs] runs-on: ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 + }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1132,7 +1132,7 @@ jobs: needs: [job_get_metadata, job_build, job_build_tarballs] runs-on: ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 + }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1148,7 +1148,7 @@ jobs: needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' runs-on: ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 + }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: diff --git a/.github/workflows/namespace-profile-smoke.yml b/.github/workflows/namespace-profile-smoke.yml index 7c29984c058e..32972bc5069c 100644 --- a/.github/workflows/namespace-profile-smoke.yml +++ b/.github/workflows/namespace-profile-smoke.yml @@ -8,21 +8,28 @@ on: jobs: profiles: name: Namespace ${{ matrix.size }} profile - runs-on: ${{ matrix.profile }};overrides.cache-tag=benchmark-ns-profile-smoke-v1-${{ matrix.size }} + runs-on: ${{ matrix.runner }} timeout-minutes: 5 strategy: fail-fast: false matrix: include: - size: small - profile: namespace-profile-sentry-javascript-small + runner: namespace-profile-sentry-javascript-small;overrides.cache-tag=benchmark-ns-profile-smoke-v1-small cores: 2 - size: medium - profile: namespace-profile-sentry-javascript + runner: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-profile-smoke-v1-medium cores: 4 - size: large - profile: namespace-profile-sentry-javascript-large + runner: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-profile-smoke-v1-large cores: 8 + - size: explicit-labels + runner: + - nscloud-ubuntu-24.04-amd64-2x4-with-cache + - nscloud-cache-tag-benchmark-sentry-js-ns-explicit-smoke-v1 + - nscloud-cache-size-50gb + - nscloud-cache-allow-commit-from-feat/namespace-ci-smoke + cores: 2 steps: - uses: actions/checkout@v7 - name: Check runner hardware and image @@ -51,3 +58,9 @@ jobs: fi echo "$GITHUB_RUN_ID/$GITHUB_RUN_ATTEMPT" > "$probe" findmnt -T "$probe" + - name: Inspect cache command options + run: | + /nsc/powertoys/spacectl cache --help + if command -v nsc >/dev/null; then + nsc describe --help + fi diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index 48f541c0505c..7302add833ea 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -30,7 +30,7 @@ concurrency: env: CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: benchmark-ns-smoke-v1- + CI_BENCHMARK_CACHE_PREFIX: benchmark-sentry-js-ns-smoke-v2- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -41,7 +41,7 @@ jobs: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) runs-on: ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-ns-smoke-v1-e2e-X64 + }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 timeout-minutes: 15 permissions: contents: read From 437156e399a228a26e53bac74e10454bbf961ae7 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:08:16 +0100 Subject: [PATCH 03/13] test(ci): Benchmark github cold Co-Authored-By: OpenAI Codex --- .../actions/install-dependencies/action.yml | 7 ++ .github/actions/install-playwright/action.yml | 18 +++++ .github/actions/mount-pnpm-store/action.yml | 10 +++ .github/actions/restore-cache/action.yml | 6 ++ .github/actions/setup-node/action.yml | 7 ++ .github/workflows/build.yml | 79 +++++++++---------- .github/workflows/namespace-profile-smoke.yml | 66 ---------------- .github/workflows/optional-e2e.yml | 8 +- 8 files changed, 88 insertions(+), 113 deletions(-) delete mode 100644 .github/workflows/namespace-profile-smoke.yml diff --git a/.github/actions/install-dependencies/action.yml b/.github/actions/install-dependencies/action.yml index 07d38d054b69..6c8b33708cc8 100644 --- a/.github/actions/install-dependencies/action.yml +++ b/.github/actions/install-dependencies/action.yml @@ -34,3 +34,10 @@ runs: if: env.CI_BENCHMARK_PROVIDER != 'namespace' && steps.cache_dependencies.outputs.cache-hit != 'true' run: pnpm install --frozen-lockfile shell: bash + + - name: Report benchmark dependency cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' && env.CI_BENCHMARK_PROVIDER != 'namespace' + run: + echo "BENCHMARK_CACHE provider=github kind=workspace-node-modules hit=${{ + steps.cache_dependencies.outputs.cache-hit }}" + shell: bash diff --git a/.github/actions/install-playwright/action.yml b/.github/actions/install-playwright/action.yml index 843d9535294a..780dbecb3594 100644 --- a/.github/actions/install-playwright/action.yml +++ b/.github/actions/install-playwright/action.yml @@ -27,6 +27,7 @@ runs: working-directory: ${{ inputs.cwd }} - name: Mount Playwright browser cache + id: playwright-volume if: steps.playwright-version.outputs.version != '' && env.CI_BENCHMARK_PROVIDER == 'namespace' uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 with: @@ -44,6 +45,14 @@ runs: ${{ env.CI_BENCHMARK_CACHE_PREFIX }}playwright-${{ runner.os }}-${{ runner.arch }}-iteration-1-${{ steps.playwright-version.outputs.version }} + - name: Report benchmark browser cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' && steps.playwright-version.outputs.version != '' + run: + echo "BENCHMARK_CACHE provider=${{ env.CI_BENCHMARK_PROVIDER }} kind=playwright hit=${{ + env.CI_BENCHMARK_PROVIDER == 'namespace' && steps.playwright-volume.outputs.cache-hit || + steps.playwright-cache.outputs.cache-hit }}" + shell: bash + # We always install all browsers, if uncached # `npx` runs outside the repo, so it can't pick up a `playwright` that a parallel `pnpm install` is still linking. - name: Install Playwright browsers (uncached) @@ -100,6 +109,7 @@ runs: shell: bash - name: Mount WebKit package archives + id: webkit-volume if: steps.webkit-dependencies.outputs.key != '' && env.CI_BENCHMARK_PROVIDER == 'namespace' uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 with: @@ -115,6 +125,14 @@ runs: # If this exact package set isn't cached, reuse an older set; apt downloads only what's missing. restore-keys: ${{ steps.webkit-dependencies.outputs.prefix }} + - name: Report benchmark WebKit cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' && steps.webkit-dependencies.outputs.key != '' + run: + echo "BENCHMARK_CACHE provider=${{ env.CI_BENCHMARK_PROVIDER }} kind=webkit-apt hit=${{ + env.CI_BENCHMARK_PROVIDER == 'namespace' && steps.webkit-volume.outputs.cache-hit || + steps.webkit-apt-cache.outputs.cache-hit }}" + shell: bash + - name: Install headless WebKit system dependencies if: steps.webkit-dependencies.outputs.key != '' run: | diff --git a/.github/actions/mount-pnpm-store/action.yml b/.github/actions/mount-pnpm-store/action.yml index fed4e40c1b73..2a24b515c668 100644 --- a/.github/actions/mount-pnpm-store/action.yml +++ b/.github/actions/mount-pnpm-store/action.yml @@ -24,6 +24,7 @@ runs: # The `npm` mode keeps the npm cache of the `npm ci` in `pnpm/action-setup`, which installs the bootstrap pnpm - name: Mount cache paths + id: volume uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 with: cache: npm @@ -31,3 +32,12 @@ runs: ~/.cache/pnpm-store ~/.cache/pnpm ${{ inputs.path }} + + - name: Report benchmark package cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' + run: | + echo "BENCHMARK_CACHE provider=namespace kind=package-store hit=${{ steps.volume.outputs.cache-hit }}" + if test -f "$GITHUB_WORKSPACE/node_modules/.modules.yaml"; then + echo 'BENCHMARK_CACHE provider=namespace kind=workspace-node-modules present=true' + fi + shell: bash diff --git a/.github/actions/restore-cache/action.yml b/.github/actions/restore-cache/action.yml index 4608bd40026c..ff9f90c5a07d 100644 --- a/.github/actions/restore-cache/action.yml +++ b/.github/actions/restore-cache/action.yml @@ -34,3 +34,9 @@ runs: - name: Install dependencies from Namespace volume if: env.CI_BENCHMARK_PROVIDER == 'namespace' uses: ./.github/actions/install-namespace-dependencies + + - name: Report benchmark dependency cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' && env.CI_BENCHMARK_PROVIDER != 'namespace' + run: + echo "BENCHMARK_CACHE provider=github kind=workspace-node-modules hit=${{ steps.dep-cache.outputs.cache-hit }}" + shell: bash diff --git a/.github/actions/setup-node/action.yml b/.github/actions/setup-node/action.yml index e2a90c080c1b..53e6e104957f 100644 --- a/.github/actions/setup-node/action.yml +++ b/.github/actions/setup-node/action.yml @@ -33,3 +33,10 @@ runs: with: path: ${{ steps.node.outputs.cache-path }} key: ${{ steps.node.outputs.cache-key }} + + - name: Report benchmark Node cache + if: env.CI_BENCHMARK_CACHE_PREFIX != '' + run: + echo "BENCHMARK_CACHE provider=${{ env.CI_BENCHMARK_PROVIDER }} kind=node-toolcache hit=${{ + steps.node-cache.outputs.cache-hit }}" + shell: bash diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 95643b67df84..d5778249c399 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,4 +1,5 @@ name: 'CI: Build & Test' +run-name: 'CI benchmark: github-cold' on: push: branches: @@ -27,9 +28,9 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: benchmark-sentry-js-ns-smoke-v2- - HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }} + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-a- + HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | ${{ github.workspace }}/node_modules @@ -53,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: benchmark-sentry-js-ns-smoke-v2-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-a-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -66,14 +67,14 @@ jobs: uses: ./.github/workflows/ci-metadata.yml name: Get CI Metadata with: - head_commit: ${{ github.event.inputs.commit || github.sha }} + head_commit: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} permissions: pull-requests: read job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -198,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -235,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -271,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -287,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -320,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -358,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: namespace-profile-sentry-javascript + runs-on: ubuntu-24.04 if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -387,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -406,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -458,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -479,18 +480,18 @@ jobs: - name: Run affected tests run: pnpm run test:pr:browser --base=${{ github.event.pull_request.base.sha }} - if: github.event_name == 'pull_request' + if: github.event_name == 'pull_request' && env.CI_BENCHMARK_CACHE_PREFIX == '' - name: Run all tests run: pnpm run test:ci:browser - if: github.event_name != 'pull_request' + if: github.event_name != 'pull_request' || env.CI_BENCHMARK_CACHE_PREFIX != '' job_bun_unit_tests: name: Bun (${{ matrix.bun }}) Unit Tests needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm strategy: fail-fast: false matrix: @@ -520,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -546,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -579,13 +580,13 @@ jobs: - name: Run affected tests run: pnpm run test:pr:node --base=${{ github.event.pull_request.base.sha }} - if: github.event_name == 'pull_request' + if: github.event_name == 'pull_request' && env.CI_BENCHMARK_CACHE_PREFIX == '' env: NODE_VERSION: ${{ matrix.node }} - name: Run all tests run: pnpm run test:ci:node - if: github.event_name != 'pull_request' + if: github.event_name != 'pull_request' || env.CI_BENCHMARK_CACHE_PREFIX != '' env: NODE_VERSION: ${{ matrix.node }} @@ -595,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-large-js timeout-minutes: 25 strategy: fail-fast: false @@ -692,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -750,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -813,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -837,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -878,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-latest-wrangler-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -892,7 +893,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -922,7 +923,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -954,7 +955,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -998,7 +999,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1055,9 +1056,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1130,9 +1129,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1146,9 +1143,7 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1225,7 +1220,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/namespace-profile-smoke.yml b/.github/workflows/namespace-profile-smoke.yml deleted file mode 100644 index 32972bc5069c..000000000000 --- a/.github/workflows/namespace-profile-smoke.yml +++ /dev/null @@ -1,66 +0,0 @@ -name: 'CI: Namespace profile smoke test' -on: - pull_request: - paths: - - '.github/**' - workflow_dispatch: - -jobs: - profiles: - name: Namespace ${{ matrix.size }} profile - runs-on: ${{ matrix.runner }} - timeout-minutes: 5 - strategy: - fail-fast: false - matrix: - include: - - size: small - runner: namespace-profile-sentry-javascript-small;overrides.cache-tag=benchmark-ns-profile-smoke-v1-small - cores: 2 - - size: medium - runner: namespace-profile-sentry-javascript;overrides.cache-tag=benchmark-ns-profile-smoke-v1-medium - cores: 4 - - size: large - runner: namespace-profile-sentry-javascript-large;overrides.cache-tag=benchmark-ns-profile-smoke-v1-large - cores: 8 - - size: explicit-labels - runner: - - nscloud-ubuntu-24.04-amd64-2x4-with-cache - - nscloud-cache-tag-benchmark-sentry-js-ns-explicit-smoke-v1 - - nscloud-cache-size-50gb - - nscloud-cache-allow-commit-from-feat/namespace-ci-smoke - cores: 2 - steps: - - uses: actions/checkout@v7 - - name: Check runner hardware and image - env: - EXPECTED_CORES: ${{ matrix.cores }} - run: | - uname -m - cat /etc/os-release - lscpu | head -25 - free -h - test "$(nproc)" -eq "$EXPECTED_CORES" - . /etc/os-release - test "$VERSION_ID" = 24.04 - - name: Mount smoke-test cache - uses: namespacelabs/nscloud-cache-action@1124a6f3ce44e5cf84cc22111530961f4d2a15f9 # v1.7.0 - with: - path: ~/.cache/namespace-benchmark-probe - - name: Check persistent cache state - run: | - probe="$HOME/.cache/namespace-benchmark-probe/marker" - if test -f "$probe"; then - echo 'Smoke-test cache restored' - cat "$probe" - else - echo 'Smoke-test cache is empty' - fi - echo "$GITHUB_RUN_ID/$GITHUB_RUN_ATTEMPT" > "$probe" - findmnt -T "$probe" - - name: Inspect cache command options - run: | - /nsc/powertoys/spacectl cache --help - if command -v nsc >/dev/null; then - nsc describe --help - fi diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index 7302add833ea..652ffbb40e1c 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: benchmark-sentry-js-ns-smoke-v2- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-a- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,9 +39,7 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=benchmark-sentry-js-ns-smoke-v2-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 permissions: contents: read From d376fcab7c008f7405e8437f96fc5f21b7efb0b5 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:20:03 +0100 Subject: [PATCH 04/13] test(ci): Benchmark github cold Co-Authored-By: OpenAI Codex --- .github/actions/install-playwright/action.yml | 4 +--- .github/workflows/build.yml | 6 ++++-- .github/workflows/optional-e2e.yml | 2 +- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/actions/install-playwright/action.yml b/.github/actions/install-playwright/action.yml index 780dbecb3594..99ad246080d1 100644 --- a/.github/actions/install-playwright/action.yml +++ b/.github/actions/install-playwright/action.yml @@ -83,9 +83,7 @@ runs: libopus0 libwayland-server0 ) - if [[ "$CI_BENCHMARK_PROVIDER" == namespace ]]; then - packages+=(libgtk-4-1 libgraphene-1.0-0 libsecret-1-0 libx264-164) - fi + packages+=(libgtk-4-1 libgraphene-1.0-0 libsecret-1-0 libx264-164) # Resolve now and install after restoring the cache; share the package list across both steps. printf '%s\n' "${packages[@]}" > "$RUNNER_TEMP/webkit-apt-packages" # runner.temp is private, so keep installers where apt's sandbox user can access them. diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index d5778249c399..ae5fd5fe910f 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -29,7 +29,7 @@ concurrency: env: CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-a- + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-b- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-github-a-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -890,6 +890,8 @@ jobs: steps: *cloudflare_integration_tests_steps job_bundler_plugin_integration_tests: + env: + SENTRY_RELEASE: ${{ env.HEAD_COMMIT }} name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index 652ffbb40e1c..7578372c5c43 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -30,7 +30,7 @@ concurrency: env: CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-a- + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-b- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml From eb96e17ec8dc6af1843b8afbff07e876da0dce73 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:22:04 +0100 Subject: [PATCH 05/13] test(ci): Resolve benchmark release SHA from the event context Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ae5fd5fe910f..581e160f0e29 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -891,7 +891,7 @@ jobs: job_bundler_plugin_integration_tests: env: - SENTRY_RELEASE: ${{ env.HEAD_COMMIT }} + SENTRY_RELEASE: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' From 2608a0515893e8b6dc57972b300d90ffcbdba5a2 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:36:13 +0100 Subject: [PATCH 06/13] test(ci): Benchmark namespace cold Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++++-------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 42 insertions(+), 34 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 581e160f0e29..51d8cb49b0ad 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: github-cold' +run-name: 'CI benchmark: namespace-cold' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-b- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-github-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-large-js + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,7 +1058,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1131,7 +1133,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1145,7 +1149,9 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1222,7 +1228,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index 7578372c5c43..a865dd35c467 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-b- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,7 +39,9 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 permissions: contents: read From 246264975fcf59ae617f744d6eb3cfaad8b0e2e0 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:43:58 +0100 Subject: [PATCH 07/13] test(ci): Benchmark github cold-retry Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++---------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 34 insertions(+), 42 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 51d8cb49b0ad..fd4c10567e54 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: namespace-cold' +run-name: 'CI benchmark: github-cold-retry' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: namespace-profile-sentry-javascript + runs-on: ubuntu-24.04 if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-large-js timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,9 +1058,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1133,9 +1131,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1149,9 +1145,7 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1228,7 +1222,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index a865dd35c467..e5a8dc53afd2 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,9 +39,7 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 permissions: contents: read From 2882be841cdbb57c32b9d3f2939b559e055d5860 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 21:53:53 +0100 Subject: [PATCH 08/13] test(ci): Benchmark namespace warm-1 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++++-------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 42 insertions(+), 34 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index fd4c10567e54..6f387389fca3 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: github-cold-retry' +run-name: 'CI benchmark: namespace-warm-1' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-large-js + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,7 +1058,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1131,7 +1133,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1145,7 +1149,9 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1222,7 +1228,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index e5a8dc53afd2..a865dd35c467 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,7 +39,9 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 permissions: contents: read From 28491b9bb73e4cc13f677a94ea2fd8a55ead94a3 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 22:04:42 +0100 Subject: [PATCH 09/13] test(ci): Benchmark github warm-1 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++---------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 34 insertions(+), 42 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 6f387389fca3..0e815d39b247 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: namespace-warm-1' +run-name: 'CI benchmark: github-warm-1' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: namespace-profile-sentry-javascript + runs-on: ubuntu-24.04 if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-large-js timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,9 +1058,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1133,9 +1131,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1149,9 +1145,7 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1228,7 +1222,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index a865dd35c467..e5a8dc53afd2 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,9 +39,7 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 permissions: contents: read From 70a870f0353f000492ab53e9989e0276b44f2171 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 22:13:33 +0100 Subject: [PATCH 10/13] test(ci): Benchmark namespace warm-2 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++++-------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 42 insertions(+), 34 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 0e815d39b247..e14d0131c328 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: github-warm-1' +run-name: 'CI benchmark: namespace-warm-2' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-large-js + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,7 +1058,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1131,7 +1133,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1145,7 +1149,9 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1222,7 +1228,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index e5a8dc53afd2..a865dd35c467 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,7 +39,9 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 permissions: contents: read From 912e40c12c3e04427aca532772e2adf7b1ad7a03 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 22:20:10 +0100 Subject: [PATCH 11/13] test(ci): Benchmark github warm-2 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++---------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 34 insertions(+), 42 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index e14d0131c328..1ec9b40ff7f4 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: namespace-warm-2' +run-name: 'CI benchmark: github-warm-2' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: namespace-profile-sentry-javascript + runs-on: ubuntu-24.04 if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-large-js timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,9 +1058,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1133,9 +1131,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1149,9 +1145,7 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1228,7 +1222,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index a865dd35c467..e5a8dc53afd2 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,9 +39,7 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 permissions: contents: read From ba79d3584b4f098ff85cfa4b762ac42a346f1c1a Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 22:29:40 +0100 Subject: [PATCH 12/13] test(ci): Benchmark namespace warm-3 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++++-------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 42 insertions(+), 34 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 1ec9b40ff7f4..ca47e3054b5f 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: github-warm-2' +run-name: 'CI benchmark: namespace-warm-3' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-large-js + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: ubuntu-24.04-arm + runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,7 +1058,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1131,7 +1133,9 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1145,7 +1149,9 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 env: *e2e-env strategy: @@ -1222,7 +1228,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: ubuntu-24.04 + runs-on: namespace-profile-sentry-javascript-small permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index e5a8dc53afd2..a865dd35c467 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: github - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- + CI_BENCHMARK_PROVIDER: namespace + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,7 +39,9 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: ubuntu-24.04 + runs-on: + ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' + }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 timeout-minutes: 15 permissions: contents: read From ea34e95a03a0ae5cdf45b60029b5337c6075cf25 Mon Sep 17 00:00:00 2001 From: Nicolas Hrubec Date: Thu, 12 Nov 2026 22:36:18 +0100 Subject: [PATCH 13/13] test(ci): Benchmark github warm-3 Co-Authored-By: OpenAI Codex --- .github/workflows/build.yml | 68 ++++++++++++++---------------- .github/workflows/optional-e2e.yml | 8 ++-- 2 files changed, 34 insertions(+), 42 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ca47e3054b5f..5dbdf6478b1f 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -1,5 +1,5 @@ name: 'CI: Build & Test' -run-name: 'CI benchmark: namespace-warm-3' +run-name: 'CI benchmark: github-warm-3' on: push: branches: @@ -28,8 +28,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ github.event.inputs.commit || github.event.pull_request.head.sha || github.sha }} CACHED_DEPENDENCY_PATHS: | @@ -54,7 +54,7 @@ env: BUNDLE_ARTIFACT_GLOB: packages/*/build/bundles BUNDLE_ARTIFACT_DOWNLOAD_PATH: ${{ github.workspace }}/packages - NX_CACHE_KEY: bench-sentry-js-20261112-namespace-b-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} + NX_CACHE_KEY: bench-sentry-js-20261112-github-c-nx-Linux-${{ github.head_ref || github.ref }}-${{ github.run_id }} # https://bsky.app/profile/joyeecheung.bsky.social/post/3lhy6o54fo22h # Apparently some of our CI failures are attributable to a corrupt v8 cache, causing v8 failures with: "Check failed: current == end_slot_index.". @@ -74,7 +74,7 @@ jobs: job_build: name: Build needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 if: | needs.job_get_metadata.outputs.changed_any_code == 'true' || @@ -199,7 +199,7 @@ jobs: needs.job_build.outputs.changed_aws_serverless == 'true' || contains(needs.job_build.outputs.e2e-matrix-aws-layer, 'aws-serverless-layer') || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -236,7 +236,7 @@ jobs: name: Build bundles needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -272,7 +272,7 @@ jobs: job_check_branches: name: Check PR branches needs: job_get_metadata - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 if: github.event_name == 'pull_request' permissions: pull-requests: write @@ -288,7 +288,7 @@ jobs: name: Size Check needs: [job_get_metadata, job_build, job_build_bundles] timeout-minutes: 15 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm if: github.event_name == 'pull_request' || needs.job_get_metadata.outputs.is_base_branch == 'true' || needs.job_get_metadata.outputs.is_release == 'true' @@ -321,7 +321,7 @@ jobs: # inter-package dependencies resolve cleanly. needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -359,7 +359,7 @@ jobs: needs: [job_get_metadata] # `pnpm dedupe --check` fetches metadata for every package from npm, so this job can take 8+ min on PRs. timeout-minutes: 20 - runs-on: namespace-profile-sentry-javascript + runs-on: ubuntu-24.04 if: | needs.job_get_metadata.outputs.changed_deps == 'true' || needs.job_get_metadata.outputs.is_base_branch == 'true' || @@ -388,7 +388,7 @@ jobs: name: Check file formatting needs: [job_get_metadata] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -407,7 +407,7 @@ jobs: job_artifacts: name: Upload Artifacts needs: [job_get_metadata, job_build, job_build_layer, job_build_bundles, job_build_tarballs] - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 # Build artifacts are only needed for releasing workflow. if: needs.job_get_metadata.outputs.is_release == 'true' steps: @@ -459,7 +459,7 @@ jobs: name: Browser Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 steps: - name: Check out base commit (${{ github.event.pull_request.base.sha }}) uses: actions/checkout@v7 @@ -491,7 +491,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm strategy: fail-fast: false matrix: @@ -521,7 +521,7 @@ jobs: needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno == 'true' || github.event_name != 'pull_request' timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) uses: actions/checkout@v7 @@ -547,7 +547,7 @@ jobs: name: Node (${{ matrix.node }}) Unit Tests needs: [job_get_metadata, job_build] timeout-minutes: 10 - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} strategy: @@ -596,7 +596,7 @@ jobs: matrix.project) || ''}}${{ matrix.shard && format(' ({0}/{1})', matrix.shard, matrix.shards) || ''}} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-large-js timeout-minutes: 25 strategy: fail-fast: false @@ -693,7 +693,7 @@ jobs: name: PW ${{ matrix.bundle }} Tests needs: [job_get_metadata, job_build, job_build_bundles] if: needs.job_build.outputs.changed_browser_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -751,7 +751,7 @@ jobs: name: Node (${{ matrix.node }}) Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_node_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 20 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -814,7 +814,7 @@ jobs: if: >- needs.job_build.outputs.changed_node_integration == 'true' || needs.job_build.outputs.changed_bun_integration == 'true' || needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 20 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -838,7 +838,7 @@ jobs: name: Cloudflare Integration Tests (${{ matrix.shard }}/${{ matrix.shards }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 strategy: fail-fast: false @@ -879,7 +879,7 @@ jobs: if: needs.job_get_metadata.outputs.is_release != 'true' && (needs.job_build.outputs.changed_cloudflare_integration == 'true' || github.event_name != 'pull_request') - runs-on: namespace-profile-sentry-javascript;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-latest-wrangler-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -895,7 +895,7 @@ jobs: name: Bundler Plugin Integration Tests (Node ${{ matrix.node }}) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bundler_plugin_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 # Node 27 is an alpha: its ABI and APIs can change, so its failures must not fail the required checks. continue-on-error: ${{ matrix.node == '^27.0.0-0' }} @@ -925,7 +925,7 @@ jobs: name: Bun (${{ matrix.bun }}) Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_bun_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -957,7 +957,7 @@ jobs: name: Deno Integration Tests (${{ matrix.shard }}/2) needs: [job_get_metadata, job_build] if: needs.job_build.outputs.changed_deno_integration == 'true' || github.event_name != 'pull_request' - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 strategy: fail-fast: false @@ -1001,7 +1001,7 @@ jobs: always() && needs.job_build.result == 'success' needs: [job_get_metadata, job_build] - runs-on: namespace-profile-sentry-javascript-large;overrides.cache-tag=bench-sentry-js-20261112-namespace-b-monorepo-x64 + runs-on: ubuntu-24.04-arm timeout-minutes: 15 steps: - name: Check out current commit (${{ needs.job_get_metadata.outputs.commit_label }}) @@ -1058,9 +1058,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-1 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 # We just use a dummy DSN here, only send to the tunnel anyhow env: &e2e-env @@ -1133,9 +1131,7 @@ jobs: always() && needs.job_build_tarballs.result == 'success' && needs.job_build.outputs.e2e-matrix-2 != '{"include":[]}' needs: [job_get_metadata, job_build, job_build_tarballs] - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1149,9 +1145,7 @@ jobs: if: >- always() && needs.job_build_tarballs.result == 'success' && needs.job_build_layer.result == 'success' && needs.job_build.outputs.e2e-matrix-aws-layer != '{"include":[]}' - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 env: *e2e-env strategy: @@ -1228,7 +1222,7 @@ jobs: ] # Always run this, even if a dependent job failed if: always() - runs-on: namespace-profile-sentry-javascript-small + runs-on: ubuntu-24.04 permissions: {} steps: - name: Check for failures diff --git a/.github/workflows/optional-e2e.yml b/.github/workflows/optional-e2e.yml index a865dd35c467..e5a8dc53afd2 100644 --- a/.github/workflows/optional-e2e.yml +++ b/.github/workflows/optional-e2e.yml @@ -29,8 +29,8 @@ concurrency: cancel-in-progress: true env: - CI_BENCHMARK_PROVIDER: namespace - CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-namespace-b- + CI_BENCHMARK_PROVIDER: github + CI_BENCHMARK_CACHE_PREFIX: bench-sentry-js-20261112-github-c- HEAD_COMMIT: ${{ inputs.commit }} # See build.yml @@ -39,9 +39,7 @@ env: jobs: job_optional_e2e_tests: name: E2E ${{ matrix.label || matrix.test-application }} Test (optional) - runs-on: - ${{ matrix.runner || 'namespace-profile-sentry-javascript-small' - }};overrides.cache-tag=bench-sentry-js-20261112-namespace-b-e2e-x64 + runs-on: ubuntu-24.04 timeout-minutes: 15 permissions: contents: read