diff --git a/.github/workflows/runtime-benchmark.yml b/.github/workflows/runtime-benchmark.yml new file mode 100644 index 00000000..801277bf --- /dev/null +++ b/.github/workflows/runtime-benchmark.yml @@ -0,0 +1,90 @@ +name: Runtime benchmark + +on: + workflow_dispatch: + +jobs: + benchmark: + strategy: + fail-fast: false + matrix: + include: + - label: before + ref: 08253156d0ff883986f8326825ddd062feb005eb + - label: after + ref: main + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + with: + ref: ${{ matrix.ref }} + + - uses: astral-sh/setup-uv@v5 + with: + python-version: '3.10' + enable-cache: false + + - name: Cold runtime install + shell: bash + run: | + rm -rf .venv + start=$(python -c 'import time; print(time.perf_counter())') + UV_NO_CACHE=1 uv sync --no-default-groups + end=$(python -c 'import time; print(time.perf_counter())') + python - <