diff --git a/bench-orchestrator/bench_orchestrator/ci_matrix/catalog.py b/bench-orchestrator/bench_orchestrator/ci_matrix/catalog.py index 9f8f0fee915..08483980e54 100644 --- a/bench-orchestrator/bench_orchestrator/ci_matrix/catalog.py +++ b/bench-orchestrator/bench_orchestrator/ci_matrix/catalog.py @@ -93,14 +93,14 @@ "develop": FULL_LOCAL, }, ), + # Not in the "pr" preset: the sorted variant is excluded from the default PR benchmark run. BenchmarkCase( id="clickbench-sorted-nvme", benchmark=Benchmark.CLICKBENCH_SORTED, name="Clickbench Sorted on NVME", runs={ - "pr": DEFAULT, "pr-compact": COMPACT, - "pr-all": STANDARD, + "pr-all": COMPACT, "pr-full": DEFAULT_WITH_DUCKDB_PR_FULL, "develop": FULL_LOCAL, }, diff --git a/bench-orchestrator/tests/test_matrix.py b/bench-orchestrator/tests/test_matrix.py index d0f765be246..4b6c270b5c1 100644 --- a/bench-orchestrator/tests/test_matrix.py +++ b/bench-orchestrator/tests/test_matrix.py @@ -42,7 +42,7 @@ "pr": tuple( benchmark_id for benchmark_id in REGULAR_IDS - if benchmark_id not in {"tpch-s3-10", "appian-nvme", "vortex-queries"} + if benchmark_id not in {"clickbench-sorted-nvme", "tpch-s3-10", "appian-nvme", "vortex-queries"} ), "pr-compact": COMPACT_IDS, "pr-all": PR_ALL_IDS,