Separate pytest-benchmark into dedicated benchmark dependency group (#2937)

Author: koxudaxi

.github/workflows/codspeed.yaml

@@ -26,7 +26,7 @@ jobs:
       - name: Install the latest version of uv
         uses: astral-sh/setup-uv@v5
       - name: Install dependencies
-        run: uv sync --all-extras
+        run: uv sync --all-extras --group benchmark
       - name: Run benchmarks
         uses: CodSpeedHQ/action@v4
         with:

pyproject.toml

@@ -85,8 +85,6 @@ test = [
   "msgspec>=0.18",
   "pytest>=6.1",
   "pytest>=8.3.4",
-  "pytest-benchmark",
-  "pytest-codspeed>=2.2",
   "pytest-cov>=2.12.1",
   "pytest-cov>=5",
   "pytest-mock>=3.14",
@@ -106,6 +104,10 @@ type = [
 docs = [
   "zensical>=0.0.15; python_version>='3.10'",
 ]
+benchmark = [
+  "pytest-benchmark",
+  "pytest-codspeed>=2.2",
+]
 black22 = [ "black==22.1" ]
 black23 = [ "black==23.12" ]
 black24 = [ "black==24.1" ]
@@ -230,7 +232,10 @@ filterwarnings = [
 ]
 norecursedirs = [ "tests/data/*", ".tox" ]
 verbosity_assertions = 2
-markers = [ "perf: marks tests as performance tests (excluded from CI benchmarks)" ]
+markers = [
+  "perf: marks tests as performance tests (excluded from CI benchmarks)",
+  "benchmark: marks tests as benchmark tests",
+]
 
 [tool.coverage]
 html.skip_covered = false

tox.ini

@@ -38,7 +38,6 @@ commands =
       parallel: -n auto \
       --color=yes \
       -m "not perf" \
-      -p no:codspeed --benchmark-disable \
       --cov {env_site_packages_dir}{/}datamodel_code_generator --cov {tox_root}{/}tests \
       --cov-config=pyproject.toml --cov-fail-under=0 --no-cov-on-fail --cov-report term-missing:skip-covered \
       --cov-report html:{env_tmp_dir}{/}htmlcov \
@@ -169,5 +168,7 @@ commands =
       --color=yes \
       --codspeed \
       tests/main/test_performance.py}
-dependency_groups = test
+dependency_groups =
+    test
+    benchmark
 platform = linux|darwin