diff --git a/CHANGELOG.md b/CHANGELOG.md index 4960f6c6a..b14dc60d6 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,7 @@ it releases that version ([RELEASING.md](https://github.com/fluxopt/specsolve/bl ## Upcoming version - fix(deps): specsolve installs a polars older than 2.0, on which a row's dual can come back empty and a model can take nine times the memory ([#1852](https://github.com/fluxopt/specsolve/pull/1852)) +- docs: the published benchmarks are re-measured on specsolve 0.6.0 ([#1850](https://github.com/fluxopt/specsolve/pull/1850)) ## 0.6.0 (2026-10-05) diff --git a/bench/reproduce.py b/bench/reproduce.py index ea0f4de9d..80a6d5b52 100644 --- a/bench/reproduce.py +++ b/bench/reproduce.py @@ -1,7 +1,8 @@ # /// script # requires-python = ">=3.12" # dependencies = [ -# "lpspec[gurobi,linopy] @ git+https://github.com/fluxopt/lpspec@8d27e88b79", +# "specsolve[gurobi] @ git+https://github.com/fluxopt/specsolve@aa90239393", +# "linopy @ git+https://github.com/PyPSA/linopy@master", # "pyomo>=6.7", # "pytest==9.1.1", # "pytest-benchmem>=0.5", @@ -17,9 +18,6 @@ `--locked` refuses to run if the resolution has drifted. The selection is read from the `pixi run ladder` task in `pyproject.toml`, and the harness in `bench/` runs it, so this needs the repository checked out. - -The published numbers predate this file: they were taken against -`lpspec 0.0.1a61.dev3+gf319cd10f` and a linopy built from a branch. """ from __future__ import annotations diff --git a/bench/reproduce.py.lock b/bench/reproduce.py.lock index 8b4d8c727..63e76559e 100644 --- a/bench/reproduce.py.lock +++ b/bench/reproduce.py.lock @@ -12,11 +12,12 @@ resolution-markers = [ [manifest] requirements = [ - { name = "lpspec", extras = ["gurobi", "linopy"], git = "https://github.com/fluxopt/lpspec?rev=8d27e88b79" }, + { name = "linopy", git = "https://github.com/PyPSA/linopy?rev=master" }, { name = "pyarrow", specifier = ">=16" }, { name = "pyomo", specifier = ">=6.7" }, { name = "pytest", specifier = "==9.1.1" }, { name = "pytest-benchmem", specifier = ">=0.5" }, + { name = "specsolve", extras = ["gurobi"], git = "https://github.com/fluxopt/specsolve?rev=aa90239393" }, ] [[package]] @@ -230,7 +231,7 @@ name = "jinja2" version = "3.1.6" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "markupsafe" }, + { name = "markupsafe", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115, upload-time = "2025-03-05T20:05:02.478Z" } wheels = [ @@ -242,7 +243,7 @@ name = "linkify-it-py" version = "2.1.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "uc-micro-py" }, + { name = "uc-micro-py", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/53/3e/79f35b8c31a1881893b7e62be80b2573f06e38db47c33065749293ee1b97/linkify_it_py-2.1.1.tar.gz", hash = "sha256:a78f40fee177eb912e9d2375074108378523c38d3fde5d3ee804f465b6cfbfee", size = 30889, upload-time = "2026-08-24T17:16:57.028Z" } wheels = [ @@ -251,8 +252,8 @@ wheels = [ [[package]] name = "linopy" -version = "0.9.1.post1.dev3+g09c34dd9d" -source = { git = "https://github.com/PyPSA/linopy?rev=master#09c34dd9d771bafcd6900a505b33cb9048145c85" } +version = "0.9.1.post1.dev48+gf665a2605" +source = { git = "https://github.com/PyPSA/linopy?rev=master#f665a260500e5ec83eda5e037454978fff06d466" } dependencies = [ { name = "bottleneck" }, { name = "dask" }, @@ -276,28 +277,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/db/bc/83e112abc66cd466c6b83f99118035867cecd41802f8d044638aa78a106e/locket-1.0.0-py2.py3-none-any.whl", hash = "sha256:b6c819a722f7b6bd955b80781788e4a66a55628b858d347536b7e81325a3a5e3", size = 4398, upload-time = "2022-04-20T22:04:42.23Z" }, ] -[[package]] -name = "lpspec" -version = "0.0.1a327.dev1+g8d27e88b7" -source = { git = "https://github.com/fluxopt/lpspec?rev=8d27e88b79#8d27e88b791335c20412faab45a7727a1b6a7a6c" } -dependencies = [ - { name = "highspy" }, - { name = "math-spec" }, - { name = "numpy" }, - { name = "polars" }, -] - -[package.optional-dependencies] -gurobi = [ - { name = "gurobipy" }, - { name = "scipy" }, -] -linopy = [ - { name = "linopy" }, - { name = "pandas" }, - { name = "xarray" }, -] - [[package]] name = "markdown-it-py" version = "4.2.0" @@ -312,7 +291,7 @@ wheels = [ [package.optional-dependencies] linkify = [ - { name = "linkify-it-py" }, + { name = "linkify-it-py", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] [[package]] @@ -364,21 +343,25 @@ wheels = [ ] [[package]] -name = "math-spec" -version = "0.0.0a85" -source = { git = "https://github.com/energy-models/math-spec?rev=v0.0.0-alpha.85#d64e5da57eef2e7350f0a55fb7bcb6e905ed738a" } +name = "mathspec" +version = "0.2.1" +source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "pydantic" }, { name = "pyparsing" }, { name = "pyyaml" }, ] +sdist = { url = "https://files.pythonhosted.org/packages/22/e7/ec27d31d40a19232393ca7f6ef0fe8f0aab0302c149ce9c1261346716cf1/mathspec-0.2.1.tar.gz", hash = "sha256:18bfeff047ebb675a62f1a98bf9623154aac7dd99b66dc38660685cf1da2b097", size = 171966, upload-time = "2026-10-01T12:52:14.891Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7b/d8/36bf56eb6aa5475a6c6b8f146fdf7b8d707fdbe79d3823b8e9307e16dd51/mathspec-0.2.1-py3-none-any.whl", hash = "sha256:0f05dace4d460e50589c17c35621aff769de764572b868f529c89a511131b279", size = 179991, upload-time = "2026-10-01T12:52:13.24Z" }, +] [[package]] name = "mdit-py-plugins" version = "0.6.1" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "markdown-it-py" }, + { name = "markdown-it-py", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/59/fc/f8d0863f8862f25602c0404d75568e89fb6b4109804645e5cdfb1be5cf56/mdit_py_plugins-0.6.1.tar.gz", hash = "sha256:a2bca0f039f39dbd35fb74ae1b5f998608c437463371f0ff7f49a19a17a114d0", size = 56114, upload-time = "2026-05-13T09:03:38.91Z" } wheels = [ @@ -399,9 +382,9 @@ name = "memray" version = "1.20.0" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "jinja2" }, - { name = "rich" }, - { name = "textual" }, + { name = "jinja2", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "rich", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "textual", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/99/3b/8f9736cbf698e62cb7efb0e1715a30d6d06b3cffd980b435209eb522d5f8/memray-1.20.0.tar.gz", hash = "sha256:ce1f1d900948d57d7db5b5d8d81f4ebfcb798eff674493503ce5bfaafcea84dc", size = 2416480, upload-time = "2026-08-07T20:16:20.295Z" } wheels = [ @@ -580,48 +563,64 @@ wheels = [ [[package]] name = "pandas" -version = "3.0.5" +version = "3.0.6" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "numpy" }, { name = "python-dateutil" }, { name = "tzdata", marker = "sys_platform == 'emscripten' or sys_platform == 'win32'" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/be/4f/5f3422a2afec5ffc46308b79e53291365a93748b498ac2e58bead0197916/pandas-3.0.5.tar.gz", hash = "sha256:dca3734d6ab7c906e6730f0788b0a1dbb9f2467731f9711f77995c8e9d62d712", size = 4658219, upload-time = "2026-07-22T22:19:28.819Z" } +sdist = { url = "https://files.pythonhosted.org/packages/e2/17/d7b106e05bfa642e8694451e7d3d759c6a241c5386a5d962e4f66c047e06/pandas-3.0.6.tar.gz", hash = "sha256:66b07ef7315a31bfe1089cd3d71a7de781c9dca986762d0b4fe7c0ef17465d10", size = 4667686, upload-time = "2026-09-17T23:23:18.345Z" } wheels = [ - { url = "https://files.pythonhosted.org/packages/1c/54/1dc810ea558d1320b597aa140a514f2fdf1d2ea09c38cf556f13ea712ec9/pandas-3.0.5-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:fa290c16964d4963fbfbc358928239cf3bd755b20e988ce944877def2f44471d", size = 10411717, upload-time = "2026-07-22T22:18:08.307Z" }, - { url = "https://files.pythonhosted.org/packages/68/56/fbe81c09195924d8b7b8d4461a20458fe80a6a5ed6b24f0314da684277e1/pandas-3.0.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:c2e26bb46934b8a2ca0c3de1d3d606fc5f6746584791b2db264d58cf370e08dc", size = 9957095, upload-time = "2026-07-22T22:18:10.6Z" }, - { url = "https://files.pythonhosted.org/packages/e0/51/fac252f4a913ed5eabf3c11b880a9e8d5a6c10f0b2129d0462212d238b4d/pandas-3.0.5-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:73fa87b08a7ef706f8aafda39ddaccf2a99047bea62d8c88a0361bcafb2237bc", size = 10485458, upload-time = "2026-07-22T22:18:12.834Z" }, - { url = "https://files.pythonhosted.org/packages/12/98/e976540c1addf70442be7842a18cf70884a964abbf69442504f4d2939989/pandas-3.0.5-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d373ce03ffd84010ed9839fa73672a9c8256990532e158440c0085db7d914b34", size = 10998091, upload-time = "2026-07-22T22:18:15.209Z" }, - { url = "https://files.pythonhosted.org/packages/a4/8c/1f29b5be8d3fc47dd7567eb167fabba2085879b31e0287ce7cba6d3d2ff4/pandas-3.0.5-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:2a29c53d85ea98c5e792c59ef82ee9fbe6ca902c0d0adb6b23f45ef894cd7bf6", size = 11499501, upload-time = "2026-07-22T22:18:17.689Z" }, - { url = "https://files.pythonhosted.org/packages/9d/e2/bd9c98ad2df7b38bde002adde4cdf353519da51881634323b126c55997f9/pandas-3.0.5-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:a5ad3b02ed6bc7d7ae9b70804b2c6aa31827489d150f8e623ce82491b82085d7", size = 12060559, upload-time = "2026-07-22T22:18:20.147Z" }, - { url = "https://files.pythonhosted.org/packages/f3/9a/ffbd852d58bd74a617fe2f8ee6a58a96982271ce41cf981eab22190b4a4b/pandas-3.0.5-cp312-cp312-pyemscripten_2024_0_wasm32.whl", hash = "sha256:b2acb4650527eec6822c3dadb2b771277b65e7dae7a267d4bccf65fd1bb3fbce", size = 7197652, upload-time = "2026-07-22T22:18:22.502Z" }, - { url = "https://files.pythonhosted.org/packages/70/b5/d2d3e9ae73362ba4229651b0ee1455cf78073a1ce585f6ff693782ce263e/pandas-3.0.5-cp312-cp312-win_amd64.whl", hash = "sha256:80a611068e8a3ac23f7398c6c14eb46dc974e5cc9997f653e2dcfd1da74edd41", size = 9831691, upload-time = "2026-07-22T22:18:24.534Z" }, - { url = "https://files.pythonhosted.org/packages/52/51/dea1e89d6a6796b9c43f85a09b484ee03edb8a4c4842e73e200a8c11301c/pandas-3.0.5-cp312-cp312-win_arm64.whl", hash = "sha256:25ff585b972a18ef1fe9ffa3ac6544d9950508aa76832e5147640b6022821e49", size = 9105796, upload-time = "2026-07-22T22:18:27.064Z" }, - { url = "https://files.pythonhosted.org/packages/bf/09/7b95c4a0025227d6f118c4039b423412ac6a982db02864166185d812fbc7/pandas-3.0.5-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:c1c05a767fe8e5b4fe9e1c29806829c582052eaedb9120a3da83ba3f69e24a5b", size = 10385742, upload-time = "2026-07-22T22:18:29.346Z" }, - { url = "https://files.pythonhosted.org/packages/8d/0c/dc78fd8c4da477b4b5e8ad37295af352190d21ef63a9ee1bc071753074cc/pandas-3.0.5-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:b86765f268b56f7e665b93bce9d5df69dee7f99e595cf8fb839483ab315942a3", size = 9932067, upload-time = "2026-07-22T22:18:31.833Z" }, - { url = "https://files.pythonhosted.org/packages/3e/71/3592c055cf44df9808550f9368ceda80ff2b224d355ef73fe251dcda1802/pandas-3.0.5-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c597ecf5616b5c420372c1d4d4c00dbbfba7398bea857dcc984347e1ea48417b", size = 10466756, upload-time = "2026-07-22T22:18:34.195Z" }, - { url = "https://files.pythonhosted.org/packages/e3/70/4363150359f95b4cb4bcbb34ca23572bb5495749a621a8f3d5a1ddfd293c/pandas-3.0.5-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4b11c36e218331d0387cbe3a0a5f75162357a1d92d57b2b08a336ff94b19b2be", size = 10938525, upload-time = "2026-07-22T22:18:36.81Z" }, - { url = "https://files.pythonhosted.org/packages/f7/d0/317e7a0c67c0e69fa905a0161409397a7dc2d46ff611f6ca4803352c042b/pandas-3.0.5-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:cf52e1f61d229496da17dc7ab54acdee627357e7008fd4fecba3d0ba2937fa58", size = 11489303, upload-time = "2026-07-22T22:18:39.287Z" }, - { url = "https://files.pythonhosted.org/packages/f1/8d/36dade89b49e4f9d5cbdbe863772581f98c0c6d78fc39ad4c557f6f2e17e/pandas-3.0.5-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:db172144bb56422bd157812f3b021eacc255451470b31e2c633c349490a1cfee", size = 11989004, upload-time = "2026-07-22T22:18:42.208Z" }, - { url = "https://files.pythonhosted.org/packages/9c/ba/18c4ec8a746e177da05a9e7a7963781d8ea195780724f854601b6ebd6b78/pandas-3.0.5-cp313-cp313-win_amd64.whl", hash = "sha256:0d298e951f23016ce4699951d044ae6418dbc91bf68cefca0f77666fcbb4e5c6", size = 9826896, upload-time = "2026-07-22T22:18:44.539Z" }, - { url = "https://files.pythonhosted.org/packages/de/ec/28a57266b753799a87b8bc79e7887ac6fd981b8c6d2978a0b7e7b6bd708c/pandas-3.0.5-cp313-cp313-win_arm64.whl", hash = "sha256:66266d3442a5e8b3c90274c2b8b230bee42dd1c286bc822cc2f9f2c7e12b883e", size = 9094790, upload-time = "2026-07-22T22:18:47.468Z" }, - { url = "https://files.pythonhosted.org/packages/51/2f/cf6aae281264f4463f0875bcbb15fd2bb6d291cc535187dad1732475e4a9/pandas-3.0.5-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:2f264fc46911cc8131a7322a16199bbf8e353d27c10bb211f5bd0c814324dc36", size = 10390034, upload-time = "2026-07-22T22:18:49.818Z" }, - { url = "https://files.pythonhosted.org/packages/06/ec/5189518c7a7659c4bdcc6b1eb32c46c6f3c86b0661ffd84143d1112c7732/pandas-3.0.5-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:53730687fcd161883b24e10411c06d6a4c0f2275d2faf3bb2bc25deb4ba8007c", size = 9980065, upload-time = "2026-07-22T22:18:52.249Z" }, - { url = "https://files.pythonhosted.org/packages/ea/f1/598503ce8d7e3c35601e0747ba288c7864baae66380725bc12f13f884dfe/pandas-3.0.5-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:960d3ebcf249f75206899fcd2c6de53f736b7265759ced0d3e559df0b8b709b0", size = 10545532, upload-time = "2026-07-22T22:18:54.813Z" }, - { url = "https://files.pythonhosted.org/packages/fa/de/ceae2adf7034e07e9910299fe412e1819c4f0dd520700a888bcb03625448/pandas-3.0.5-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9e94c2c5ca43bd3ca32bf64d32308887b65e5f9bfd8023ea52755107a999f93b", size = 10963120, upload-time = "2026-07-22T22:18:57.42Z" }, - { url = "https://files.pythonhosted.org/packages/66/25/86e0f4451874eb79e688deeebe3c451fec4557f8952005818d800ee8ac7e/pandas-3.0.5-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:e819dd5f62966b481a8cb649d3299ebd886a1ea91ed5a99bf7ce77c98d18ab94", size = 11563178, upload-time = "2026-07-22T22:18:59.729Z" }, - { url = "https://files.pythonhosted.org/packages/f3/45/8643daa3b4147e433adfcccefdd0380d3aad79d86b15d8999730fe1944d5/pandas-3.0.5-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:3c5ed2e7c06e91d340dfd091d7934f9bc82e4a36b95f647f090b9d1c9ac649da", size = 12028708, upload-time = "2026-07-22T22:19:02.164Z" }, - { url = "https://files.pythonhosted.org/packages/96/58/ad979ae617615576e8aafd569c9d4b62f1191d896e38f51d66ba06f3b89a/pandas-3.0.5-cp314-cp314-win_amd64.whl", hash = "sha256:cd8f7c6dc98527058ee6264219343f5392240a6f1bfa654fc5d79023020d0c92", size = 9951806, upload-time = "2026-07-22T22:19:04.596Z" }, - { url = "https://files.pythonhosted.org/packages/69/32/7ac03886b304049a9d2625ee88f59af760d8a93bd30ed9239bce7b9869a8/pandas-3.0.5-cp314-cp314-win_arm64.whl", hash = "sha256:5183427f5a8156d480f30333777bc978be93650a49a7c01db26adffe95b31e85", size = 9238297, upload-time = "2026-07-22T22:19:06.836Z" }, - { url = "https://files.pythonhosted.org/packages/be/ed/1d1f2ee5547d5167face2376d11c8b2a4c7bfff5a416ee7a9046891fab1e/pandas-3.0.5-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:303da736987d481074ca720ada325f8bd80c64ebc2d45ed79b29df3aaa4a26ca", size = 10849690, upload-time = "2026-07-22T22:19:09.391Z" }, - { url = "https://files.pythonhosted.org/packages/57/55/17e17152e98fbb0c4b1e562bc65387a2f20a80db0f4a86bf8d3a0e4248d4/pandas-3.0.5-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:3b2801bbb049d0136f6c213eae02b5fca969384fc2064dd728d8620552aa49da", size = 10509945, upload-time = "2026-07-22T22:19:11.773Z" }, - { url = "https://files.pythonhosted.org/packages/88/90/817d44dbf83facf9556f33576d9af0a241981e7bb5c00606c0bcb5df8dda/pandas-3.0.5-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:cce3a9d11d2b1f82c69a27ec1f4948a170e2c403c4bbfa8cca62e3fdebe2ef3a", size = 10392197, upload-time = "2026-07-22T22:19:14.024Z" }, - { url = "https://files.pythonhosted.org/packages/f1/da/889f00c0a6f5aa1545add70abbf01502dff87ab577adb855bd631c54d2f2/pandas-3.0.5-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ef01af4d8dc6cd2c8d6c7736f149574ef93fe043811eeb5e445f2647154b5040", size = 10862726, upload-time = "2026-07-22T22:19:16.351Z" }, - { url = "https://files.pythonhosted.org/packages/bc/98/f1e934fb3c98fce859c6147c6785816c7b5b9ab7821115c5d8c4de9842b9/pandas-3.0.5-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:e2759e890db96dfcffdbd9b86c3c2cb6afaf58def482820317e06163ec1066cd", size = 11414864, upload-time = "2026-07-22T22:19:18.981Z" }, - { url = "https://files.pythonhosted.org/packages/fe/be/d448af7d657d82e1888dd8551f79c6d6fb161080b5b9752d84d910ec2319/pandas-3.0.5-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:b58b1b39d46a5862e3fb18f50d1a201398619d16a0f9f73f57eea5583cf0e63c", size = 11925105, upload-time = "2026-07-22T22:19:21.515Z" }, - { url = "https://files.pythonhosted.org/packages/29/c1/ccb4238212c8c4f496c584f3044d94e0c030ed8e1d68999db46c91c2242f/pandas-3.0.5-cp314-cp314t-win_amd64.whl", hash = "sha256:1c10461f6eeb35d8f05b6184c65c8b9991663b66c46b1d559b682cb34ae7c6ea", size = 10387612, upload-time = "2026-07-22T22:19:24.257Z" }, - { url = "https://files.pythonhosted.org/packages/d2/cf/6a51b2c38980e04c279fd2fa908a1b0982064e860444acfca4ec2e2c8359/pandas-3.0.5-cp314-cp314t-win_arm64.whl", hash = "sha256:3c5015fd1730fbf883647e88068176c839c102cea883ba1769a6f4593bfc1f8c", size = 9509776, upload-time = "2026-07-22T22:19:26.694Z" }, + { url = "https://files.pythonhosted.org/packages/77/4c/597d588c055d4373cff19cbbc32d4dd046c7be8fadee957585b5ba9e5b24/pandas-3.0.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7dac2d65e9087e8e7b5a45fe15c4920911a221df061ab629943ce016489145c7", size = 10397411, upload-time = "2026-09-17T23:20:49.465Z" }, + { url = "https://files.pythonhosted.org/packages/18/8f/48907c7c707b61a8e5018c32e1a3f70623209bfb59020a2f6196159d3aa7/pandas-3.0.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9dab635a549e58a053c7b0fa054dc0bd7be22f0ed9a720f4a85d5fb993276172", size = 10051279, upload-time = "2026-09-17T23:20:52.409Z" }, + { url = "https://files.pythonhosted.org/packages/67/fa/613d867c3d9554a61bafdec6f79565c8a3e73235feb52cc4a72ad2e0fa6a/pandas-3.0.6-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e3dccb584123b399c07562ac4d62543e90ede49ddf8ce3c13ffc64cbe828c281", size = 10303429, upload-time = "2026-09-17T23:20:55.597Z" }, + { url = "https://files.pythonhosted.org/packages/cb/67/0c0f18e38d7f2d2af8c24b3315bc4046e73bbdd4a5540405506671ad0c0d/pandas-3.0.6-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0704044b676496b8350e023b09f174a26772456c974a2b11c36bebb558c9490d", size = 10788193, upload-time = "2026-09-17T23:20:58.617Z" }, + { url = "https://files.pythonhosted.org/packages/39/53/1b57f3162501fe36687e4870e1b918a6458ca7386b173af75663ace95857/pandas-3.0.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e7c1905ef02c3d6d43d9dbd5b6ccb4da4870a0b0c821bbc103fbdb6f3ad2707b", size = 11323501, upload-time = "2026-09-17T23:21:01.911Z" }, + { url = "https://files.pythonhosted.org/packages/f2/d2/b1182e8d39100369d7f13f4a125a3fb6b096fef112c46d0566c25781ff68/pandas-3.0.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:569e114072b24fc4970c12e2b4bab252671668a40b324318903380cab0254c0c", size = 11838173, upload-time = "2026-09-17T23:21:04.85Z" }, + { url = "https://files.pythonhosted.org/packages/c7/33/5b717af24d2f27995e51e0875a269dddd373045216e34cf62e3aa764eaa1/pandas-3.0.6-cp312-cp312-pyemscripten_2024_0_wasm32.whl", hash = "sha256:2a8fc94be2ee5f1d86f97aacd8cc566f81680b6498e76f3007421bb5d98151bf", size = 7118499, upload-time = "2026-09-17T23:21:07.661Z" }, + { url = "https://files.pythonhosted.org/packages/bd/2a/14b3b17cd75cef4a1ee1af4234eb41cc1afe4103b98c2d80e8916abfd42b/pandas-3.0.6-cp312-cp312-win_amd64.whl", hash = "sha256:3ef908d28590b3f42d7070e7ad8f9b34b442b260b7f3c1afb57e0040c58cdb1b", size = 9661439, upload-time = "2026-09-17T23:21:10.959Z" }, + { url = "https://files.pythonhosted.org/packages/3b/11/3d580a604a1e35d69f6676847bd12db7d14344bc677b717f4413e79c5d0d/pandas-3.0.6-cp312-cp312-win_arm64.whl", hash = "sha256:f4e7c52eb108d752e7592268108fd3e98efd76d83a3125cdd06c621c2e44359b", size = 8959806, upload-time = "2026-09-17T23:21:13.851Z" }, + { url = "https://files.pythonhosted.org/packages/8e/1c/143605a1f6443ad50ebda78a31e5a3a10147fec2590e931584aaa5ff0a09/pandas-3.0.6-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:9ae8073aed8e21d1a7fe263dcdc6840743549722a6738198a0a46000fa9476f2", size = 10418900, upload-time = "2026-09-17T23:21:16.594Z" }, + { url = "https://files.pythonhosted.org/packages/ea/ca/87f8548f73d452aab35e4a90f8b39ae303295e0f2ef0b4055c44d6b3f1be/pandas-3.0.6-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:60d81f9e1799b36f3739e7fff44d1fbb2e8fd5a271b3863e03de9715fccda0fa", size = 10064785, upload-time = "2026-09-17T23:21:19.677Z" }, + { url = "https://files.pythonhosted.org/packages/43/1a/d951442e5607c6e3b2462eff8f420797d428aa74b87c6ecfe4f48553626e/pandas-3.0.6-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:097090508a1dd335013d39106fc10b20f4fd4a171638e47b77d55798ed9dab6c", size = 10245290, upload-time = "2026-09-17T23:21:22.797Z" }, + { url = "https://files.pythonhosted.org/packages/50/fa/96d50e1e6cd0b08b5e2b7c838f65ae644940f75a124063380b5ef73b6866/pandas-3.0.6-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1e92d9fa834c7d877130027cddc0cad8dcff97c1f6cca26bd6310f847228b658", size = 10757657, upload-time = "2026-09-17T23:21:25.673Z" }, + { url = "https://files.pythonhosted.org/packages/7b/12/f82d13a2cb703e1a8acee7e01fdc2b898d9cd0c00f07d1dfce63af43e350/pandas-3.0.6-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:b27c8d890e4aa2171437ae2a39de1d215e674158e4865c4023a8b31c932513b2", size = 11249114, upload-time = "2026-09-17T23:21:28.898Z" }, + { url = "https://files.pythonhosted.org/packages/1a/ce/8aef2e561a2f2c8b38c913c67373c65ba6748174e763d27c80271b24bd17/pandas-3.0.6-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:f8029ec0f1f89e4f985929ce1f6626dabf3140d61a4e9c1215afdab34eaf9a5d", size = 11820511, upload-time = "2026-09-17T23:21:32.11Z" }, + { url = "https://files.pythonhosted.org/packages/c0/bd/63cb67e6903ef6d9c2871916dbcbc09d254da0fe8b870cf62e16b21945f2/pandas-3.0.6-cp313-cp313-win_amd64.whl", hash = "sha256:f3ce8a6968045481e91a3990e797e348ce13db45ee164a7095bbc824e26c09dd", size = 9638092, upload-time = "2026-09-17T23:21:34.883Z" }, + { url = "https://files.pythonhosted.org/packages/75/2e/e7b35b712edb068d382ddc8b2bea8a04974100515ba2daa22b478b265842/pandas-3.0.6-cp313-cp313-win_arm64.whl", hash = "sha256:cc39303913e2ea129915670de5d1c9fbd647f543bb72e5543bac8baa94e9e42f", size = 8952032, upload-time = "2026-09-17T23:21:37.729Z" }, + { url = "https://files.pythonhosted.org/packages/75/55/1a8875395b05ccd572cbca0b9255dcd2db6e6508e632a558c1a6884b39ad/pandas-3.0.6-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:ee913a91669056c1de1a6b733fbfeab711de9e54e3bee2dfa5fe79d9457247d1", size = 10492213, upload-time = "2026-09-17T23:21:40.746Z" }, + { url = "https://files.pythonhosted.org/packages/35/61/47ae13476995cc8a40cd609e93e7cf11f273d8692925c2903cb6d38aa0d1/pandas-3.0.6-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ff51a4459ed036e93d1eb1bb5e6e7b28685d3cb6b7c12b91c05b31024e234729", size = 10156618, upload-time = "2026-09-17T23:21:44.142Z" }, + { url = "https://files.pythonhosted.org/packages/bc/f2/cc5f2adb8d6e86a85d9fb5128f8cf205a61189336f70d1f7faf0d1b53ec9/pandas-3.0.6-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:654aae059295dbba6ecd2328ca12712a2cf1676214c8699f1c29213f7ccf9c34", size = 10375479, upload-time = "2026-09-17T23:21:47.159Z" }, + { url = "https://files.pythonhosted.org/packages/ca/ba/ffdcb19be4ff6bfe7d969e7cef2c567c633df5a3a1cc1053394ad053bca8/pandas-3.0.6-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62f51d7f651c8054c5e82a69265c98082e795d1442df7ca6edc3a545d61214b1", size = 10783244, upload-time = "2026-09-17T23:21:50.367Z" }, + { url = "https://files.pythonhosted.org/packages/77/5b/e150075b2c6eb69fae896f2d9239bc6ed07db97735971d53d66de6553460/pandas-3.0.6-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:22172a92e7ee678ec0140c7af4fc9366b55413834a1cd86af78b3caa0b0574de", size = 11382223, upload-time = "2026-09-17T23:21:53.355Z" }, + { url = "https://files.pythonhosted.org/packages/d6/8a/b441c587dc7355bf6e1f68a91b4f76a6c29740f0c23be3acc5d4ebbeea6d/pandas-3.0.6-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:583be68728a31d0d750d5b8d9e00f02b153df0d4655f858bde93cb84cfc4227c", size = 11854881, upload-time = "2026-09-17T23:21:56.342Z" }, + { url = "https://files.pythonhosted.org/packages/b7/e9/f43410fada510b43fec09993c08f552086c3d247d3ee801a678f3cb10ea5/pandas-3.0.6-cp314-cp314-win_amd64.whl", hash = "sha256:77ccbe5057aece6fc172b9b77f19c04335af6882bc2e10c8f3ee4e6bfb3da553", size = 9791672, upload-time = "2026-09-17T23:21:59.332Z" }, + { url = "https://files.pythonhosted.org/packages/8b/9e/db14c059c21f9baa1907d436f8bf30e0c76c6288225c5e8b79a08ba8b2c5/pandas-3.0.6-cp314-cp314-win_arm64.whl", hash = "sha256:fb625f426b375bcc96e3a04c5d5d266cd7be6ae5d6866e0e703382ab5164068c", size = 9121246, upload-time = "2026-09-17T23:22:02.123Z" }, + { url = "https://files.pythonhosted.org/packages/67/ba/bad0f8dac020ab38a8637fddab01a57a82da7a496a6e6f19590aad53ab62/pandas-3.0.6-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:9e492cd4bdba6778de4fe0df7f4590c012161ebcf9902dce01b01dc683105514", size = 10920612, upload-time = "2026-09-17T23:22:05.404Z" }, + { url = "https://files.pythonhosted.org/packages/c4/a9/b500982e9aac6d52a58da4ad3f11e14168a315b06906b3f397c427878065/pandas-3.0.6-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:d7dcd21238cbb4828ff148481ba01cac8946dc5121457b5aeba28636f8f99a60", size = 10570213, upload-time = "2026-09-17T23:22:08.44Z" }, + { url = "https://files.pythonhosted.org/packages/4b/fa/e6ecd0073c98be8f840ac3125b955272835d7d9fd69f5944383b164deb5e/pandas-3.0.6-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6ff482fa91fa2bafd92e8fe66ce3645c851824310f295c1f0a2f96e928fc4541", size = 10252356, upload-time = "2026-09-17T23:22:11.302Z" }, + { url = "https://files.pythonhosted.org/packages/04/f5/001e230a7a7803590d9275a1a3f7e1bb605e3a495cfe5e8d3a532090621b/pandas-3.0.6-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:db7ec631f26223beee8e5c9e0b8f23c24d8197bbd1d982421d4e3188bea51965", size = 10655952, upload-time = "2026-09-17T23:22:14.283Z" }, + { url = "https://files.pythonhosted.org/packages/ca/ab/bab587148a3852c96aae26c4b5f9e04ce2221801ad94e166b4fbf969ede0/pandas-3.0.6-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:bd75ed0c840f709fc2ae26ddd9534ac77ca1a48ac0cce521a74acaa85f3340a7", size = 11274177, upload-time = "2026-09-17T23:22:17.352Z" }, + { url = "https://files.pythonhosted.org/packages/f3/32/74b48d87df2b80892d713c149abfe36d5db4de41b4eccb042a2bc07dafc1/pandas-3.0.6-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:ef738d71d1059245b6bb03e312be06d8b3821326a83486c1ad03b9aba3710e44", size = 11719041, upload-time = "2026-09-17T23:22:20.227Z" }, + { url = "https://files.pythonhosted.org/packages/f6/c6/d64b72d64d7eb0fad9fe424d34138e45dee70ddbea1360dcd0adf30e28f6/pandas-3.0.6-cp314-cp314t-win_amd64.whl", hash = "sha256:429d9df32731ab01383ed98f2baa7a60368090d1a94fc06019a12062510e8630", size = 10191388, upload-time = "2026-09-17T23:22:23.524Z" }, + { url = "https://files.pythonhosted.org/packages/7a/30/5e5b2ccabeca73ae2b03fc82bca3eabb7466cf43737f05ac08d591665d47/pandas-3.0.6-cp314-cp314t-win_arm64.whl", hash = "sha256:a4dbd4dc65cbe645b92b8785d0f96dd7311010dc6606cf620e51b07b8788a12a", size = 9387796, upload-time = "2026-09-17T23:22:26.64Z" }, + { url = "https://files.pythonhosted.org/packages/b6/77/47c5fb0be8bdd00116814c2c40d9ec42dbeb943865ef95130fe58a898226/pandas-3.0.6-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:50c44cbf5820b6b91a5f74aae04972472aefadd3cd9fbd1010409d85528bd570", size = 10483960, upload-time = "2026-09-17T23:22:30.071Z" }, + { url = "https://files.pythonhosted.org/packages/09/08/a310cb2fefe6d2b4623ab2150da818d93d4e73e33b58e4d163bb74243c5a/pandas-3.0.6-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:eb6900de08ac85f93ac4948aa6b80842eba555875337b8359035ac9c43e92d34", size = 10149432, upload-time = "2026-09-17T23:22:32.818Z" }, + { url = "https://files.pythonhosted.org/packages/54/36/6af478ec3a26d7754555cd62c3101c589c0931b1d85398e4fa5403910a1c/pandas-3.0.6-cp315-cp315-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4e25e2e1adee99ddfada6f7206a79ae8e9c8a8861b0e3eaaba165006d3eef18e", size = 10360981, upload-time = "2026-09-17T23:22:35.621Z" }, + { url = "https://files.pythonhosted.org/packages/43/20/5ece0e9cb79a6473216620db6a90546f578001c2bd857b77c444b27acad1/pandas-3.0.6-cp315-cp315-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4ff44b2cb51cbd691c91f92c4ea6c71e34003f239ebd67c2e857dc898466b49c", size = 10776585, upload-time = "2026-09-17T23:22:38.427Z" }, + { url = "https://files.pythonhosted.org/packages/2f/b6/cd3038f31ade5e8d2b4e1c9549d4b31e4d598469562f47142b2ad9171c0a/pandas-3.0.6-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:5edd0a7abb0986ecce1ac81f56d99b6763f86aa6946dceb6c661224f90af5a19", size = 11385249, upload-time = "2026-09-17T23:22:41.18Z" }, + { url = "https://files.pythonhosted.org/packages/0a/87/05bb3003737f80375d7311774916a24d161e2e591abe8c672aed7813defc/pandas-3.0.6-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:1bcb3e9ed29e74a7439cedff9e2aefd3ea65de84d7de9ccb6c194192541bd60e", size = 11848595, upload-time = "2026-09-17T23:22:44.207Z" }, + { url = "https://files.pythonhosted.org/packages/c0/30/1c0d46acf236d19ef975e9cdd5d1e0dd54924b03f0ed8287096ad4a18152/pandas-3.0.6-cp315-cp315-win_amd64.whl", hash = "sha256:253e12cb9081b0afbac607920f6142975966bc315135e09de275fdbaa415d2de", size = 9783810, upload-time = "2026-09-17T23:22:47.097Z" }, + { url = "https://files.pythonhosted.org/packages/87/03/df3304a9c2833c4810e7f1c887b04105b24731f9deef8b5d5d04522a375b/pandas-3.0.6-cp315-cp315-win_arm64.whl", hash = "sha256:97274c9adf6255bb48c620cd6959805efa7f09ea2167f0e0ae006a448cd2fca7", size = 9116820, upload-time = "2026-09-17T23:22:50.149Z" }, + { url = "https://files.pythonhosted.org/packages/47/25/d5f6cce5efa17c38e4f752a875b4a26d66cfadd529cb8c81672f0376d6a6/pandas-3.0.6-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:265f562fdd1079f69f3de96dd425c3405224038c0af4f920c54bd240ee2c4640", size = 10894614, upload-time = "2026-09-17T23:22:53.223Z" }, + { url = "https://files.pythonhosted.org/packages/ea/8b/e1876bfdc1df06bafc022d33202b5663bd86c81df2a6140aacafd0344669/pandas-3.0.6-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:c6e4aae3e9bea26c6c9a20d88d96c86ec4a99b4db5fd516bcb4e829ab2c0ee36", size = 10546973, upload-time = "2026-09-17T23:22:56.155Z" }, + { url = "https://files.pythonhosted.org/packages/e9/27/e0a27a5a5c27f7db66657b44def9e93121fd0ad4f0808355b9898fcbf204/pandas-3.0.6-cp315-cp315t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a77a1a44e4d88f1c6a2a64d3eb12efec8420875722e14279800b173a7c7c2804", size = 10239717, upload-time = "2026-09-17T23:22:59.603Z" }, + { url = "https://files.pythonhosted.org/packages/d5/4f/4eadb7d86a921c1e8bc70916cfe601ed667c4169118d17d69958611c21f8/pandas-3.0.6-cp315-cp315t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:86fa853a12e0b70927e2b1ee00d56d2224ec9cbb4b9d58348b5ad52d2f21150e", size = 10641275, upload-time = "2026-09-17T23:23:02.81Z" }, + { url = "https://files.pythonhosted.org/packages/c7/d1/eba72e9d905e84e79aefeefdcc6bc1abe15d9077973566643f4211636966/pandas-3.0.6-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:c826e9babb7790142c399f58599d8de679bea059d7b39c5b6efa2096fac37266", size = 11262919, upload-time = "2026-09-17T23:23:06.038Z" }, + { url = "https://files.pythonhosted.org/packages/9d/8a/1c5bd2642b450e374b6191189f47c49538fe41f82348a66de6f647e6ab59/pandas-3.0.6-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:8fe77b408d82e2615674dfed62533b95e18a03610573877422aada4f625d4947", size = 11709148, upload-time = "2026-09-17T23:23:09.082Z" }, + { url = "https://files.pythonhosted.org/packages/73/3d/1b142bd0d0f1326a5d98c91c955b923cd1e06b5eecb428cd9d8817fa01c0/pandas-3.0.6-cp315-cp315t-win_amd64.whl", hash = "sha256:83e91d15738d7783c050197cef2f2cf82fc6353dae9865aa87ed1fa16aa4d55a", size = 10161518, upload-time = "2026-09-17T23:23:12.365Z" }, + { url = "https://files.pythonhosted.org/packages/0b/a3/6419c14da2adc1f09a6a183b8f91d7494d325b287f4ca984ac04f663638a/pandas-3.0.6-cp315-cp315t-win_arm64.whl", hash = "sha256:963ca21199097a84c7827c4678b04e30833084fbf8ef44fde3fa7180a29f8fa0", size = 9364529, upload-time = "2026-09-17T23:23:15.274Z" }, ] [[package]] @@ -1066,17 +1065,34 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, ] +[[package]] +name = "specsolve" +version = "0.6.0" +source = { git = "https://github.com/fluxopt/specsolve?rev=aa90239393#aa902393932ceb3f2e1bcdf95b307076d559cd3e" } +dependencies = [ + { name = "highspy" }, + { name = "mathspec" }, + { name = "numpy" }, + { name = "polars" }, +] + +[package.optional-dependencies] +gurobi = [ + { name = "gurobipy" }, + { name = "scipy" }, +] + [[package]] name = "textual" version = "8.2.8" source = { registry = "https://pypi.org/simple" } dependencies = [ - { name = "markdown-it-py", extra = ["linkify"] }, - { name = "mdit-py-plugins" }, - { name = "platformdirs" }, - { name = "pygments" }, - { name = "rich" }, - { name = "typing-extensions" }, + { name = "markdown-it-py", extra = ["linkify"], marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "mdit-py-plugins", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "platformdirs", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "pygments", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "rich", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, + { name = "typing-extensions", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" }, ] sdist = { url = "https://files.pythonhosted.org/packages/00/21/39a76b01bd5eea82a04baaca7580e105d8c59450df03998345bb2cfb307b/textual-8.2.8.tar.gz", hash = "sha256:3f106a9fbc73e39dd266c9712432087de78a6d644084c7c241d6a25c3169115b", size = 1860502, upload-time = "2026-06-30T06:51:24.495Z" } wheels = [ diff --git a/bench/results/latest-gurobi-dispatch.ceilings.json b/bench/results/latest-gurobi-dispatch.ceilings.json index 0b681165c..fbc9bb697 100644 --- a/bench/results/latest-gurobi-dispatch.ceilings.json +++ b/bench/results/latest-gurobi-dispatch.ceilings.json @@ -9,6 +9,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 2.14 GB on dispatch/m, so the next rung projects to 42.9 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 2.17 GB on dispatch/m, so the next rung projects to 43.3 GB \u2014 over the 16 GB budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-dispatch.json b/bench/results/latest-gurobi-dispatch.json index 4a7ab4475..09c1c3815 100644 --- a/bench/results/latest-gurobi-dispatch.json +++ b/bench/results/latest-gurobi-dispatch.json @@ -27,14 +27,14 @@ "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC-Milan Processor", - "hz_advertised_friendly": "2.2000 GHz", - "hz_actual_friendly": "2.2000 GHz", + "hz_advertised_friendly": "2.1969 GHz", + "hz_actual_friendly": "2.1969 GHz", "hz_advertised": [ - 2199998000, + 2196912000, 0 ], "hz_actual": [ - 2199998000, + 2196912000, 0 ], "stepping": 1, @@ -147,62 +147,66 @@ "l2_cache_associativity": 6 }, "versions": { - "lpspec": "0.0.1.dev1+g8d27e88b7", + "specsolve": "0.0.1.dev1+gaa9023939", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", "polars": "1.44.2", - "pandas": "3.0.5", + "pandas": "3.0.6", "numpy": "2.5.3", "pyarrow": "25.0.1", "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.17138671875, - 1.19921875, - 1.2451171875 + 1.22705078125, + 1.21435546875, + 1.2568359375 ] }, "commit_info": { - "id": "8d27e88b791335c20412faab45a7727a1b6a7a6c", - "time": "2026-09-14T09:34:11+02:00", - "author_time": "2026-09-14T09:34:11+02:00", + "id": "aa902393932ceb3f2e1bcdf95b307076d559cd3e", + "time": "2026-10-05T10:48:20Z", + "author_time": "2026-10-05T12:48:20+02:00", "dirty": true, - "project": "lpspec", + "project": "specsolve", "branch": "main" }, "benchmarks": [ { "group": null, - "name": "test_emit[dispatch-xs-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-lpspec-gurobi]", + "name": "test_emit[dispatch-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-gurobi]", "params": { "case_name": "dispatch", "size": "xs", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-xs-lpspec-gurobi", + "param": "dispatch-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 139672429 + 123533581 ], "allocations": [ - 71321 + 61067 ], "total_bytes": [ - 316652222 + 272491007 ], "rss_bytes": [ - 253136896 + 247111680 ] }, "columns": 10000, "rows": 100, "nonzeros": 10000, "live_fraction": 1.0, - "variables": 10000 + "variables": 10000, + "phase_seconds": { + "attach": 0.000490167999487312, + "build": 0.009134952999374946 + } }, "options": { "disable_gc": false, @@ -215,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.029136909999579075, - "max": 0.04079214099965611, - "mean": 0.034811002222239845, - "stddev": 0.004415822569700127, + "min": 0.02368711799954326, + "max": 0.09831236799982435, + "mean": 0.03265873099998215, + "stddev": 0.02462740934083903, "rounds": 9, - "median": 0.03333873300016421, - "iqr": 0.00814827699991838, - "q1": 0.031272829000272395, - "q3": 0.039421106000190775, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.029136909999579075, - "hd15iqr": 0.04079214099965611, - "ops": 28.72655011814414, - "total": 0.31329902000015863, + "median": 0.024449090999951295, + "iqr": 0.0010438535002776916, + "q1": 0.024117422249673837, + "q3": 0.02516127574995153, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.02368711799954326, + "hd15iqr": 0.09831236799982435, + "ops": 30.619683293896095, + "total": 0.2939285789998394, "data": [ - 0.03943153100044583, - 0.029136909999579075, - 0.03333873300016421, - 0.0372533449999537, - 0.03145330500046839, - 0.03073140099968441, - 0.04079214099965611, - 0.03941763100010576, - 0.03174402300010115 + 0.09831236799982435, + 0.025622564000514103, + 0.024333691000720137, + 0.02368711799954326, + 0.025007512999764003, + 0.02425235899954714, + 0.023712612000053923, + 0.024551262999921164, + 0.024449090999951295 ], "iterations": 1 } @@ -259,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1133521918 + 1116119972 ], "allocations": [ - 235171 + 223082 ], "total_bytes": [ - 1405094330 + 1349427435 ], "rss_bytes": [ - 252846080 + 252567552 ] }, "columns": 10000, @@ -288,32 +292,32 @@ "warmup": false }, "stats": { - "min": 0.03735833500013541, - "max": 0.042224351999720966, - "mean": 0.03899538177776978, - "stddev": 0.0015219320113802988, + "min": 0.034936192999339255, + "max": 0.35504453599969565, + "mean": 0.0710740035553196, + "stddev": 0.10648986016026957, "rounds": 9, - "median": 0.03846832799990807, - "iqr": 0.0018960875001994282, - "q1": 0.03809523499990064, - "q3": 0.03999132250010007, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03735833500013541, - "hd15iqr": 0.042224351999720966, - "ops": 25.6440623071441, - "total": 0.35095843599992804, + "median": 0.03581288599980326, + "iqr": 0.0007714520004356018, + "q1": 0.03522453499954281, + "q3": 0.03599598699997841, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.034936192999339255, + "hd15iqr": 0.35504453599969565, + "ops": 14.069841995345907, + "total": 0.6396660319978764, "data": [ - 0.03852096599985089, - 0.03822901900002762, - 0.0376938829995197, - 0.03735833500013541, - 0.03846832799990807, - 0.040162966000025335, - 0.03836647900061507, - 0.03993410800012498, - 0.042224351999720966 + 0.35504453599969565, + 0.03561756599992805, + 0.03591254399998434, + 0.034936192999339255, + 0.03582882699993206, + 0.03495167599976412, + 0.03581288599980326, + 0.03624631599996064, + 0.03531548799946904 ], "iterations": 1 } @@ -332,16 +336,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1116779465 + 1114803692 ], "allocations": [ - 82585 + 82530 ], "total_bytes": [ - 1222823821 + 1220874522 ], "rss_bytes": [ - 193396736 + 220602368 ] }, "columns": 10000, @@ -361,32 +365,32 @@ "warmup": false }, "stats": { - "min": 0.1837667859999783, - "max": 0.21787298300023394, - "mean": 0.20300136566675064, - "stddev": 0.010046691719761185, + "min": 0.16916999699969892, + "max": 0.9476745140000276, + "mean": 0.25848843733324933, + "stddev": 0.25846159385606843, "rounds": 9, - "median": 0.2040327080003408, - "iqr": 0.011128265749675847, - "q1": 0.19705510774997492, - "q3": 0.20818337349965077, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.1837667859999783, - "hd15iqr": 0.21787298300023394, - "ops": 4.926075234595276, - "total": 1.8270122910007558, + "median": 0.1714869119996365, + "iqr": 0.006852807250197657, + "q1": 0.1699538582495279, + "q3": 0.17680666549972557, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.16916999699969892, + "hd15iqr": 0.9476745140000276, + "ops": 3.8686449974966446, + "total": 2.326395935999244, "data": [ - 0.2067489379996914, - 0.20625066200045694, - 0.1837667859999783, - 0.19795966899982886, - 0.2040327080003408, - 0.1943414240004131, - 0.21787298300023394, - 0.21248667999952886, - 0.20355244100028358 + 0.9476745140000276, + 0.16916999699969892, + 0.1701126399993882, + 0.17140070300047228, + 0.1714869119996365, + 0.16947751299994707, + 0.17745759799981897, + 0.17658968799969443, + 0.17302637100056018 ], "iterations": 1 } @@ -405,16 +409,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 105494145 + 89231295 ], "allocations": [ - 22887 + 12370 ], "total_bytes": [ - 137686924 + 93603512 ], "rss_bytes": [ - 199806976 + 195268608 ] }, "columns": 10000, @@ -434,32 +438,32 @@ "warmup": false }, "stats": { - "min": 0.021843371000613843, - "max": 0.03125769700000092, - "mean": 0.023996519333397574, - "stddev": 0.002821888136992566, + "min": 0.0182128169999487, + "max": 0.02022445000056905, + "mean": 0.019303877000109222, + "stddev": 0.0007134025706902932, "rounds": 9, - "median": 0.02347484900019481, - "iqr": 0.0014153797503695387, - "q1": 0.02246666099972572, - "q3": 0.023882040750095257, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.021843371000613843, - "hd15iqr": 0.03125769700000092, - "ops": 41.67271036713364, - "total": 0.21596867400057818, + "median": 0.019557657000405015, + "iqr": 0.001012036499560054, + "q1": 0.018856727750289792, + "q3": 0.019868764249849846, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0182128169999487, + "hd15iqr": 0.02022445000056905, + "ops": 51.80306525960262, + "total": 0.173734893000983, "data": [ - 0.021843371000613843, - 0.023862586000177544, - 0.023642428999664844, - 0.03125769700000092, - 0.02318030300011742, - 0.02347484900019481, - 0.023940404999848397, - 0.02221722900048917, - 0.022549804999471235 + 0.0182128169999487, + 0.018229940000310307, + 0.019122523999612895, + 0.019065657000282954, + 0.019569123000110267, + 0.019557657000405015, + 0.01986116599982779, + 0.019891558999916015, + 0.02022445000056905 ], "iterations": 1 } @@ -478,16 +482,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 106636545 + 94566127 ], "allocations": [ - 23358 + 12798 ], "total_bytes": [ - 180154041 + 140236580 ], "rss_bytes": [ - 207298560 + 202878976 ] }, "columns": 10000, @@ -507,67 +511,71 @@ "warmup": false }, "stats": { - "min": 0.013333728999896266, - "max": 0.02246162700066634, - "mean": 0.01576872366674959, - "stddev": 0.003809542978951876, + "min": 0.010472041999491921, + "max": 0.013936553999883472, + "mean": 0.011583286444167444, + "stddev": 0.0011664404367764498, "rounds": 9, - "median": 0.014059663999432814, - "iqr": 0.002781940499517077, - "q1": 0.013691039500372426, - "q3": 0.016472979999889503, - "iqr_outliers": 2, + "median": 0.01106839600015519, + "iqr": 0.0010867167497963237, + "q1": 0.010894283499737867, + "q3": 0.01198100024953419, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.013333728999896266, - "hd15iqr": 0.022458786999777658, - "ops": 63.416673481863995, - "total": 0.14191851300074632, + "outliers": "2;1", + "ld15iqr": 0.010472041999491921, + "hd15iqr": 0.013936553999883472, + "ops": 86.33128471959112, + "total": 0.104249577997507, "data": [ - 0.01342914999986533, - 0.013778336000541458, - 0.014121394000540022, - 0.014059663999432814, - 0.014477710999926785, - 0.02246162700066634, - 0.022458786999777658, - 0.013333728999896266, - 0.013798115000099642 + 0.013936553999883472, + 0.010947048999696563, + 0.01073598699986178, + 0.011015843999302888, + 0.0113549529996817, + 0.013116129000081855, + 0.010472041999491921, + 0.011602623999351636, + 0.01106839600015519 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-lpspec-gurobi]", + "name": "test_emit[dispatch-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-gurobi]", "params": { "case_name": "dispatch", "size": "s", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-s-lpspec-gurobi", + "param": "dispatch-s-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 189409194 + 175759978 ], "allocations": [ - 72329 + 62076 ], "total_bytes": [ - 386825037 + 345154286 ], "rss_bytes": [ - 295129088 + 292409344 ] }, "columns": 100000, "rows": 1000, "nonzeros": 100000, "live_fraction": 1.0, - "variables": 100000 + "variables": 100000, + "phase_seconds": { + "attach": 0.00047950299995136447, + "build": 0.01329955199980759 + } }, "options": { "disable_gc": false, @@ -580,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.10641236499941442, - "max": 0.13116255399927468, - "mean": 0.11601647355534321, - "stddev": 0.007062064200827751, + "min": 0.088231937999808, + "max": 0.0935936430005313, + "mean": 0.0912575505553832, + "stddev": 0.0017883426045729252, "rounds": 9, - "median": 0.1144034989993088, - "iqr": 0.006368783999960215, - "q1": 0.11250022424997042, - "q3": 0.11886900824993063, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.10641236499941442, - "hd15iqr": 0.13116255399927468, - "ops": 8.61946557548977, - "total": 1.0441482619980889, + "median": 0.09087153799919179, + "iqr": 0.0024076815009266284, + "q1": 0.09037132374942303, + "q3": 0.09277900525034966, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.088231937999808, + "hd15iqr": 0.0935936430005313, + "ops": 10.957997381193252, + "total": 0.8213179549984488, "data": [ - 0.11001780900005542, - 0.1206270869997752, - 0.1144034989993088, - 0.10641236499941442, - 0.11332769599994208, - 0.13116255399927468, - 0.11375610400045844, - 0.11615816599987738, - 0.11828298199998244 + 0.09342790299979242, + 0.09077519399943412, + 0.088231937999808, + 0.08936095899935026, + 0.0935936430005313, + 0.09087153799919179, + 0.0925627060005354, + 0.09070811199944728, + 0.09178596200035827 ], "iterations": 1 } @@ -624,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1171767543 + 1155415345 ], "allocations": [ - 236212 + 224127 ], "total_bytes": [ - 1503006547 + 1442965117 ], "rss_bytes": [ - 284344320 + 283316224 ] }, "columns": 100000, @@ -653,32 +661,32 @@ "warmup": false }, "stats": { - "min": 0.10939393300031952, - "max": 0.11907375700047851, - "mean": 0.11303181055538719, - "stddev": 0.0038394840137070028, + "min": 0.10823497900037182, + "max": 0.1149239310007033, + "mean": 0.11155116233334815, + "stddev": 0.0024145878633400814, "rounds": 9, - "median": 0.11117253099928348, - "iqr": 0.005715426500273679, - "q1": 0.1101032129995474, - "q3": 0.11581863949982107, + "median": 0.11169144899940875, + "iqr": 0.004396685749270546, + "q1": 0.10933250700009012, + "q3": 0.11372919274936066, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.10939393300031952, - "hd15iqr": 0.11907375700047851, - "ops": 8.847066990137133, - "total": 1.0172862949984847, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.10823497900037182, + "hd15iqr": 0.1149239310007033, + "ops": 8.964496461378875, + "total": 1.0039604610001334, "data": [ - 0.11899816699951771, - 0.11907375700047851, - 0.1147587969999222, - 0.11353774500003055, - 0.11117253099928348, - 0.10939393300031952, - 0.10960511099983705, - 0.1104770069996448, - 0.11026924699945084 + 0.1149239310007033, + 0.11395220599933964, + 0.11365485499936767, + 0.11169144899940875, + 0.11281659700034652, + 0.11016617000041151, + 0.10911539700009598, + 0.10823497900037182, + 0.10940487700008816 ], "iterations": 1 } @@ -697,16 +705,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1303753198 + 1301771281 ], "allocations": [ - 168582 + 168526 ], "total_bytes": [ - 1654665790 + 1652710347 ], "rss_bytes": [ - 386187264 + 415219712 ] }, "columns": 100000, @@ -726,32 +734,32 @@ "warmup": false }, "stats": { - "min": 1.6726603529996282, - "max": 1.8290701460000491, - "mean": 1.7634571694445387, - "stddev": 0.05180527267460284, + "min": 1.499591116999909, + "max": 1.6593057580003006, + "mean": 1.6268091224445824, + "stddev": 0.05015030886454036, "rounds": 9, - "median": 1.7547876509997877, - "iqr": 0.08390446649968908, - "q1": 1.7344912692506114, - "q3": 1.8183957357503004, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 1.6726603529996282, - "hd15iqr": 1.8290701460000491, - "ops": 0.5670679261889782, - "total": 15.871114525000849, + "median": 1.6467634540003928, + "iqr": 0.034371745499583994, + "q1": 1.618991284000458, + "q3": 1.653363029500042, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 1.6156542610006, + "hd15iqr": 1.6593057580003006, + "ops": 0.6147002658168738, + "total": 14.641282102001242, "data": [ - 1.6726603529996282, - 1.738064927000778, - 1.8290701460000491, - 1.8227027450002424, - 1.7237702960001116, - 1.7547876509997877, - 1.7654416429995763, - 1.7476566980003554, - 1.8169600660003198 + 1.499591116999909, + 1.6467634540003928, + 1.6201036250004108, + 1.641245942999376, + 1.647994896000455, + 1.6514145350001854, + 1.6156542610006, + 1.6593057580003006, + 1.6592085129996121 ], "iterations": 1 } @@ -770,16 +778,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 141472790 + 125340852 ], "allocations": [ - 122045 + 111524 ], "total_bytes": [ - 209582925 + 165630425 ], "rss_bytes": [ - 233852928 + 230428672 ] }, "columns": 100000, @@ -799,32 +807,32 @@ "warmup": false }, "stats": { - "min": 0.2940867799998159, - "max": 0.36013456500040775, - "mean": 0.33720523688892473, - "stddev": 0.01924738758712663, + "min": 0.2683108800001719, + "max": 0.3184369020000304, + "mean": 0.2985156915557228, + "stddev": 0.01680398917379537, "rounds": 9, - "median": 0.3408910180005478, - "iqr": 0.01814917400020022, - "q1": 0.331467883249843, - "q3": 0.3496170572500432, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.33018816500043613, - "hd15iqr": 0.36013456500040775, - "ops": 2.9655529944494887, - "total": 3.0348471320003227, + "median": 0.3014936999998099, + "iqr": 0.02431722325013652, + "q1": 0.2886173082501955, + "q3": 0.312934531500332, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.2683108800001719, + "hd15iqr": 0.3184369020000304, + "ops": 3.3499076540615746, + "total": 2.686641224001505, "data": [ - 0.2940867799998159, - 0.3318944559996453, - 0.3321320349996313, - 0.3477849020000576, - 0.355113523, - 0.36013456500040775, - 0.342621687999781, - 0.3408910180005478, - 0.33018816500043613 + 0.2683108800001719, + 0.28132684100000915, + 0.2910474640002576, + 0.3014936999998099, + 0.30598661200019706, + 0.3162258840002323, + 0.3184369020000304, + 0.31183741400036524, + 0.2919755270004316 ], "iterations": 1 } @@ -843,16 +851,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 139173043 + 123956257 ], "allocations": [ - 24366 + 13810 ], "total_bytes": [ - 239890252 + 196827175 ], "rss_bytes": [ - 234303488 + 230723584 ] }, "columns": 100000, @@ -872,67 +880,71 @@ "warmup": false }, "stats": { - "min": 0.07370200399964233, - "max": 0.08314193399928627, - "mean": 0.07778219777780275, - "stddev": 0.003215335090458291, + "min": 0.0615631669998038, + "max": 0.07263545900059398, + "mean": 0.06748907033337066, + "stddev": 0.003740633337270654, "rounds": 9, - "median": 0.07634823999978835, - "iqr": 0.004237127749547653, - "q1": 0.07554358925062843, - "q3": 0.07978071700017608, + "median": 0.0681386289998045, + "iqr": 0.0051002814996081725, + "q1": 0.06476812825007983, + "q3": 0.069868409749688, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.07370200399964233, - "hd15iqr": 0.08314193399928627, - "ops": 12.856412245597117, - "total": 0.7000397800002247, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.0615631669998038, + "hd15iqr": 0.07263545900059398, + "ops": 14.817214032737086, + "total": 0.607401633000336, "data": [ - 0.07370200399964233, - 0.07484727800056135, - 0.07577569300065079, - 0.07634823999978835, - 0.07905684500019561, - 0.07907915600026172, - 0.07620322999991913, - 0.08188539999991917, - 0.08314193399928627 + 0.06361471299987898, + 0.0615631669998038, + 0.0663139759999467, + 0.0681386289998045, + 0.07263545900059398, + 0.06851872600054776, + 0.07245972500004427, + 0.06900463799956924, + 0.06515260000014678 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-lpspec-gurobi]", + "name": "test_emit[dispatch-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-gurobi]", "params": { "case_name": "dispatch", "size": "m", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-m-lpspec-gurobi", + "param": "dispatch-m-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 678837480 + 668859016 ], "allocations": [ - 81625 + 71369 ], "total_bytes": [ - 1095912685 + 1057912694 ], "rss_bytes": [ - 698802176 + 710799360 ] }, "columns": 1000000, "rows": 10000, "nonzeros": 1000000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 1000000, + "phase_seconds": { + "attach": 0.0005159329994057771, + "build": 0.061003462000371655 + } }, "options": { "disable_gc": false, @@ -945,32 +957,32 @@ "warmup": false }, "stats": { - "min": 0.8216533340000751, - "max": 0.8520342110005004, - "mean": 0.838679390555727, - "stddev": 0.010513105373587364, + "min": 0.8035606650000773, + "max": 0.8508050509999521, + "mean": 0.8172483068888646, + "stddev": 0.014157637335400746, "rounds": 9, - "median": 0.8424968420004006, - "iqr": 0.013215993499898104, - "q1": 0.8323029650000535, - "q3": 0.8455189584999516, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.8216533340000751, - "hd15iqr": 0.8520342110005004, - "ops": 1.1923507495961936, - "total": 7.548114515001544, + "median": 0.8140822249997655, + "iqr": 0.012298362250021455, + "q1": 0.8075594565000301, + "q3": 0.8198578187500516, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.8035606650000773, + "hd15iqr": 0.8508050509999521, + "ops": 1.2236183196351207, + "total": 7.355234761999782, "data": [ - 0.8520342110005004, - 0.843702244999804, - 0.8356200799998987, - 0.8387696230001893, - 0.8216533340000751, - 0.8452946369998244, - 0.8424968420004006, - 0.8461919230003332, - 0.8223516200005179 + 0.8181956349999382, + 0.8508050509999521, + 0.8079305999999633, + 0.8035606650000773, + 0.8162394789997052, + 0.8064460260002306, + 0.8140822249997655, + 0.8131307109997579, + 0.8248443700003918 ], "iterations": 1 } @@ -989,16 +1001,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1559100101 + 1542617215 ], "allocations": [ - 245514 + 233429 ], "total_bytes": [ - 2506135656 + 2389929509 ], "rss_bytes": [ - 681467904 + 688623616 ] }, "columns": 1000000, @@ -1018,32 +1030,32 @@ "warmup": false }, "stats": { - "min": 0.9521858630005227, - "max": 0.9830947670006935, - "mean": 0.9676281702223706, - "stddev": 0.012125956667536068, + "min": 0.9360145179998653, + "max": 0.9491305060000741, + "mean": 0.9419179556667182, + "stddev": 0.003973897030549765, "rounds": 9, - "median": 0.9699270279998018, - "iqr": 0.023661747750566064, - "q1": 0.9569876724995083, - "q3": 0.9806494202500744, + "median": 0.9409545600001366, + "iqr": 0.003998782750386454, + "q1": 0.9397618629998306, + "q3": 0.943760645750217, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.9521858630005227, - "hd15iqr": 0.9830947670006935, - "ops": 1.0334548236335348, - "total": 8.708653532001335, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.9360145179998653, + "hd15iqr": 0.9491305060000741, + "ops": 1.0616635918063262, + "total": 8.477261601000464, "data": [ - 0.9810801280000305, - 0.9707001640008457, - 0.9560525919996508, - 0.980505851000089, - 0.9578077730002406, - 0.9699270279998018, - 0.9572993659994609, - 0.9521858630005227, - 0.9830947670006935 + 0.9466390610004964, + 0.9428011740001239, + 0.9400646289996075, + 0.9491305060000741, + 0.9403750989995387, + 0.9409545600001366, + 0.9388535650004997, + 0.9424284890001218, + 0.9360145179998653 ], "iterations": 1 } @@ -1062,16 +1074,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3022842548 + 3019813631 ], "allocations": [ - 1025271 + 1025222 ], "total_bytes": [ - 5761455541 + 5758454282 ], "rss_bytes": [ - 2144866304 + 2167369728 ] }, "columns": 1000000, @@ -1091,32 +1103,32 @@ "warmup": false }, "stats": { - "min": 14.588258624000446, - "max": 16.221276117000343, - "mean": 15.237263754555594, - "stddev": 0.42461733296583154, + "min": 14.352816869999515, + "max": 15.426261140999486, + "mean": 14.773453137999947, + "stddev": 0.3202328099054089, "rounds": 9, - "median": 15.189019276000181, - "iqr": 0.15421864550103237, - "q1": 15.109369195749423, - "q3": 15.263587841250455, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 15.053247664000082, - "hd15iqr": 16.221276117000343, - "ops": 0.06562858109619733, - "total": 137.13537379100035, + "median": 14.780853917000059, + "iqr": 0.2789946652508206, + "q1": 14.604918257249892, + "q3": 14.883912922500713, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 14.352816869999515, + "hd15iqr": 15.426261140999486, + "ops": 0.06768898176065705, + "total": 132.96107824199953, "data": [ - 16.221276117000343, - 15.246944982999594, - 15.189019276000181, - 15.263004707000619, - 15.265337243999966, - 15.128076372999203, - 15.180208802999914, - 15.053247664000082, - 14.588258624000446 + 15.426261140999486, + 14.69894251200003, + 14.958655392000765, + 14.858998766000695, + 14.780853917000059, + 14.82790169099917, + 14.681512537999879, + 14.375135414999932, + 14.352816869999515 ], "iterations": 1 } @@ -1135,16 +1147,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 487970640 + 481144846 ], "allocations": [ - 1112595 + 1102078 ], "total_bytes": [ - 873588802 + 838942446 ], "rss_bytes": [ - 586022912 + 582963200 ] }, "columns": 1000000, @@ -1164,32 +1176,32 @@ "warmup": false }, "stats": { - "min": 2.4137363290001304, - "max": 2.637084189000234, - "mean": 2.5308755124445574, - "stddev": 0.07381200778314798, + "min": 2.3479428239998015, + "max": 2.4675140910003392, + "mean": 2.410061660777905, + "stddev": 0.03462681576441924, "rounds": 9, - "median": 2.5271617190001052, - "iqr": 0.0877453062503264, - "q1": 2.494736260249738, - "q3": 2.582481566500064, + "median": 2.419684987999972, + "iqr": 0.04185158674977174, + "q1": 2.38583999125035, + "q3": 2.427691578000122, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 2.4137363290001304, - "hd15iqr": 2.637084189000234, - "ops": 0.3951201847277372, - "total": 22.777879612001016, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.3479428239998015, + "hd15iqr": 2.4675140910003392, + "ops": 0.4149271432653827, + "total": 21.690554947001147, "data": [ - 2.4244280299999446, - 2.580300182999963, - 2.4137363290001304, - 2.589025717000368, - 2.5271617190001052, - 2.637084189000234, - 2.518172336999669, - 2.5226594140003726, - 2.565311694000229 + 2.3479428239998015, + 2.3872777120004685, + 2.419684987999972, + 2.4352291140003217, + 2.4051552149994677, + 2.425179066000055, + 2.4675140910003392, + 2.421045108000726, + 2.381526828999995 ], "iterations": 1 } @@ -1208,16 +1220,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 434124753 + 415893951 ], "allocations": [ - 33621 + 23061 ], "total_bytes": [ - 822121950 + 776044081 ], "rss_bytes": [ - 529149952 + 533422080 ] }, "columns": 1000000, @@ -1237,67 +1249,71 @@ "warmup": false }, "stats": { - "min": 0.7332930800002941, - "max": 0.7858394670001871, - "mean": 0.7638106883334532, - "stddev": 0.017844372498731585, + "min": 0.7377396909996605, + "max": 0.7852321290001782, + "mean": 0.7625369845553804, + "stddev": 0.016354774586107255, "rounds": 9, - "median": 0.7654948060007882, - "iqr": 0.028382683000018005, - "q1": 0.7522709239999585, - "q3": 0.7806536069999765, + "median": 0.7605752389999907, + "iqr": 0.02512326100008977, + "q1": 0.753461339749947, + "q3": 0.7785846007500368, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.7332930800002941, - "hd15iqr": 0.7858394670001871, - "ops": 1.3092249365898303, - "total": 6.8742961950010795, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.7377396909996605, + "hd15iqr": 0.7852321290001782, + "ops": 1.3114118006788607, + "total": 6.862832860998424, "data": [ - 0.7332930800002941, - 0.7473922520002816, - 0.7538971479998509, - 0.7654948060007882, - 0.7555228500004887, - 0.7842663749997882, - 0.7794493510000393, - 0.7858394670001871, - 0.7691408659993613 + 0.7377396909996605, + 0.7436257309991561, + 0.7567398760002106, + 0.7572083149998434, + 0.7605752389999907, + 0.7814815829997315, + 0.7852321290001782, + 0.7776189400001385, + 0.7626113569995141 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-lpspec-gurobi]", + "name": "test_emit[dispatch-l-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-gurobi]", "params": { "case_name": "dispatch", "size": "l", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-l-lpspec-gurobi", + "param": "dispatch-l-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 5246361207 + 5264694295 ], "allocations": [ - 173403 + 163152 ], "total_bytes": [ - 7976420504 + 7966731897 ], "rss_bytes": [ - 4281794560 + 4273324032 ] }, "columns": 10000000, "rows": 100000, "nonzeros": 10000000, "live_fraction": 1.0, - "variables": 10000000 + "variables": 10000000, + "phase_seconds": { + "attach": 0.000504657999954361, + "build": 0.4152599589997408 + } }, "options": { "disable_gc": false, @@ -1310,32 +1326,32 @@ "warmup": false }, "stats": { - "min": 8.207884571999784, - "max": 8.389654004000477, - "mean": 8.304050730999936, - "stddev": 0.056736443181092534, + "min": 8.136461141000837, + "max": 8.269447018999927, + "mean": 8.229111898777875, + "stddev": 0.043625622834573705, "rounds": 9, - "median": 8.29718217000027, - "iqr": 0.07320687399987946, - "q1": 8.272459962000084, - "q3": 8.345666835999964, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 8.207884571999784, - "hd15iqr": 8.389654004000477, - "ops": 0.12042315640809971, - "total": 74.73645657899942, + "median": 8.241853258999981, + "iqr": 0.042409069249970344, + "q1": 8.218253231249946, + "q3": 8.260662300499916, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 8.179586820000623, + "hd15iqr": 8.269447018999927, + "ops": 0.12151979609713563, + "total": 74.06200708900087, "data": [ - 8.31991737899989, - 8.27723321799931, - 8.337488144999952, - 8.370202909, - 8.260421348999444, - 8.207884571999784, - 8.29718217000027, - 8.276472833000298, - 8.389654004000477 + 8.269447018999927, + 8.260408979999738, + 8.136461141000837, + 8.179586820000623, + 8.233893562000048, + 8.23114203499972, + 8.261422262000451, + 8.247792010999547, + 8.241853258999981 ], "iterations": 1 } @@ -1354,16 +1370,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5488286076 + 5463545270 ], "allocations": [ - 337303 + 325211 ], "total_bytes": [ - 12747684935 + 12063871649 ], "rss_bytes": [ - 4536455168 + 4537585664 ] }, "columns": 10000000, @@ -1383,32 +1399,32 @@ "warmup": false }, "stats": { - "min": 9.89949210099985, - "max": 10.223157030999573, - "mean": 9.9847860978889, - "stddev": 0.10287150252297483, + "min": 9.731502145999912, + "max": 9.823660163000568, + "mean": 9.759609962111224, + "stddev": 0.03318365420814657, "rounds": 9, - "median": 9.93432814300013, - "iqr": 0.0927272015003382, - "q1": 9.920072124999933, - "q3": 10.012799326500271, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 9.89949210099985, - "hd15iqr": 10.223157030999573, - "ops": 0.10015237083661027, - "total": 89.8630748810001, + "median": 9.740562746999785, + "iqr": 0.03744815400000334, + "q1": 9.736721847499894, + "q3": 9.774170001499897, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 9.731502145999912, + "hd15iqr": 9.823660163000568, + "ops": 0.10246311111634603, + "total": 87.83648965900102, "data": [ - 10.223157030999573, - 9.93432814300013, - 10.063332570000057, - 9.97950242099978, - 9.920048769999994, - 9.995954912000343, - 9.920079909999913, - 9.927179023000463, - 9.89949210099985 + 9.804252674000054, + 9.731502145999912, + 9.823660163000568, + 9.764142443999845, + 9.740562746999785, + 9.7368267869997, + 9.737707979000334, + 9.736407029000475, + 9.761427690000346 ], "iterations": 1 } @@ -1427,16 +1443,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4122512908 + 4096288426 ], "allocations": [ - 11017361 + 11006831 ], "total_bytes": [ - 7774878316 + 7720833272 ], "rss_bytes": [ - 4066459648 + 4065075200 ] }, "columns": 10000000, @@ -1456,32 +1472,32 @@ "warmup": false }, "stats": { - "min": 26.255369616999815, - "max": 27.285359903000426, - "mean": 26.629528195444436, - "stddev": 0.2872555256538382, + "min": 26.149440271000458, + "max": 26.38964420100001, + "mean": 26.273790183666684, + "stddev": 0.08144967842842189, "rounds": 9, - "median": 26.634243092999895, - "iqr": 0.20452355849965898, - "q1": 26.484800139750405, - "q3": 26.689323698250064, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 26.255369616999815, - "hd15iqr": 27.285359903000426, - "ops": 0.03755229881132749, - "total": 239.66575375899993, + "median": 26.296171486000276, + "iqr": 0.1282429902498734, + "q1": 26.207129791249827, + "q3": 26.3353727814997, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 26.149440271000458, + "hd15iqr": 26.38964420100001, + "ops": 0.03806074392044351, + "total": 236.46411165300015, "data": [ - 26.255369616999815, - 26.397848463000628, - 26.64420983599939, - 26.52829661799933, - 27.285359903000426, - 26.731315899000037, - 26.51378403200033, - 26.675326298000073, - 26.634243092999895 + 26.20996596799978, + 26.327410072999555, + 26.149440271000458, + 26.38964420100001, + 26.359260907000134, + 26.19862126099997, + 26.22387771600006, + 26.296171486000276, + 26.3097197699999 ], "iterations": 1 } @@ -1500,16 +1516,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3388170656 + 3372036974 ], "allocations": [ - 125301 + 114740 ], "total_bytes": [ - 6766486060 + 6722505311 ], "rss_bytes": [ - 3406548992 + 3400560640 ] }, "columns": 10000000, @@ -1529,37 +1545,37 @@ "warmup": false }, "stats": { - "min": 7.777370566000172, - "max": 7.933353495000119, - "mean": 7.83320340055535, - "stddev": 0.05357509018820921, + "min": 7.831945923000603, + "max": 8.469773675999932, + "mean": 7.975614515333291, + "stddev": 0.19750246487141063, "rounds": 9, - "median": 7.81193612899915, - "iqr": 0.06910440450042188, - "q1": 7.798380656499603, - "q3": 7.867485061000025, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 7.777370566000172, - "hd15iqr": 7.933353495000119, - "ops": 0.12766169201339814, - "total": 70.49883060499815, + "median": 7.894803373999821, + "iqr": 0.13043714324976463, + "q1": 7.871658813749946, + "q3": 8.00209595699971, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 7.831945923000603, + "hd15iqr": 8.469773675999932, + "ops": 0.1253821881784129, + "total": 71.78053063799962, "data": [ - 7.81193612899915, - 7.8548884430001635, - 7.777370566000172, - 7.8002567759995145, - 7.807363785000234, - 7.933353495000119, - 7.7927522979998685, - 7.905274914999609, - 7.815634197999316 + 7.8810738070005755, + 7.831945923000603, + 7.871462747999431, + 7.9183446569995795, + 7.871724169000117, + 8.057911511999919, + 7.894803373999821, + 8.469773675999932, + 7.983490771999641 ], "iterations": 1 } } ], - "datetime": "2026-09-14T09:08:11.207489+00:00", + "datetime": "2026-10-05T12:23:05.075103+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-gurobi-fleet.ceilings.json b/bench/results/latest-gurobi-fleet.ceilings.json index 3a232cccd..5c6671fb6 100644 --- a/bench/results/latest-gurobi-fleet.ceilings.json +++ b/bench/results/latest-gurobi-fleet.ceilings.json @@ -9,11 +9,11 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 3.27 s on fleet/s, so the next rung projects to 32.7 s \u2014 over the 30 s budget" + "reason": "pyomo took 3.19 s on fleet/s, so the next rung projects to 31.9 s \u2014 over the 30 s budget" }, { "record": "ceiling", - "arm": "lpspec", + "arm": "specsolve", "case": "fleet", "ladder": "size", "sink": "gurobi", @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "lpspec took 0.961 GB on fleet/m, so the next rung projects to 19.2 GB \u2014 over the 16 GB budget" + "reason": "specsolve took 0.963 GB on fleet/m, so the next rung projects to 19.3 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -33,7 +33,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "linopy took 0.962 GB on fleet/m, so the next rung projects to 19.2 GB \u2014 over the 16 GB budget" + "reason": "linopy took 0.972 GB on fleet/m, so the next rung projects to 19.4 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -45,6 +45,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "gurobipy-loop took 0.841 GB on fleet/m, so the next rung projects to 16.8 GB \u2014 over the 16 GB budget" + "reason": "gurobipy-loop took 0.838 GB on fleet/m, so the next rung projects to 16.8 GB \u2014 over the 16 GB budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-fleet.json b/bench/results/latest-gurobi-fleet.json index 4e20ba6b3..3f64e40ac 100644 --- a/bench/results/latest-gurobi-fleet.json +++ b/bench/results/latest-gurobi-fleet.json @@ -27,14 +27,14 @@ "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC-Milan Processor", - "hz_advertised_friendly": "2.2000 GHz", - "hz_actual_friendly": "2.2000 GHz", + "hz_advertised_friendly": "2.1969 GHz", + "hz_actual_friendly": "2.1969 GHz", "hz_advertised": [ - 2199998000, + 2196912000, 0 ], "hz_actual": [ - 2199998000, + 2196912000, 0 ], "stepping": 1, @@ -147,62 +147,66 @@ "l2_cache_associativity": 6 }, "versions": { - "lpspec": "0.0.1.dev1+g8d27e88b7", + "specsolve": "0.0.1.dev1+gaa9023939", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", "polars": "1.44.2", - "pandas": "3.0.5", + "pandas": "3.0.6", "numpy": "2.5.3", "pyarrow": "25.0.1", "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.27001953125, - 1.25341796875, - 1.2685546875 + 1.173828125, + 1.36279296875, + 1.33642578125 ] }, "commit_info": { - "id": "8d27e88b791335c20412faab45a7727a1b6a7a6c", - "time": "2026-09-14T09:34:11+02:00", - "author_time": "2026-09-14T09:34:11+02:00", + "id": "aa902393932ceb3f2e1bcdf95b307076d559cd3e", + "time": "2026-10-05T10:48:20Z", + "author_time": "2026-10-05T12:48:20+02:00", "dirty": true, - "project": "lpspec", + "project": "specsolve", "branch": "main" }, "benchmarks": [ { "group": null, - "name": "test_emit[fleet-xs-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[fleet-xs-lpspec-gurobi]", + "name": "test_emit[fleet-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[fleet-xs-specsolve-gurobi]", "params": { "case_name": "fleet", "size": "xs", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "fleet-xs-lpspec-gurobi", + "param": "fleet-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 146104571 + 130653274 ], "allocations": [ - 78715 + 68283 ], "total_bytes": [ - 326071020 + 282200247 ], "rss_bytes": [ - 255954944 + 250961920 ] }, "columns": 12000, "rows": 6020, "nonzeros": 14000, "live_fraction": 1.0, - "variables": 12000 + "variables": 12000, + "phase_seconds": { + "attach": 0.0004117600001336541, + "build": 0.06110301300032006 + } }, "options": { "disable_gc": false, @@ -215,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.10537022700009402, - "max": 0.13158324899995932, - "mean": 0.11608527244465626, - "stddev": 0.00969247770160078, + "min": 0.08817965399975947, + "max": 0.17054465699948196, + "mean": 0.10094868488926699, + "stddev": 0.026421194776926678, "rounds": 9, - "median": 0.11149140300040017, - "iqr": 0.015794704750987876, - "q1": 0.10795762124962494, - "q3": 0.12375232600061281, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.10537022700009402, - "hd15iqr": 0.13158324899995932, - "ops": 8.6143571784849, - "total": 1.0447674520019063, + "median": 0.0910345820011571, + "iqr": 0.00840702449931996, + "q1": 0.08915494950088032, + "q3": 0.09756197400020028, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.08817965399975947, + "hd15iqr": 0.17054465699948196, + "ops": 9.906023056139103, + "total": 0.9085381640034029, "data": [ - 0.10642171200015582, - 0.13158324899995932, - 0.1271783440006402, - 0.10537022700009402, - 0.12122014700071304, - 0.12261032000060368, - 0.11042245899989211, - 0.10846959099944797, - 0.11149140300040017 + 0.17054465699948196, + 0.08991668599992408, + 0.08836292700107151, + 0.09405284500098787, + 0.0910345820011571, + 0.08941895700081659, + 0.10041783599990595, + 0.09661002000029839, + 0.08817965399975947 ], "iterations": 1 } @@ -259,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1136282362 + 1119802916 ], "allocations": [ - 244793 + 233156 ], "total_bytes": [ - 1426754612 + 1378732952 ], "rss_bytes": [ - 255475712 + 253087744 ] }, "columns": 12000, @@ -288,32 +292,32 @@ "warmup": false }, "stats": { - "min": 0.19578525199904107, - "max": 0.2110871840013715, - "mean": 0.20233261455561863, - "stddev": 0.0058989222695384575, + "min": 0.21018315900073503, + "max": 0.6428584679997584, + "mean": 0.27534212244467604, + "stddev": 0.1401078664911227, "rounds": 9, - "median": 0.20109587099977944, - "iqr": 0.010683176250950055, - "q1": 0.1970302452496071, - "q3": 0.20771342150055716, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.19578525199904107, - "hd15iqr": 0.2110871840013715, - "ops": 4.94235693141361, - "total": 1.8209935310005676, + "median": 0.2122570560004533, + "iqr": 0.05493953325049006, + "q1": 0.21065398474956964, + "q3": 0.2655935180000597, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.21018315900073503, + "hd15iqr": 0.6428584679997584, + "ops": 3.6318453243597992, + "total": 2.4780791020020843, "data": [ - 0.20109587099977944, - 0.19949586099937733, - 0.19578525199904107, - 0.1959506719995261, - 0.2030518800002028, - 0.20685848900029669, - 0.21027821900133858, - 0.2110871840013715, - 0.1973901029996341 + 0.6428584679997584, + 0.2623670590000984, + 0.2752728949999437, + 0.24304254700109595, + 0.2122570560004533, + 0.21078711399968597, + 0.21105620700109284, + 0.21025459699922067, + 0.21018315900073503 ], "iterations": 1 } @@ -332,16 +336,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1126021132 + 1124040007 ], "allocations": [ - 123652 + 123597 ], "total_bytes": [ - 1223843917 + 1221893024 ], "rss_bytes": [ - 202711040 + 229535744 ] }, "columns": 12000, @@ -361,32 +365,32 @@ "warmup": false }, "stats": { - "min": 0.30754344400156697, - "max": 0.33579443100097706, - "mean": 0.3214883376670817, - "stddev": 0.010595024053257698, + "min": 0.26120242799879634, + "max": 1.0696731629996066, + "mean": 0.3580734281111088, + "stddev": 0.26690843895396793, "rounds": 9, - "median": 0.3225880980007787, - "iqr": 0.018246045000523736, - "q1": 0.31189418449957884, - "q3": 0.3301402295001026, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.30754344400156697, - "hd15iqr": 0.33579443100097706, - "ops": 3.1105327404926064, - "total": 2.8933950390037353, + "median": 0.2690462139998999, + "iqr": 0.010827490250449046, + "q1": 0.2653828084999077, + "q3": 0.27621029875035674, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.26120242799879634, + "hd15iqr": 1.0696731629996066, + "ops": 2.7927232838112293, + "total": 3.2226608529999794, "data": [ - 0.30910952600061137, - 0.3282705450001231, - 0.31282240399923467, - 0.33579443100097706, - 0.30754344400156697, - 0.3238352819989814, - 0.33574928300004103, - 0.3225880980007787, - 0.31768202600142104 + 1.0696731629996066, + 0.27504637200036086, + 0.2797020790003444, + 0.270511209999313, + 0.2657911629994487, + 0.2690462139998999, + 0.26415774500128464, + 0.26753047900092497, + 0.26120242799879634 ], "iterations": 1 } @@ -405,16 +409,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 108842649 + 92580463 ], "allocations": [ - 36446 + 25926 ], "total_bytes": [ - 143587766 + 99508776 ], "rss_bytes": [ - 201486336 + 197128192 ] }, "columns": 12000, @@ -434,32 +438,32 @@ "warmup": false }, "stats": { - "min": 0.06384139600049821, - "max": 0.07571729800110916, - "mean": 0.06979461711105411, - "stddev": 0.004396524049573486, + "min": 0.0550440940005501, + "max": 0.06464260699976876, + "mean": 0.05737809599991629, + "stddev": 0.0039039286954991536, "rounds": 9, - "median": 0.06847132900111319, - "iqr": 0.007068959750085924, - "q1": 0.0667506987501838, - "q3": 0.07381965850026972, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.06384139600049821, - "hd15iqr": 0.07571729800110916, - "ops": 14.327752502873453, - "total": 0.6281515539994871, + "median": 0.0554131149983732, + "iqr": 0.0027967074988737295, + "q1": 0.055248671500521596, + "q3": 0.058045378999395325, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0550440940005501, + "hd15iqr": 0.06381992000024184, + "ops": 17.42825345758177, + "total": 0.5164028639992466, "data": [ - 0.0647680699985358, - 0.06384139600049821, - 0.06847132900111319, - 0.06759586399857653, - 0.0753160209987982, - 0.07332087100076023, - 0.06741157500073314, - 0.07170912999936263, - 0.07571729800110916 + 0.05530555500081391, + 0.055338530999506474, + 0.0550440940005501, + 0.0554131149983732, + 0.05507802099964465, + 0.05564048900123453, + 0.056120531999113155, + 0.06464260699976876, + 0.06381992000024184 ], "iterations": 1 } @@ -478,16 +482,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 112910160 + 96645526 ], "allocations": [ - 31047 + 20489 ], "total_bytes": [ - 217145109 + 173037934 ], "rss_bytes": [ - 209227776 + 204804096 ] }, "columns": 12000, @@ -507,67 +511,71 @@ "warmup": false }, "stats": { - "min": 0.01981805700052064, - "max": 0.03256123299979663, - "mean": 0.023448823666613963, - "stddev": 0.004699432419481342, + "min": 0.017704380999930436, + "max": 0.021206043000347563, + "mean": 0.019515071777681844, + "stddev": 0.0014980473146985723, "rounds": 9, - "median": 0.021724975998949958, - "iqr": 0.004231089500535745, - "q1": 0.020432003750102012, - "q3": 0.024663093250637758, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.01981805700052064, - "hd15iqr": 0.03256123299979663, - "ops": 42.64606251544222, - "total": 0.21103941299952567, + "median": 0.02006418500059226, + "iqr": 0.003082692500356643, + "q1": 0.01796881224936442, + "q3": 0.02105150474972106, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.017704380999930436, + "hd15iqr": 0.021206043000347563, + "ops": 51.24244539769701, + "total": 0.1756356459991366, "data": [ - 0.020749642000737367, - 0.01981805700052064, - 0.020583333000104176, - 0.019978016000095522, - 0.030411885998546495, - 0.022465440999440034, - 0.021724975998949958, - 0.022746829001334845, - 0.03256123299979663 + 0.018019236998952692, + 0.017817538000599598, + 0.021014858999478747, + 0.020149081999988994, + 0.021206043000347563, + 0.021161442000448005, + 0.017704380999930436, + 0.02006418500059226, + 0.018498878998798318 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[fleet-s-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[fleet-s-lpspec-gurobi]", + "name": "test_emit[fleet-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[fleet-s-specsolve-gurobi]", "params": { "case_name": "fleet", "size": "s", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "fleet-s-lpspec-gurobi", + "param": "fleet-s-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 220142656 + 208885631 ], "allocations": [ - 133039 + 122607 ], "total_bytes": [ - 436698326 + 397021793 ], "rss_bytes": [ - 330375168 + 325255168 ] }, "columns": 120000, "rows": 60200, "nonzeros": 140000, "live_fraction": 1.0, - "variables": 120000 + "variables": 120000, + "phase_seconds": { + "attach": 0.0005784309996670345, + "build": 0.07743447599932551 + } }, "options": { "disable_gc": false, @@ -580,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.23181063499941956, - "max": 0.27507402899937006, - "mean": 0.2543458449999889, - "stddev": 0.012982868112240378, + "min": 0.21341826200114156, + "max": 0.2303720660002, + "mean": 0.22178609211166783, + "stddev": 0.006856751387270531, "rounds": 9, - "median": 0.2543500880001375, - "iqr": 0.010974387249007123, - "q1": 0.24914191200059577, - "q3": 0.2601162992496029, - "iqr_outliers": 1, + "median": 0.222785775000375, + "iqr": 0.012946277499850112, + "q1": 0.21492937925086153, + "q3": 0.22787565675071164, + "iqr_outliers": 0, "stddev_outliers": 4, - "outliers": "4;1", - "ld15iqr": 0.24130723199959903, - "hd15iqr": 0.27507402899937006, - "ops": 3.93165455484458, - "total": 2.2891126049999, + "outliers": "4;0", + "ld15iqr": 0.21341826200114156, + "hd15iqr": 0.2303720660002, + "ops": 4.508849001661053, + "total": 1.9960748290050105, "data": [ - 0.27507402899937006, - 0.26933718100008264, - 0.23181063499941956, - 0.24130723199959903, - 0.25526133200037293, - 0.2543500880001375, - 0.251753472000928, - 0.25317596400054754, - 0.257042671999443 + 0.222785775000375, + 0.21390234200043778, + 0.2292780630014022, + 0.22740818800048146, + 0.21740042900091794, + 0.21527172500100278, + 0.21341826200114156, + 0.22623797899905185, + 0.2303720660002 ], "iterations": 1 } @@ -624,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1202578087 + 1185180201 ], "allocations": [ - 299544 + 287912 ], "total_bytes": [ - 1598061218 + 1533671702 ], "rss_bytes": [ - 314413056 + 313102336 ] }, "columns": 120000, @@ -653,32 +661,32 @@ "warmup": false }, "stats": { - "min": 0.3420040359997074, - "max": 0.36147197599893843, - "mean": 0.3512877995554946, - "stddev": 0.006740533788861483, + "min": 0.3284425670008204, + "max": 0.33748324800035334, + "mean": 0.3331942021114729, + "stddev": 0.002574955628703395, "rounds": 9, - "median": 0.3521984489998431, - "iqr": 0.010518182250052632, - "q1": 0.3457605484995838, - "q3": 0.35627873074963645, + "median": 0.3329823240001133, + "iqr": 0.0030678055004500493, + "q1": 0.33181901600073616, + "q3": 0.3348868215011862, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.3420040359997074, - "hd15iqr": 0.36147197599893843, - "ops": 2.8466687464391294, - "total": 3.1615901959994517, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.3284425670008204, + "hd15iqr": 0.33748324800035334, + "ops": 3.001252703867403, + "total": 2.998747819003256, "data": [ - 0.35425002700139885, - 0.35578307899959327, - 0.3468025599995599, - 0.3420040359997074, - 0.3521984489998431, - 0.36147197599893843, - 0.357765685999766, - 0.3426345139996556, - 0.34867986900098913 + 0.33748324800035334, + 0.3338468809997721, + 0.33243557899913867, + 0.33188329500080727, + 0.3316261790005228, + 0.33529797600021993, + 0.3347497700015083, + 0.3329823240001133, + 0.3284425670008204 ], "iterations": 1 } @@ -697,16 +705,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1370224498 + 1369293013 ], "allocations": [ - 580958 + 580911 ], "total_bytes": [ - 1612843626 + 1611943101 ], "rss_bytes": [ - 447897600 + 474374144 ] }, "columns": 120000, @@ -726,32 +734,32 @@ "warmup": false }, "stats": { - "min": 3.26721493200057, - "max": 3.38415420399906, - "mean": 3.3120774303331726, - "stddev": 0.04080481842494124, + "min": 3.1859397829994123, + "max": 3.403561537999849, + "mean": 3.2820354728887144, + "stddev": 0.07580197673642836, "rounds": 9, - "median": 3.2949811730013607, - "iqr": 0.06313200375052475, - "q1": 3.2804870944992217, - "q3": 3.3436190982497465, + "median": 3.2489959270005784, + "iqr": 0.12832777525045458, + "q1": 3.228289698999106, + "q3": 3.3566174742495605, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 3.26721493200057, - "hd15iqr": 3.38415420399906, - "ops": 0.3019253085213671, - "total": 29.808696872998553, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 3.1859397829994123, + "hd15iqr": 3.403561537999849, + "ops": 0.3046889676423395, + "total": 29.53831925599843, "data": [ - 3.26721493200057, - 3.2689039729993965, - 3.322885845000201, - 3.2911732739994477, - 3.38415420399906, - 3.339720527999816, - 3.2843481349991634, - 3.2949811730013607, - 3.3553148089995375 + 3.2892201770009706, + 3.403561537999849, + 3.23174055599884, + 3.2489959270005784, + 3.1859397829994123, + 3.352779406999616, + 3.217937127999903, + 3.240013063999868, + 3.3681316759993933 ], "iterations": 1 } @@ -770,16 +778,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 168433929 + 152171775 ], "allocations": [ - 255591 + 245072 ], "total_bytes": [ - 250382379 + 206303421 ], "rss_bytes": [ - 262340608 + 257851392 ] }, "columns": 120000, @@ -799,32 +807,32 @@ "warmup": false }, "stats": { - "min": 0.8089876510002796, - "max": 0.8588972560010006, - "mean": 0.8320820729998862, - "stddev": 0.01871362065918035, + "min": 0.7579969290000008, + "max": 0.7925916069998493, + "mean": 0.7825927916666033, + "stddev": 0.012128437483097478, "rounds": 9, - "median": 0.8283079989996622, - "iqr": 0.035162982499969075, - "q1": 0.8176895807496294, - "q3": 0.8528525632495985, + "median": 0.7880747700000938, + "iqr": 0.013070446249912493, + "q1": 0.7772994759998255, + "q3": 0.790369922249738, "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 0.8089876510002796, - "hd15iqr": 0.8588972560010006, - "ops": 1.2018045243959208, - "total": 7.488738656998976, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.7579969290000008, + "hd15iqr": 0.7925916069998493, + "ops": 1.2778037449979676, + "total": 7.04333512499943, "data": [ - 0.8089876510002796, - 0.8214244589998998, - 0.8283079989996622, - 0.8324476859997958, - 0.8525021229997947, - 0.8192453619994922, - 0.8130222370000411, - 0.8539038839990098, - 0.8588972560010006 + 0.7579969290000008, + 0.7669810030001827, + 0.7901067809998494, + 0.7807389669997065, + 0.7900417420005397, + 0.7925916069998493, + 0.7880747700000938, + 0.7911593459994037, + 0.7856439799998043 ], "iterations": 1 } @@ -843,16 +851,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 164754466 + 148489736 ], "allocations": [ - 86098 + 75536 ], "total_bytes": [ - 315233414 + 271125359 ], "rss_bytes": [ - 258117632 + 254124032 ] }, "columns": 120000, @@ -872,67 +880,71 @@ "warmup": false }, "stats": { - "min": 0.13323134899837896, - "max": 0.15827254600117158, - "mean": 0.14700121844442846, - "stddev": 0.007710363036410891, + "min": 0.12282038499870396, + "max": 0.15329032800036657, + "mean": 0.13431301555546168, + "stddev": 0.010114040519786049, "rounds": 9, - "median": 0.1462730349994672, - "iqr": 0.006364278499404463, - "q1": 0.14391420875062977, - "q3": 0.15027848725003423, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.14147717299965734, - "hd15iqr": 0.15827254600117158, - "ops": 6.802664702932613, - "total": 1.3230109659998561, + "median": 0.1319742830000905, + "iqr": 0.011362051749983948, + "q1": 0.12741264499982208, + "q3": 0.13877469674980603, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.12282038499870396, + "hd15iqr": 0.15329032800036657, + "ops": 7.445294827641416, + "total": 1.2088171399991552, "data": [ - 0.1447265540009539, - 0.14578135699957784, - 0.13323134899837896, - 0.14771307699993486, - 0.14147717299965734, - 0.1462730349994672, - 0.14756115700038208, - 0.15797471800033236, - 0.15827254600117158 + 0.12282038499870396, + 0.1233237199994619, + 0.12877561999994214, + 0.13011229800031288, + 0.1319742830000905, + 0.13624372699996457, + 0.1463676059993304, + 0.15329032800036657, + 0.13590917300098226 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[fleet-m-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[fleet-m-lpspec-gurobi]", + "name": "test_emit[fleet-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[fleet-m-specsolve-gurobi]", "params": { "case_name": "fleet", "size": "m", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "fleet-m-lpspec-gurobi", + "param": "fleet-m-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 999177087 + 983726558 ], "allocations": [ - 675397 + 664966 ], "total_bytes": [ - 1587598065 + 1543728076 ], "rss_bytes": [ - 960983040 + 963170304 ] }, "columns": 1200000, "rows": 602000, "nonzeros": 1400000, "live_fraction": 1.0, - "variables": 1200000 + "variables": 1200000, + "phase_seconds": { + "attach": 0.0005352000007405877, + "build": 0.17460302899962699 + } }, "options": { "disable_gc": false, @@ -945,32 +957,32 @@ "warmup": false }, "stats": { - "min": 1.5857229339999321, - "max": 1.6471919039995555, - "mean": 1.614916881222598, - "stddev": 0.018788302818678604, + "min": 1.574346109000544, + "max": 1.594959732999996, + "mean": 1.5838386263334945, + "stddev": 0.008740347180841915, "rounds": 9, - "median": 1.6182687380005518, - "iqr": 0.027103730998987885, - "q1": 1.598314000501432, - "q3": 1.62541773150042, + "median": 1.5807335509998666, + "iqr": 0.018053426499591296, + "q1": 1.5745661260007182, + "q3": 1.5926195525003095, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.5857229339999321, - "hd15iqr": 1.6471919039995555, - "ops": 0.6192269160273651, - "total": 14.534251931003382, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 1.574346109000544, + "hd15iqr": 1.594959732999996, + "ops": 0.6313774543527512, + "total": 14.254547637001451, "data": [ - 1.6182687380005518, - 1.6471919039995555, - 1.6261323029993946, - 1.5857229339999321, - 1.5990517790014565, - 1.6128694399994856, - 1.6251795410007617, - 1.6237346270008857, - 1.5961006650013587 + 1.594959732999996, + 1.5799321530012094, + 1.574346109000544, + 1.5743693919994257, + 1.574631704001149, + 1.5930509029985842, + 1.5924757690008846, + 1.5807335509998666, + 1.5900483229997917 ], "iterations": 1 } @@ -989,16 +1001,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1861540778 + 1845192564 ], "allocations": [ - 841906 + 830276 ], "total_bytes": [ - 3248003253 + 3039135337 ], "rss_bytes": [ - 962166784 + 971751424 ] }, "columns": 1200000, @@ -1018,32 +1030,32 @@ "warmup": false }, "stats": { - "min": 1.8615101099985623, - "max": 1.916290676999779, - "mean": 1.88349561499975, - "stddev": 0.015741493791222614, + "min": 1.8218764309986, + "max": 1.8570932290003839, + "mean": 1.835346044110742, + "stddev": 0.011710883237193674, "rounds": 9, - "median": 1.8814508159994148, - "iqr": 0.015919023499918694, - "q1": 1.8747304364997035, - "q3": 1.8906494599996222, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 1.8615101099985623, - "hd15iqr": 1.916290676999779, - "ops": 0.530927702743886, - "total": 16.95146053499775, + "median": 1.8344635060002474, + "iqr": 0.016947247248936037, + "q1": 1.8254563557497931, + "q3": 1.8424036029987292, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 1.8218764309986, + "hd15iqr": 1.8570932290003839, + "ops": 0.5448563791056187, + "total": 16.51811439699668, "data": [ - 1.8766811229997984, - 1.8894911789993785, - 1.8814508159994148, - 1.8941243030003534, - 1.916290676999779, - 1.88041006200001, - 1.8688783769994188, - 1.8615101099985623, - 1.882623888001035 + 1.8220389050002268, + 1.8218764309986, + 1.8265955059996486, + 1.8297174629988149, + 1.8344635060002474, + 1.8394357710003533, + 1.8570932290003839, + 1.841360412998256, + 1.845533173000149 ], "iterations": 1 } @@ -1062,16 +1074,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 771032222 + 757915828 ], "allocations": [ - 2445363 + 2434845 ], "total_bytes": [ - 1456105819 + 1415172621 ], "rss_bytes": [ - 841170944 + 838144000 ] }, "columns": 1200000, @@ -1091,32 +1103,32 @@ "warmup": false }, "stats": { - "min": 7.743680810999649, - "max": 7.9021411659996375, - "mean": 7.838749382888636, - "stddev": 0.06543333052071494, + "min": 7.413247597998634, + "max": 7.627734869000051, + "mean": 7.524001749999621, + "stddev": 0.08222512890617793, "rounds": 9, - "median": 7.868572626999594, - "iqr": 0.12661420574977456, - "q1": 7.76205316000005, - "q3": 7.888667365749825, + "median": 7.555331389999992, + "iqr": 0.14631819500027632, + "q1": 7.445789982249607, + "q3": 7.592108177249884, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 7.743680810999649, - "hd15iqr": 7.9021411659996375, - "ops": 0.12757137027277848, - "total": 70.54874444599773, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.413247597998634, + "hd15iqr": 7.627734869000051, + "ops": 0.13290799673193196, + "total": 67.71601574999659, "data": [ - 7.868572626999594, - 7.891804791999675, - 7.743680810999649, - 7.766176739000002, - 7.887621556999875, - 7.871526068000094, - 7.867538262999005, - 7.9021411659996375, - 7.749682423000195 + 7.596884489999866, + 7.441944318999958, + 7.59051607299989, + 7.555331389999992, + 7.627734869000051, + 7.459673314999236, + 7.4470718699994904, + 7.413247597998634, + 7.583611825999469 ], "iterations": 1 } @@ -1135,16 +1147,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 673375685 + 659208939 ], "allocations": [ - 635615 + 625058 ], "total_bytes": [ - 1293809761 + 1251799706 ], "rss_bytes": [ - 763535360 + 757637120 ] }, "columns": 1200000, @@ -1164,32 +1176,32 @@ "warmup": false }, "stats": { - "min": 1.3747282719996292, - "max": 1.4554050250008004, - "mean": 1.403158475888631, - "stddev": 0.027737596323447154, + "min": 1.4005169599986402, + "max": 1.4772871470013342, + "mean": 1.4392447130002337, + "stddev": 0.022663006834988658, "rounds": 9, - "median": 1.3984430439995776, - "iqr": 0.031571564500609384, - "q1": 1.3835625764991164, - "q3": 1.4151341409997258, + "median": 1.441006187000312, + "iqr": 0.02979793700205846, + "q1": 1.423547795999184, + "q3": 1.4533457330012425, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.3747282719996292, - "hd15iqr": 1.4554050250008004, - "ops": 0.712677874369602, - "total": 12.62842628299768, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.4005169599986402, + "hd15iqr": 1.4772871470013342, + "ops": 0.6948088750768526, + "total": 12.953202417002103, "data": [ - 1.3762864229993284, - 1.3907602420003968, - 1.3995937359995878, - 1.4066574919997947, - 1.440564087999519, - 1.4554050250008004, - 1.3859879609990458, - 1.3747282719996292, - 1.3984430439995776 + 1.4219549039989943, + 1.4005169599986402, + 1.4313940460015147, + 1.4240787599992473, + 1.4473131689992442, + 1.4772871470013342, + 1.4518658440010768, + 1.4577854000017396, + 1.441006187000312 ], "iterations": 1 } @@ -1208,16 +1220,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5790502920 + 5777384750 ], "allocations": [ - 6129979 + 6119421 ], "total_bytes": [ - 10918149578 + 10877188099 ], "rss_bytes": [ - 5663862784 + 5660024832 ] }, "columns": 12000000, @@ -1237,37 +1249,37 @@ "warmup": false }, "stats": { - "min": 14.54019846400115, - "max": 14.653287305998674, - "mean": 14.595028851333053, - "stddev": 0.04637823147698287, + "min": 14.407203093000135, + "max": 15.454070327999943, + "mean": 14.670864083889077, + "stddev": 0.3037142490231273, "rounds": 9, - "median": 14.5940198469998, - "iqr": 0.08617928174953704, - "q1": 14.55127051099953, - "q3": 14.637449792749067, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 14.54019846400115, - "hd15iqr": 14.653287305998674, - "ops": 0.06851647983612337, - "total": 131.35525966199748, + "median": 14.575198814000032, + "iqr": 0.11071900150000147, + "q1": 14.546700924500328, + "q3": 14.65741992600033, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 14.407203093000135, + "hd15iqr": 15.454070327999943, + "ops": 0.06816231097786243, + "total": 132.0377767550017, "data": [ - 14.54019846400115, - 14.621162557999924, - 14.5940198469998, - 14.652643670000543, - 14.653287305998674, - 14.554786243999843, - 14.54072331199859, - 14.632385166998574, - 14.566053094000381 + 15.454070327999943, + 14.572148758001276, + 14.407203093000135, + 14.575198814000032, + 14.55019936700046, + 14.536205596999935, + 14.67543567299981, + 14.615900447999593, + 14.651414677000503 ], "iterations": 1 } } ], - "datetime": "2026-09-14T09:58:26.749425+00:00", + "datetime": "2026-10-05T13:15:05.574572+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-gurobi-transport.ceilings.json b/bench/results/latest-gurobi-transport.ceilings.json index e0e0737c7..a5e4fb5d8 100644 --- a/bench/results/latest-gurobi-transport.ceilings.json +++ b/bench/results/latest-gurobi-transport.ceilings.json @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 2.29 GB on transport/m, so the next rung projects to 45.9 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 2.33 GB on transport/m, so the next rung projects to 46.6 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -33,7 +33,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 4.36 s on transport/m, so the next rung projects to 43.6 s \u2014 over the 30 s budget" + "reason": "gurobipy-loop took 4.21 s on transport/m, so the next rung projects to 42.1 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -45,7 +45,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "linopy took 0.857 GB on transport/w10, so the next rung projects to 17.1 GB \u2014 over the 16 GB budget" + "reason": "linopy took 0.853 GB on transport/w10, so the next rung projects to 17.1 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -57,7 +57,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 2.33 GB on transport/w100, so the next rung projects to 46.7 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 2.36 GB on transport/w100, so the next rung projects to 47.3 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -69,6 +69,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 4.72 s on transport/w100, so the next rung projects to 47.2 s \u2014 over the 30 s budget" + "reason": "gurobipy-loop took 4.69 s on transport/w100, so the next rung projects to 46.9 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-transport.json b/bench/results/latest-gurobi-transport.json index 8eb5864a1..89acbcece 100644 --- a/bench/results/latest-gurobi-transport.json +++ b/bench/results/latest-gurobi-transport.json @@ -27,14 +27,14 @@ "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC-Milan Processor", - "hz_advertised_friendly": "2.2000 GHz", - "hz_actual_friendly": "2.2000 GHz", + "hz_advertised_friendly": "2.1969 GHz", + "hz_actual_friendly": "2.1969 GHz", "hz_advertised": [ - 2199998000, + 2196912000, 0 ], "hz_actual": [ - 2199998000, + 2196912000, 0 ], "stepping": 1, @@ -147,62 +147,66 @@ "l2_cache_associativity": 6 }, "versions": { - "lpspec": "0.0.1.dev1+g8d27e88b7", + "specsolve": "0.0.1.dev1+gaa9023939", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", "polars": "1.44.2", - "pandas": "3.0.5", + "pandas": "3.0.6", "numpy": "2.5.3", "pyarrow": "25.0.1", "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.2080078125, - 1.31787109375, - 1.3115234375 + 1.1650390625, + 1.28662109375, + 1.25537109375 ] }, "commit_info": { - "id": "8d27e88b791335c20412faab45a7727a1b6a7a6c", - "time": "2026-09-14T09:34:11+02:00", - "author_time": "2026-09-14T09:34:11+02:00", + "id": "aa902393932ceb3f2e1bcdf95b307076d559cd3e", + "time": "2026-10-05T10:48:20Z", + "author_time": "2026-10-05T12:48:20+02:00", "dirty": true, - "project": "lpspec", + "project": "specsolve", "branch": "main" }, "benchmarks": [ { "group": null, - "name": "test_emit[transport-xs-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-xs-lpspec-gurobi]", + "name": "test_emit[transport-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-xs-specsolve-gurobi]", "params": { "case_name": "transport", "size": "xs", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-xs-lpspec-gurobi", + "param": "transport-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 144098457 + 128646407 ], "allocations": [ - 73007 + 62741 ], "total_bytes": [ - 322041803 + 278941804 ], "rss_bytes": [ - 257146880 + 250572800 ] }, "columns": 9800, "rows": 1400, "nonzeros": 12600, "live_fraction": 1.0, - "variables": 9800 + "variables": 9800, + "phase_seconds": { + "attach": 0.0010344410002289806, + "build": 0.015401716999804194 + } }, "options": { "disable_gc": false, @@ -215,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.050813840000046184, - "max": 0.07766106600047351, - "mean": 0.06342474188871468, - "stddev": 0.007989206764546697, + "min": 0.041807812999650196, + "max": 0.13453230499999336, + "mean": 0.053431621444259586, + "stddev": 0.030466067185331375, "rounds": 9, - "median": 0.06284727000002022, - "iqr": 0.008291352750347869, - "q1": 0.05995920699956514, - "q3": 0.06825055974991301, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.050813840000046184, - "hd15iqr": 0.07766106600047351, - "ops": 15.76671769125374, - "total": 0.5708226769984321, + "median": 0.04287613999986206, + "iqr": 0.0019022757501261367, + "q1": 0.0425075284997547, + "q3": 0.044409804249880835, + "iqr_outliers": 2, + "stddev_outliers": 1, + "outliers": "1;2", + "ld15iqr": 0.041807812999650196, + "hd15iqr": 0.04794116499942902, + "ops": 18.71550914926305, + "total": 0.4808845929983363, "data": [ - 0.06184041599954071, - 0.05431557999963843, - 0.050813840000046184, - 0.06219009399956121, - 0.06284727000002022, - 0.06346569799916324, - 0.07766106600047351, - 0.07003195000015694, - 0.0676567629998317 + 0.13453230499999336, + 0.04794116499942902, + 0.04287613999986206, + 0.04323268400003144, + 0.04289564699956827, + 0.041807812999650196, + 0.04257328199946642, + 0.042715288999715995, + 0.042310268000619544 ], "iterations": 1 } @@ -259,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1136114852 + 1119763176 ], "allocations": [ - 255145 + 243142 ], "total_bytes": [ - 1421593572 + 1368004409 ], "rss_bytes": [ - 262070272 + 259026944 ] }, "columns": 9800, @@ -288,32 +292,32 @@ "warmup": false }, "stats": { - "min": 0.06961765100004413, - "max": 0.0772996690002401, - "mean": 0.07346188677780043, - "stddev": 0.002406306622509916, + "min": 0.06586326700016798, + "max": 0.3870563820000825, + "mean": 0.10234134244445967, + "stddev": 0.1067698846822898, "rounds": 9, - "median": 0.07383224800014432, - "iqr": 0.003025807249287027, - "q1": 0.07179185000040889, - "q3": 0.07481765724969591, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.06961765100004413, - "hd15iqr": 0.0772996690002401, - "ops": 13.612500901653831, - "total": 0.6611569810002038, + "median": 0.06691605400010303, + "iqr": 0.000945471999784786, + "q1": 0.06634588725000867, + "q3": 0.06729135924979346, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.06586326700016798, + "hd15iqr": 0.3870563820000825, + "ops": 9.771222226664625, + "total": 0.921072082000137, "data": [ - 0.07421844600048644, - 0.07218392800041329, - 0.07061561600039568, - 0.06961765100004413, - 0.07314250199942762, - 0.07451185399986571, - 0.0772996690002401, - 0.07383224800014432, - 0.07573506699918653 + 0.3870563820000825, + 0.06712882699957845, + 0.06777895600043848, + 0.06650430399986362, + 0.06709533199955331, + 0.06587063700044382, + 0.06586326700016798, + 0.06691605400010303, + 0.0668583229999058 ], "iterations": 1 } @@ -332,16 +336,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1119017659 + 1117042408 ], "allocations": [ - 105144 + 105091 ], "total_bytes": [ - 1216024177 + 1214076834 ], "rss_bytes": [ - 200253440 + 227532800 ] }, "columns": 9800, @@ -361,32 +365,32 @@ "warmup": false }, "stats": { - "min": 0.268728074000137, - "max": 0.2873940079998647, - "mean": 0.277654546111181, - "stddev": 0.005843208757535383, + "min": 0.22060840299945994, + "max": 0.9567371490002188, + "mean": 0.3118975885555402, + "stddev": 0.24194158705873134, "rounds": 9, - "median": 0.27730532599980506, - "iqr": 0.0077522105000298325, - "q1": 0.2739749480001592, - "q3": 0.28172715850018903, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.268728074000137, - "hd15iqr": 0.2873940079998647, - "ops": 3.6015977912336097, - "total": 2.4988909150006293, + "median": 0.23148779699931765, + "iqr": 0.01509699350003757, + "q1": 0.2254848962502365, + "q3": 0.24058188975027406, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.22060840299945994, + "hd15iqr": 0.9567371490002188, + "ops": 3.2061806076513735, + "total": 2.8070782969998618, "data": [ - 0.268728074000137, - 0.27447485300035623, - 0.2750432080001701, - 0.2724752329995681, - 0.27730532599980506, - 0.2783128110004327, - 0.28428178600006504, - 0.28087561600023037, - 0.2873940079998647 + 0.9567371490002188, + 0.2389866660005282, + 0.24536756099951162, + 0.2362736949999089, + 0.22408916499989573, + 0.22060840299945994, + 0.23148779699931765, + 0.22757772100067086, + 0.22595014000035007 ], "iterations": 1 } @@ -405,16 +409,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 106797703 + 90534191 ], "allocations": [ - 24599 + 14077 ], "total_bytes": [ - 139539553 + 95456001 ], "rss_bytes": [ - 200921088 + 196550656 ] }, "columns": 9800, @@ -434,32 +438,32 @@ "warmup": false }, "stats": { - "min": 0.045571360000394634, - "max": 0.058556945999953314, - "mean": 0.053143001111089286, - "stddev": 0.00478381550535151, + "min": 0.035453054999379674, + "max": 0.03680884999994305, + "mean": 0.036212373222244625, + "stddev": 0.0005463195832360637, "rounds": 9, - "median": 0.05419818100017437, - "iqr": 0.0058211444998050865, - "q1": 0.05040332449993912, - "q3": 0.056224468999744204, + "median": 0.03648665499986237, + "iqr": 0.0010045234996596264, + "q1": 0.03564262775012139, + "q3": 0.03664715124978102, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.045571360000394634, - "hd15iqr": 0.058556945999953314, - "ops": 18.81715332390837, - "total": 0.47828700999980356, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.035453054999379674, + "hd15iqr": 0.03680884999994305, + "ops": 27.614870582017463, + "total": 0.32591135900020163, "data": [ - 0.052889007999510795, - 0.05419818100017437, - 0.045571360000394634, - 0.051964663000035216, - 0.055479953000030946, - 0.05841244700059178, - 0.04571930899965082, - 0.05549514299946168, - 0.058556945999953314 + 0.036518729000817984, + 0.03546421100054431, + 0.03675759999987349, + 0.03680884999994305, + 0.03648665499986237, + 0.036610334999750194, + 0.03570209999998042, + 0.035453054999379674, + 0.03610982400005014 ], "iterations": 1 } @@ -478,16 +482,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 111080155 + 94814995 ], "allocations": [ - 24819 + 14260 ], "total_bytes": [ - 185034770 + 140923065 ], "rss_bytes": [ - 208744448 + 203960320 ] }, "columns": 9800, @@ -507,67 +511,71 @@ "warmup": false }, "stats": { - "min": 0.019585858000027656, - "max": 0.03208099699986633, - "mean": 0.023968649666534877, - "stddev": 0.005291228958287912, + "min": 0.01548641499994119, + "max": 0.01765057699958561, + "mean": 0.016531207444434887, + "stddev": 0.0007831094292481219, "rounds": 9, - "median": 0.020569891999912215, - "iqr": 0.010067989999470228, - "q1": 0.019922031000078277, - "q3": 0.029990020999548506, + "median": 0.016796205999526137, + "iqr": 0.001459986249301437, + "q1": 0.01562376750052863, + "q3": 0.017083753749830066, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.019585858000027656, - "hd15iqr": 0.03208099699986633, - "ops": 41.72116551881535, - "total": 0.2157178469988139, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.01548641499994119, + "hd15iqr": 0.01765057699958561, + "ops": 60.49164910435159, + "total": 0.148780866999914, "data": [ - 0.030895783999767445, - 0.03208099699986633, - 0.019869126000230608, - 0.019585858000027656, - 0.020569891999912215, - 0.020565863000229, - 0.0199396660000275, - 0.02252256099927763, - 0.029688099999475526 + 0.016796205999526137, + 0.017034104999765987, + 0.015613260000463924, + 0.016824975999952585, + 0.01548641499994119, + 0.015627270000550197, + 0.017232700000022305, + 0.016515358000106062, + 0.01765057699958561 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-s-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-s-lpspec-gurobi]", + "name": "test_emit[transport-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-s-specsolve-gurobi]", "params": { "case_name": "transport", "size": "s", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-s-lpspec-gurobi", + "param": "transport-s-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 210180201 + 192239383 ], "allocations": [ - 85727 + 75464 ], "total_bytes": [ - 411798038 + 366208495 ], "rss_bytes": [ - 316682240 + 312946688 ] }, "columns": 98000, "rows": 14000, "nonzeros": 126000, "live_fraction": 1.0, - "variables": 98000 + "variables": 98000, + "phase_seconds": { + "attach": 0.0011261170002399012, + "build": 0.025069856999834883 + } }, "options": { "disable_gc": false, @@ -580,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.14119811299951834, - "max": 0.15958401799980493, - "mean": 0.15126685922233365, - "stddev": 0.006191935376232552, + "min": 0.11697207100041851, + "max": 0.140429220000442, + "mean": 0.126133084111138, + "stddev": 0.008777529603840253, "rounds": 9, - "median": 0.15155747500011785, - "iqr": 0.008863868499929595, - "q1": 0.14622620250042928, - "q3": 0.15509007100035888, + "median": 0.12251695899976767, + "iqr": 0.01582629150016146, + "q1": 0.11854764075019375, + "q3": 0.1343739322503552, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.14119811299951834, - "hd15iqr": 0.15958401799980493, - "ops": 6.6108333652263465, - "total": 1.3614017330010029, + "ld15iqr": 0.11697207100041851, + "hd15iqr": 0.140429220000442, + "ops": 7.928134058141979, + "total": 1.1351977570002418, "data": [ - 0.15950660799990146, - 0.15092098900004203, - 0.15361789200051135, - 0.15323291400000016, - 0.15155747500011785, - 0.1465605430003052, - 0.15958401799980493, - 0.14119811299951834, - 0.14522318100080156 + 0.13757355899997492, + 0.1185624010004176, + 0.11697207100041851, + 0.11850335999952222, + 0.12209667799925228, + 0.13330739000048197, + 0.12251695899976767, + 0.140429220000442, + 0.12523611899996467 ], "iterations": 1 } @@ -624,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1198948866 + 1182596070 ], "allocations": [ - 267895 + 255891 ], "total_bytes": [ - 1644812600 + 1583843504 ], "rss_bytes": [ - 331165696 + 326856704 ] }, "columns": 98000, @@ -653,32 +661,32 @@ "warmup": false }, "stats": { - "min": 0.17592628499915008, - "max": 0.1902114040003653, - "mean": 0.18262641788886766, - "stddev": 0.004103558931949329, + "min": 0.1625947089996771, + "max": 0.18194772100014234, + "mean": 0.1664684284445078, + "stddev": 0.006109777796812898, "rounds": 9, - "median": 0.18190579099973547, - "iqr": 0.00327249549991393, - "q1": 0.18100854900012564, - "q3": 0.18428104450003957, - "iqr_outliers": 2, - "stddev_outliers": 3, - "outliers": "3;2", - "ld15iqr": 0.17945828399933816, - "hd15iqr": 0.1902114040003653, - "ops": 5.475659061596022, - "total": 1.643637760999809, + "median": 0.16386154199972225, + "iqr": 0.004308840249677814, + "q1": 0.16339084050014208, + "q3": 0.1676996807498199, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.1625947089996771, + "hd15iqr": 0.18194772100014234, + "ops": 6.007145074558986, + "total": 1.49821585600057, "data": [ - 0.1902114040003653, - 0.18185131100017315, - 0.1870201720003024, - 0.1823712080004043, - 0.18190579099973547, - 0.18152530400038813, - 0.18336800199995196, - 0.17945828399933816, - 0.17592628499915008 + 0.18194772100014234, + 0.1676938299997346, + 0.16357864000019617, + 0.16441208300057042, + 0.16358265600047162, + 0.16386154199972225, + 0.16282744199997978, + 0.1625947089996771, + 0.1677172330000758 ], "iterations": 1 } @@ -697,16 +705,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1302661602 + 1301531663 ], "allocations": [ - 231659 + 231603 ], "total_bytes": [ - 1528010844 + 1526908357 ], "rss_bytes": [ - 398446592 + 424775680 ] }, "columns": 98000, @@ -726,32 +734,32 @@ "warmup": false }, "stats": { - "min": 2.1871634039998753, - "max": 2.4485387699996863, - "mean": 2.2746434821112618, - "stddev": 0.07659972911866726, + "min": 2.2546675789999426, + "max": 3.117564742000468, + "mean": 2.768698666222311, + "stddev": 0.2548217006416395, "rounds": 9, - "median": 2.2591912320003757, - "iqr": 0.06440887450094124, - "q1": 2.2310090492496784, - "q3": 2.2954179237506196, - "iqr_outliers": 1, + "median": 2.8678831080005693, + "iqr": 0.28766596324931015, + "q1": 2.6381486830002814, + "q3": 2.9258146462495915, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 2.1871634039998753, - "hd15iqr": 2.4485387699996863, - "ops": 0.4396293343833502, - "total": 20.471791339001356, + "outliers": "2;0", + "ld15iqr": 2.2546675789999426, + "hd15iqr": 3.117564742000468, + "ops": 0.3611805113354671, + "total": 24.9182879960008, "data": [ - 2.4485387699996863, - 2.255619993000437, - 2.199287094999818, - 2.278156594000393, - 2.1871634039998753, - 2.2591912320003757, - 2.2897102390006694, - 2.241583033999632, - 2.31254097800047 + 2.2546675789999426, + 2.6703221360003226, + 2.9333905530002085, + 2.5416283240001576, + 2.738300347999939, + 2.871241861999806, + 2.8678831080005693, + 2.923289343999386, + 3.117564742000468 ], "iterations": 1 } @@ -770,16 +778,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 148976259 + 132712747 ], "allocations": [ - 138173 + 127651 ], "total_bytes": [ - 215485674 + 171402122 ], "rss_bytes": [ - 242364416 + 239230976 ] }, "columns": 98000, @@ -799,32 +807,32 @@ "warmup": false }, "stats": { - "min": 0.4541699649998918, - "max": 0.5034318130001338, - "mean": 0.483394123888906, - "stddev": 0.019643826526230472, + "min": 0.45743991900053516, + "max": 0.660707832999833, + "mean": 0.5471789256665337, + "stddev": 0.09412560537688852, "rounds": 9, - "median": 0.49057095799980743, - "iqr": 0.038093613000000914, - "q1": 0.4598990950000825, - "q3": 0.49799270800008344, + "median": 0.49229574800028786, + "iqr": 0.18136863924951285, + "q1": 0.46155284850010503, + "q3": 0.6429214877496179, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4541699649998918, - "hd15iqr": 0.5034318130001338, - "ops": 2.068705328800854, - "total": 4.350547115000154, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.45743991900053516, + "hd15iqr": 0.660707832999833, + "ops": 1.8275557648384806, + "total": 4.924610330998803, "data": [ - 0.4541699649998918, - 0.45999690200005716, - 0.49782288599999447, - 0.4980917140001111, - 0.5034318130001338, - 0.4979597060000742, - 0.48889749699992535, - 0.49057095799980743, - 0.4596056740001586 + 0.49229574800028786, + 0.6346759559992279, + 0.6444463659991015, + 0.4586976179998601, + 0.4714291039999807, + 0.4625045920001867, + 0.45743991900053516, + 0.660707832999833, + 0.64241319499979 ], "iterations": 1 } @@ -843,16 +851,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 143409932 + 131338276 ], "allocations": [ - 37535 + 26976 ], "total_bytes": [ - 248587513 + 208669304 ], "rss_bytes": [ - 240594944 + 236810240 ] }, "columns": 98000, @@ -872,67 +880,71 @@ "warmup": false }, "stats": { - "min": 0.09712019499966118, - "max": 0.10890370800007076, - "mean": 0.10299532699991687, - "stddev": 0.004512220708891975, + "min": 0.08378439900025114, + "max": 0.1233946520005702, + "mean": 0.10090607633335619, + "stddev": 0.015259605189542332, "rounds": 9, - "median": 0.10088030399947456, - "iqr": 0.008424329249919538, - "q1": 0.09963630275001378, - "q3": 0.10806063199993332, + "median": 0.09593546199994307, + "iqr": 0.027087170749609868, + "q1": 0.08766044200001488, + "q3": 0.11474761274962475, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.09712019499966118, - "hd15iqr": 0.10890370800007076, - "ops": 9.709178359138635, - "total": 0.9269579429992518, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.08378439900025114, + "hd15iqr": 0.1233946520005702, + "ops": 9.910205969126888, + "total": 0.9081546870002057, "data": [ - 0.09980150899991713, - 0.09914068400030374, - 0.09712019499966118, - 0.10009858800003713, - 0.10890370800007076, - 0.10820040199996583, - 0.10801404199992248, - 0.10479851099989901, - 0.10088030399947456 + 0.08737108900004387, + 0.08775689300000522, + 0.08836531300039496, + 0.08378439900025114, + 0.09593546199994307, + 0.1172275949993491, + 0.11392095199971664, + 0.1233946520005702, + 0.11039833199993154 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-m-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-m-lpspec-gurobi]", + "name": "test_emit[transport-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-m-specsolve-gurobi]", "params": { "case_name": "transport", "size": "m", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-m-lpspec-gurobi", + "param": "transport-m-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 904492635 + 889566441 ], "allocations": [ - 212105 + 201840 ], "total_bytes": [ - 1359927255 + 1317352328 ], "rss_bytes": [ - 735559680 + 728285184 ] }, "columns": 980000, "rows": 140000, "nonzeros": 1260000, "live_fraction": 1.0, - "variables": 980000 + "variables": 980000, + "phase_seconds": { + "attach": 0.0032138130000021192, + "build": 0.16048776599927805 + } }, "options": { "disable_gc": false, @@ -945,32 +957,32 @@ "warmup": false }, "stats": { - "min": 1.0237879010001052, - "max": 1.0650876449999487, - "mean": 1.045696077000179, - "stddev": 0.012545595806495542, + "min": 1.0303961170002367, + "max": 1.2343080509999709, + "mean": 1.0989672737777154, + "stddev": 0.06734372330257907, "rounds": 9, - "median": 1.0468208789998243, - "iqr": 0.012798529249948842, - "q1": 1.0402672770003392, - "q3": 1.053065806250288, + "median": 1.0828422199992929, + "iqr": 0.0880225075004546, + "q1": 1.04954814000007, + "q3": 1.1375706475005245, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 1.0237879010001052, - "hd15iqr": 1.0650876449999487, - "ops": 0.9563008047890272, - "total": 9.411264693001613, + "ld15iqr": 1.0303961170002367, + "hd15iqr": 1.2343080509999709, + "ops": 0.9099452038844487, + "total": 9.890705463999439, "data": [ - 1.0468208789998243, - 1.0304905440007133, - 1.0435261880002145, - 1.0569168020001598, - 1.0237879010001052, - 1.0454410070005906, - 1.0650876449999487, - 1.0474115859997255, - 1.0517821410003307 + 1.2343080509999709, + 1.0601787399991736, + 1.0828422199992929, + 1.0525723820001076, + 1.0303961170002367, + 1.0928072699998665, + 1.0404754139999568, + 1.1265786600006322, + 1.1705466100002013 ], "iterations": 1 } @@ -989,16 +1001,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1834690667 + 1815061679 ], "allocations": [ - 394918 + 382904 ], "total_bytes": [ - 3903163426 + 3763878463 ], "rss_bytes": [ - 966860800 + 966574080 ] }, "columns": 980000, @@ -1018,32 +1030,32 @@ "warmup": false }, "stats": { - "min": 1.3269749190003495, - "max": 1.3596018530006404, - "mean": 1.340642435222536, - "stddev": 0.01047535047542024, + "min": 1.328266158000588, + "max": 1.61138980800024, + "mean": 1.4069136524445236, + "stddev": 0.09858502340925715, "rounds": 9, - "median": 1.337307860000692, - "iqr": 0.013933153250263786, - "q1": 1.3328692200002479, - "q3": 1.3468023732505117, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.3269749190003495, - "hd15iqr": 1.3596018530006404, - "ops": 0.7459110451281575, - "total": 12.065781917002823, + "median": 1.3530600829999457, + "iqr": 0.09207273900028667, + "q1": 1.347541561749722, + "q3": 1.4396143007500086, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 1.328266158000588, + "hd15iqr": 1.61138980800024, + "ops": 0.7107756743013277, + "total": 12.662222872000712, "data": [ - 1.3596018530006404, - 1.344645496999874, - 1.3518028280004728, - 1.3451355550005246, - 1.3330797440003153, - 1.337307860000692, - 1.3322376480000457, - 1.3269749190003495, - 1.334996012999909 + 1.34007287500026, + 1.5324575889999323, + 1.61138980800024, + 1.3500311239995426, + 1.328266158000588, + 1.352792163000231, + 1.408666538000034, + 1.3530600829999457, + 1.3854865339999378 ], "iterations": 1 } @@ -1062,16 +1074,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3168267515 + 3163139880 ], "allocations": [ - 1494101 + 1494042 ], "total_bytes": [ - 4716206953 + 4711106482 ], "rss_bytes": [ - 2292674560 + 2328379392 ] }, "columns": 980000, @@ -1091,32 +1103,32 @@ "warmup": false }, "stats": { - "min": 21.517563486000654, - "max": 22.410853031999977, - "mean": 21.93255935755567, - "stddev": 0.25396344124519077, + "min": 20.651424644000144, + "max": 22.337560292999115, + "mean": 20.93325224211114, + "stddev": 0.5333287931865831, "rounds": 9, - "median": 21.94079755799976, - "iqr": 0.1935044065000966, - "q1": 21.834015864000094, - "q3": 22.02752027050019, - "iqr_outliers": 2, - "stddev_outliers": 3, - "outliers": "3;2", - "ld15iqr": 21.639260442000705, - "hd15iqr": 22.410853031999977, - "ops": 0.04559431408334497, - "total": 197.39303421800105, + "median": 20.741149096999834, + "iqr": 0.176895383749752, + "q1": 20.687765547250365, + "q3": 20.864660931000117, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 20.651424644000144, + "hd15iqr": 22.337560292999115, + "ops": 0.0477708856910592, + "total": 188.39927017900027, "data": [ - 22.020000376000098, - 21.517563486000654, - 21.94079755799976, - 22.007981234, - 22.050079954000466, - 21.89893433799989, - 21.9075637979995, - 21.639260442000705, - 22.410853031999977 + 20.741149096999834, + 20.691007240000545, + 20.651424644000144, + 20.909296826999707, + 20.73325576100069, + 22.337560292999115, + 20.849782299000253, + 20.807753549000154, + 20.678040468999825 ], "iterations": 1 } @@ -1135,16 +1147,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 574284637 + 559069765 ], "allocations": [ - 1272823 + 1262304 ], "total_bytes": [ - 999663231 + 956628319 ], "rss_bytes": [ - 675708928 + 669229056 ] }, "columns": 980000, @@ -1164,32 +1176,32 @@ "warmup": false }, "stats": { - "min": 4.3604619079997065, - "max": 4.518026106999969, - "mean": 4.434465018111142, - "stddev": 0.050156488897159617, + "min": 4.205730194000353, + "max": 4.384142247999989, + "mean": 4.288714849000119, + "stddev": 0.06083248987802781, "rounds": 9, - "median": 4.444215209000504, - "iqr": 0.0724454125002012, - "q1": 4.388187118749784, - "q3": 4.460632531249985, + "median": 4.28165701800026, + "iqr": 0.055817050499854304, + "q1": 4.258198378749967, + "q3": 4.314015429249821, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 4.3604619079997065, - "hd15iqr": 4.518026106999969, - "ops": 0.22550634539134315, - "total": 39.91018516300028, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 4.205730194000353, + "hd15iqr": 4.384142247999989, + "ops": 0.23317008362846564, + "total": 38.598433641001066, "data": [ - 4.454800720000094, - 4.452717510000184, - 4.3604619079997065, - 4.379437878999852, - 4.391103531999761, - 4.478127964999658, - 4.444215209000504, - 4.431294333000551, - 4.518026106999969 + 4.291341459999785, + 4.382037336999929, + 4.223684010999932, + 4.205730194000353, + 4.28165701800026, + 4.272784099000091, + 4.269703167999978, + 4.287354106000748, + 4.384142247999989 ], "iterations": 1 } @@ -1208,16 +1220,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 484019902 + 468802486 ], "allocations": [ - 163845 + 153284 ], "total_bytes": [ - 919939243 + 876875250 ], "rss_bytes": [ - 571121664 + 567169024 ] }, "columns": 980000, @@ -1237,67 +1249,71 @@ "warmup": false }, "stats": { - "min": 0.8605162829999244, - "max": 0.924672506999741, - "mean": 0.8933098972222271, - "stddev": 0.01946944838811324, + "min": 0.7870935920000193, + "max": 0.846617903999686, + "mean": 0.8194481805554056, + "stddev": 0.020649542803052853, "rounds": 9, - "median": 0.8971990930003813, - "iqr": 0.028429402499568823, - "q1": 0.8781233155000336, - "q3": 0.9065527179996025, + "median": 0.8185148929997013, + "iqr": 0.030091395500448925, + "q1": 0.8092034312496708, + "q3": 0.8392948267501197, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.8605162829999244, - "hd15iqr": 0.924672506999741, - "ops": 1.119432352769771, - "total": 8.039789075000044, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.7870935920000193, + "hd15iqr": 0.846617903999686, + "ops": 1.2203334191580242, + "total": 7.37503362499865, "data": [ - 0.8766137920001711, - 0.8786264899999878, - 0.8605162829999244, - 0.8880562069998632, - 0.9089358370001719, - 0.8971990930003813, - 0.924672506999741, - 0.8994105210003909, - 0.9057583449994127 + 0.814733141999568, + 0.7870935920000193, + 0.7931408949998513, + 0.8145576099996106, + 0.8195879360000617, + 0.8185148929997013, + 0.8381958270001633, + 0.8425918259999889, + 0.846617903999686 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-l-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-l-lpspec-gurobi]", + "name": "test_emit[transport-l-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-l-specsolve-gurobi]", "params": { "case_name": "transport", "size": "l", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-l-lpspec-gurobi", + "param": "transport-l-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 6616895769 + 6342970439 ], "allocations": [ - 1474355 + 1464082 ], "total_bytes": [ - 9370444445 + 9068870366 ], "rss_bytes": [ - 4765315072 + 4789907456 ] }, "columns": 9800000, "rows": 1400000, "nonzeros": 12600000, "live_fraction": 1.0, - "variables": 9800000 + "variables": 9800000, + "phase_seconds": { + "attach": 0.012843841000176326, + "build": 1.1572193910005808 + } }, "options": { "disable_gc": false, @@ -1310,32 +1326,32 @@ "warmup": false }, "stats": { - "min": 10.127254902999994, - "max": 10.289820732000408, - "mean": 10.221236538778006, - "stddev": 0.050898633139046086, + "min": 10.008640305999506, + "max": 13.817304049000086, + "mean": 11.28524500122219, + "stddev": 1.5674688191866373, "rounds": 9, - "median": 10.235761671000546, - "iqr": 0.06211070824997478, - "q1": 10.192848588750167, - "q3": 10.254959297000141, + "median": 10.655874197999765, + "iqr": 2.6692163485001856, + "q1": 10.053795323499799, + "q3": 12.723011671999984, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 10.127254902999994, - "hd15iqr": 10.289820732000408, - "ops": 0.09783552080084769, - "total": 91.99112884900205, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 10.008640305999506, + "hd15iqr": 13.817304049000086, + "ops": 0.08861127958601697, + "total": 101.56720501099971, "data": [ - 10.235761671000546, - 10.200427173000207, - 10.207232884000405, - 10.27279679000003, - 10.249013466000179, - 10.127254902999994, - 10.289820732000408, - 10.170112836000044, - 10.238708394000241 + 13.817304049000086, + 10.930859034000605, + 10.008640305999506, + 10.021557460000622, + 10.064633365999725, + 10.655874197999765, + 13.559669635999853, + 12.444125684000028, + 10.064541277999524 ], "iterations": 1 } @@ -1354,16 +1370,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3807657628 + 3792309204 ], "allocations": [ - 1425991 + 1415431 ], "total_bytes": [ - 7310918870 + 7267723901 ], "rss_bytes": [ - 3804393472 + 3794567168 ] }, "columns": 9800000, @@ -1383,67 +1399,71 @@ "warmup": false }, "stats": { - "min": 8.930067041000257, - "max": 9.144041667999772, - "mean": 9.00932022788897, - "stddev": 0.06586708903730018, + "min": 8.856564269000046, + "max": 12.378772213000047, + "mean": 9.629416540111075, + "stddev": 1.2338463889347406, "rounds": 9, - "median": 8.988583727000332, - "iqr": 0.07554018625069148, - "q1": 8.962738758749538, - "q3": 9.03827894500023, - "iqr_outliers": 0, + "median": 9.002515764000236, + "iqr": 0.8935432874993694, + "q1": 8.891271788750146, + "q3": 9.784815076249515, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 8.930067041000257, - "hd15iqr": 9.144041667999772, - "ops": 0.11099616560464032, - "total": 81.08388205100073, + "outliers": "2;1", + "ld15iqr": 8.856564269000046, + "hd15iqr": 12.378772213000047, + "ops": 0.10384845185941712, + "total": 86.66474886099968, "data": [ - 8.985273915000107, - 9.074375767000674, - 8.964645632999236, - 8.957018136000443, - 8.930067041000257, - 9.02624667100008, - 9.013629492999826, - 8.988583727000332, - 9.144041667999772 + 8.898801606000234, + 9.356739825000659, + 11.000757580999561, + 12.378772213000047, + 9.3795009079995, + 8.856564269000046, + 8.922414357999514, + 9.002515764000236, + 8.868682336999882 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-w1-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-w1-lpspec-gurobi]", + "name": "test_emit[transport-w1-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-w1-specsolve-gurobi]", "params": { "case_name": "transport", "size": "w1", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-w1-lpspec-gurobi", + "param": "transport-w1-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 144097644 + 127598554 ], "allocations": [ - 73004 + 62738 ], "total_bytes": [ - 322040982 + 277893191 ], "rss_bytes": [ - 257298432 + 250396672 ] }, "columns": 9800, "rows": 1400, "nonzeros": 12600, "live_fraction": 1.0, - "variables": 9800 + "variables": 9800, + "phase_seconds": { + "attach": 0.0011311739999655401, + "build": 0.013935601000412134 + } }, "options": { "disable_gc": false, @@ -1456,32 +1476,32 @@ "warmup": false }, "stats": { - "min": 0.048560563000137336, - "max": 0.06741514499935874, - "mean": 0.05806875722222079, - "stddev": 0.006307053332830513, + "min": 0.04143840199958504, + "max": 0.044709735999276745, + "mean": 0.042885393221998434, + "stddev": 0.0009559626714649518, "rounds": 9, - "median": 0.05794585900002858, - "iqr": 0.009769976499683253, - "q1": 0.05351896650040544, - "q3": 0.0632889430000887, + "median": 0.042967757000042184, + "iqr": 0.0010016000007908588, + "q1": 0.04229685949940176, + "q3": 0.04329845950019262, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.048560563000137336, - "hd15iqr": 0.06741514499935874, - "ops": 17.22096438491259, - "total": 0.5226188149999871, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.04143840199958504, + "hd15iqr": 0.044709735999276745, + "ops": 23.317962711066887, + "total": 0.3859685389979859, "data": [ - 0.06741514499935874, - 0.061336040000242065, - 0.05794585900002858, - 0.05409434100056387, - 0.06409502499991504, - 0.054358749999664724, - 0.051792842999930144, - 0.06302024900014658, - 0.048560563000137336 + 0.044709735999276745, + 0.04355328699966776, + 0.043015672999899834, + 0.0418296529996951, + 0.04278791900014767, + 0.04143840199958504, + 0.042967757000042184, + 0.043213517000367574, + 0.04245259499930398 ], "iterations": 1 } @@ -1500,16 +1520,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1136246175 + 1119763131 ], "allocations": [ - 255149 + 243140 ], "total_bytes": [ - 1421724976 + 1368003868 ], "rss_bytes": [ - 261898240 + 258928640 ] }, "columns": 9800, @@ -1529,32 +1549,32 @@ "warmup": false }, "stats": { - "min": 0.06858361800004786, - "max": 0.07339981000041007, - "mean": 0.07123646844461796, - "stddev": 0.0017012029547742045, + "min": 0.06809254000017972, + "max": 0.07401827499961655, + "mean": 0.07185428200025651, + "stddev": 0.0017630261450890762, "rounds": 9, - "median": 0.07106631400074548, - "iqr": 0.0029965044996060897, - "q1": 0.06963419275029992, - "q3": 0.072630697249906, - "iqr_outliers": 0, + "median": 0.07168288400043821, + "iqr": 0.001756548750336151, + "q1": 0.07138985725009661, + "q3": 0.07314640600043276, + "iqr_outliers": 1, "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.06858361800004786, - "hd15iqr": 0.07339981000041007, - "ops": 14.037753721290091, - "total": 0.6411282160015617, + "outliers": "3;1", + "ld15iqr": 0.07128710800043336, + "hd15iqr": 0.07401827499961655, + "ops": 13.917055075387575, + "total": 0.6466885380023086, "data": [ - 0.07106631400074548, - 0.07339981000041007, - 0.0732092210000701, - 0.07105031399987638, - 0.06959438200010482, - 0.0721392380000907, - 0.07243785599985131, - 0.06964746300036495, - 0.06858361800004786 + 0.06809254000017972, + 0.07287937900036923, + 0.07142410699998436, + 0.07168288400043821, + 0.07128710800043336, + 0.07164527300028567, + 0.07401827499961655, + 0.07394748700062337, + 0.07171148500037816 ], "iterations": 1 } @@ -1573,16 +1593,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1119018126 + 1117041755 ], "allocations": [ - 105143 + 105087 ], "total_bytes": [ - 1216025100 + 1214075629 ], "rss_bytes": [ - 200495104 + 227160064 ] }, "columns": 9800, @@ -1602,32 +1622,32 @@ "warmup": false }, "stats": { - "min": 0.19365440300043701, - "max": 0.28549501900033647, - "mean": 0.2648534810002982, - "stddev": 0.028263008735397478, + "min": 0.2077708699998766, + "max": 0.3162311719997888, + "mean": 0.29623601322216725, + "stddev": 0.033480975700932246, "rounds": 9, - "median": 0.2747142400003213, - "iqr": 0.017469624500108694, - "q1": 0.2626991642500798, - "q3": 0.28016878875018847, + "median": 0.30547017000026244, + "iqr": 0.006721582500176737, + "q1": 0.3032210939995821, + "q3": 0.3099426764997588, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.2544992950006417, - "hd15iqr": 0.28549501900033647, - "ops": 3.7756724820953895, - "total": 2.383681329002684, + "ld15iqr": 0.3006734279997545, + "hd15iqr": 0.3162311719997888, + "ops": 3.3756868016247332, + "total": 2.6661241189995053, "data": [ - 0.19365440300043701, - 0.2797684010001831, - 0.27175656800045545, - 0.2769909970002118, - 0.2747142400003213, - 0.26543245399989246, - 0.2544992950006417, - 0.28136995200020465, - 0.28549501900033647 + 0.2077708699998766, + 0.3041192130003765, + 0.3040703159995246, + 0.3006734279997545, + 0.30547017000026244, + 0.30979103699974075, + 0.30760031800036813, + 0.310397594999813, + 0.3162311719997888 ], "iterations": 1 } @@ -1646,16 +1666,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 106797671 + 90534255 ], "allocations": [ - 24598 + 14079 ], "total_bytes": [ - 139539521 + 95456065 ], "rss_bytes": [ - 200613888 + 196599808 ] }, "columns": 9800, @@ -1675,32 +1695,32 @@ "warmup": false }, "stats": { - "min": 0.04604813700007071, - "max": 0.05473903800066182, - "mean": 0.051162014444344095, - "stddev": 0.003390693112998601, + "min": 0.03729047700016963, + "max": 0.050419731000147294, + "mean": 0.04676767711114533, + "stddev": 0.004047206275716624, "rounds": 9, - "median": 0.051851393999641004, - "iqr": 0.006269173750297341, - "q1": 0.04783835649982393, - "q3": 0.05410753025012127, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.04604813700007071, - "hd15iqr": 0.05473903800066182, - "ops": 19.54575109797204, - "total": 0.46045812999909685, + "median": 0.047426183000425226, + "iqr": 0.003559728499567427, + "q1": 0.046049117499933345, + "q3": 0.04960884599950077, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.04427513500013447, + "hd15iqr": 0.050419731000147294, + "ops": 21.382289259812037, + "total": 0.42090909400030796, "data": [ - 0.053864262999923085, - 0.046989810999548354, - 0.04604813700007071, - 0.051851393999641004, - 0.05473903800066182, - 0.05404273000021931, - 0.04812120499991579, - 0.05049962099928962, - 0.054301930999827164 + 0.04427513500013447, + 0.03729047700016963, + 0.046640444999866304, + 0.04945043199950305, + 0.04850650600019435, + 0.05008408799949393, + 0.050419731000147294, + 0.0468160970003737, + 0.047426183000425226 ], "iterations": 1 } @@ -1719,16 +1739,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 111080219 + 94814995 ], "allocations": [ - 24821 + 14260 ], "total_bytes": [ - 185034826 + 140923065 ], "rss_bytes": [ - 208732160 + 203825152 ] }, "columns": 9800, @@ -1748,67 +1768,71 @@ "warmup": false }, "stats": { - "min": 0.019525138000062725, - "max": 0.029896099000325194, - "mean": 0.02184364166664131, - "stddev": 0.003856373965373381, + "min": 0.016883386999325012, + "max": 0.023244232999786618, + "mean": 0.019502331222004916, + "stddev": 0.002282453890215114, "rounds": 9, - "median": 0.020086734999495093, - "iqr": 0.0025397787496785895, - "q1": 0.01961035975023151, - "q3": 0.0221501384999101, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.019525138000062725, - "hd15iqr": 0.02712400499967771, - "ops": 45.77991230863112, - "total": 0.1965927749997718, + "median": 0.01926263600034872, + "iqr": 0.0041643420006494125, + "q1": 0.017237938749531168, + "q3": 0.02140228075018058, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.016883386999325012, + "hd15iqr": 0.023244232999786618, + "ops": 51.27592125354109, + "total": 0.17552098099804425, "data": [ - 0.020086734999495093, - 0.02006364599947119, - 0.019538548000127776, - 0.019634297000266088, - 0.020232124000358453, - 0.020492182999987563, - 0.029896099000325194, - 0.019525138000062725, - 0.02712400499967771 + 0.01926263600034872, + 0.017145297999377362, + 0.01890287799960788, + 0.016883386999325012, + 0.017268818999582436, + 0.01949176299967803, + 0.022178389000146126, + 0.021143578000192065, + 0.023244232999786618 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-w10-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-w10-lpspec-gurobi]", + "name": "test_emit[transport-w10-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-w10-specsolve-gurobi]", "params": { "case_name": "transport", "size": "w10", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-w10-lpspec-gurobi", + "param": "transport-w10-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 210180969 + 193680375 ], "allocations": [ - 85745 + 75479 ], "total_bytes": [ - 412085959 + 367937480 ], "rss_bytes": [ - 319119360 + 315277312 ] }, "columns": 98000, "rows": 14000, "nonzeros": 126000, "live_fraction": 1.0, - "variables": 98000 + "variables": 98000, + "phase_seconds": { + "attach": 0.002043005999439629, + "build": 0.03271570000015345 + } }, "options": { "disable_gc": false, @@ -1821,32 +1845,32 @@ "warmup": false }, "stats": { - "min": 0.14238098700025148, - "max": 0.16893517500011512, - "mean": 0.15680454855565687, - "stddev": 0.00978113828233939, + "min": 0.13524920599957113, + "max": 0.15418649399998685, + "mean": 0.14612428888883894, + "stddev": 0.005321054085712401, "rounds": 9, - "median": 0.16054875300051208, - "iqr": 0.018464665999090357, - "q1": 0.14574522150064695, - "q3": 0.1642098874997373, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.14238098700025148, - "hd15iqr": 0.16893517500011512, - "ops": 6.37736602165629, - "total": 1.4112409370009118, + "median": 0.14577330900010566, + "iqr": 0.005154182249043515, + "q1": 0.14400988075044552, + "q3": 0.14916406299948903, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.1435643650002021, + "hd15iqr": 0.15418649399998685, + "ops": 6.843489248804691, + "total": 1.3151185999995505, "data": [ - 0.16540722500030824, - 0.16195341399998142, - 0.16893517500011512, - 0.16054875300051208, - 0.15680073399926187, - 0.163810774999547, - 0.14238098700025148, - 0.1457885060008266, - 0.145615368000108 + 0.13524920599957113, + 0.1435643650002021, + 0.1444521920002444, + 0.14415838600052666, + 0.14891089799948531, + 0.14577330900010566, + 0.1499235579995002, + 0.1489001919999282, + 0.15418649399998685 ], "iterations": 1 } @@ -1865,16 +1889,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1722867930 + 1706515670 ], "allocations": [ - 278796 + 266792 ], "total_bytes": [ - 2850837099 + 2789867994 ], "rss_bytes": [ - 857206784 + 853135360 ] }, "columns": 98000, @@ -1894,32 +1918,32 @@ "warmup": false }, "stats": { - "min": 0.4009931290001987, - "max": 0.42969935499968415, - "mean": 0.42036261966677557, - "stddev": 0.008293810418640756, + "min": 0.6024725729994316, + "max": 0.8354868599999463, + "mean": 0.6748798802221548, + "stddev": 0.0861177479688832, "rounds": 9, - "median": 0.4203114590000041, - "iqr": 0.007075006749801105, - "q1": 0.41834657025015076, - "q3": 0.42542157699995187, + "median": 0.649043724000876, + "iqr": 0.07698934449967965, + "q1": 0.6216430392501024, + "q3": 0.6986323837497821, "iqr_outliers": 1, "stddev_outliers": 2, "outliers": "2;1", - "ld15iqr": 0.41775416400014365, - "hd15iqr": 0.42969935499968415, - "ops": 2.378898487198284, - "total": 3.78326357700098, + "ld15iqr": 0.6024725729994316, + "hd15iqr": 0.8354868599999463, + "ops": 1.4817451657779799, + "total": 6.073918921999393, "data": [ - 0.4203114590000041, - 0.41854403900015313, - 0.4251369009998598, - 0.42969935499968415, - 0.424800843000412, - 0.41974808200029656, - 0.4262756050002281, - 0.41775416400014365, - 0.4009931290001987 + 0.6035769110003457, + 0.6276650820000214, + 0.8354868599999463, + 0.649043724000876, + 0.6024725729994316, + 0.6495563519993084, + 0.635387948999778, + 0.6619000319997213, + 0.8088294389999646 ], "iterations": 1 } @@ -1938,16 +1962,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1303699762 + 1301652319 ], "allocations": [ - 246103 + 246047 ], "total_bytes": [ - 1531190430 + 1529170439 ], "rss_bytes": [ - 399818752 + 427073536 ] }, "columns": 98000, @@ -1967,32 +1991,32 @@ "warmup": false }, "stats": { - "min": 2.245434251000006, - "max": 2.4449528420000206, - "mean": 2.3032266633333873, - "stddev": 0.05959868411705896, + "min": 2.29972317299962, + "max": 3.281672404999881, + "mean": 2.4838837974442263, + "stddev": 0.3136678483201944, "rounds": 9, - "median": 2.287192782000602, - "iqr": 0.04839483850059878, - "q1": 2.2640361349995146, - "q3": 2.3124309735001134, + "median": 2.3491379829993093, + "iqr": 0.11469542349982476, + "q1": 2.336415351250025, + "q3": 2.45111077474985, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 2.245434251000006, - "hd15iqr": 2.4449528420000206, - "ops": 0.4341735079398271, - "total": 20.729039970000485, + "ld15iqr": 2.29972317299962, + "hd15iqr": 3.281672404999881, + "ops": 0.4025953231100998, + "total": 22.354954176998035, "data": [ - 2.4449528420000206, - 2.255154745999789, - 2.3315445990001535, - 2.286094048999985, - 2.305610338000406, - 2.3060597650001, - 2.266996597999423, - 2.245434251000006, - 2.287192782000602 + 3.281672404999881, + 2.621114419999685, + 2.394442892999905, + 2.29972317299962, + 2.3491379829993093, + 2.393659270000171, + 2.3454692719997183, + 2.337963322000178, + 2.331771438999567 ], "iterations": 1 } @@ -2011,16 +2035,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 150024771 + 132712683 ], "allocations": [ - 138210 + 127687 ], "total_bytes": [ - 216890682 + 171758554 ], "rss_bytes": [ - 243118080 + 238743552 ] }, "columns": 98000, @@ -2040,32 +2064,32 @@ "warmup": false }, "stats": { - "min": 0.4983011529993746, - "max": 0.5247110310001517, - "mean": 0.5095999095556181, - "stddev": 0.010845150872093848, + "min": 0.4601866590001009, + "max": 0.5230032709996522, + "mean": 0.4928468453334871, + "stddev": 0.02335015315718463, "rounds": 9, - "median": 0.5046088470007817, - "iqr": 0.020338410749900504, - "q1": 0.4993671972499669, - "q3": 0.5197056079998674, + "median": 0.5021192720005274, + "iqr": 0.04422345899934044, + "q1": 0.4668495350003923, + "q3": 0.5110729939997327, "iqr_outliers": 0, "stddev_outliers": 4, "outliers": "4;0", - "ld15iqr": 0.4983011529993746, - "hd15iqr": 0.5247110310001517, - "ops": 1.9623237391702468, - "total": 4.586399186000563, + "ld15iqr": 0.4601866590001009, + "hd15iqr": 0.5230032709996522, + "ops": 2.0290279007941003, + "total": 4.435621608001384, "data": [ - 0.4983824540004207, - 0.5046088470007817, - 0.49969544499981566, - 0.5192520529999456, - 0.5247110310001517, - 0.5210662729996329, - 0.5176324029998796, - 0.4983011529993746, - 0.5027495270005602 + 0.4899613400002636, + 0.5021192720005274, + 0.5141691050002919, + 0.4601866590001009, + 0.46749279200048477, + 0.4649197640001148, + 0.5230032709996522, + 0.5100409569995463, + 0.5037284480004018 ], "iterations": 1 } @@ -2084,16 +2108,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 143405088 + 127139864 ], "allocations": [ - 37558 + 26997 ], "total_bytes": [ - 248902433 + 204790680 ], "rss_bytes": [ - 240431104 + 235933696 ] }, "columns": 98000, @@ -2113,67 +2137,71 @@ "warmup": false }, "stats": { - "min": 0.11043122899991431, - "max": 0.1345481109992761, - "mean": 0.12168252355544003, - "stddev": 0.007667669307796369, + "min": 0.0843140079996374, + "max": 0.10372592000021541, + "mean": 0.0974085705555707, + "stddev": 0.0058022286614037265, "rounds": 9, - "median": 0.12102256900016073, - "iqr": 0.010991851749849957, - "q1": 0.11579765574992962, - "q3": 0.12678950749977957, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.11043122899991431, - "hd15iqr": 0.1345481109992761, - "ops": 8.218107011434455, - "total": 1.0951427119989603, + "median": 0.09958483399987017, + "iqr": 0.006053253751133525, + "q1": 0.09528445474938962, + "q3": 0.10133770850052315, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.09523671199985984, + "hd15iqr": 0.10372592000021541, + "ops": 10.266037108403198, + "total": 0.8766771350001363, "data": [ - 0.11043122899991431, - 0.1129752639999424, - 0.11967473599997902, - 0.11673845299992536, - 0.12102256900016073, - 0.1265749459998915, - 0.12574421200042707, - 0.1274331919994438, - 0.1345481109992761 + 0.09544881500005431, + 0.09530036899923289, + 0.09523671199985984, + 0.09958483399987017, + 0.10021537700049521, + 0.10124986700066074, + 0.10160123300011037, + 0.10372592000021541, + 0.0843140079996374 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-w100-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-w100-lpspec-gurobi]", + "name": "test_emit[transport-w100-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-w100-specsolve-gurobi]", "params": { "case_name": "transport", "size": "w100", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-w100-lpspec-gurobi", + "param": "transport-w100-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 893483387 + 883798473 ], "allocations": [ - 212133 + 201864 ], "total_bytes": [ - 1352322108 + 1314988509 ], "rss_bytes": [ - 749531136 + 741801984 ] }, "columns": 980000, "rows": 140000, "nonzeros": 1260000, "live_fraction": 1.0, - "variables": 980000 + "variables": 980000, + "phase_seconds": { + "attach": 0.010219130000223231, + "build": 0.1314061760003824 + } }, "options": { "disable_gc": false, @@ -2186,32 +2214,32 @@ "warmup": false }, "stats": { - "min": 1.0475324250000995, - "max": 1.1131258909999815, - "mean": 1.0752235946666688, - "stddev": 0.019065718191555902, + "min": 0.9545732699998553, + "max": 1.000223232999815, + "mean": 0.9698748933332253, + "stddev": 0.01302590317769845, "rounds": 9, - "median": 1.0726641219998783, - "iqr": 0.02052507949952087, - "q1": 1.0623597810001684, - "q3": 1.0828848604996892, - "iqr_outliers": 0, + "median": 0.9662528009994276, + "iqr": 0.011050720750745313, + "q1": 0.9628564337494936, + "q3": 0.9739071545002389, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.0475324250000995, - "hd15iqr": 1.1131258909999815, - "ops": 0.9300391146178401, - "total": 9.67701235200002, + "outliers": "2;1", + "ld15iqr": 0.9545732699998553, + "hd15iqr": 1.000223232999815, + "ops": 1.0310608170949163, + "total": 8.728874039999027, "data": [ - 1.1131258909999815, - 1.0726641219998783, - 1.0755202250002185, - 1.0617415140004596, - 1.0712338889998136, - 1.0794555129996297, - 1.0931729029998678, - 1.0625658700000713, - 1.0475324250000995 + 1.000223232999815, + 0.9662103330001628, + 0.9662528009994276, + 0.9738771230004204, + 0.9594956559994898, + 0.9702676820006673, + 0.9639766929994948, + 0.9545732699998553, + 0.9739972489996944 ], "iterations": 1 } @@ -2230,16 +2258,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3168403445 + 3170615746 ], "allocations": [ - 1652562 + 1652518 ], "total_bytes": [ - 4731604390 + 4733844295 ], "rss_bytes": [ - 2334785536 + 2363805696 ] }, "columns": 980000, @@ -2259,32 +2287,32 @@ "warmup": false }, "stats": { - "min": 21.86989833500047, - "max": 22.564931310999782, - "mean": 22.226767716444556, - "stddev": 0.20642607091559692, + "min": 21.444548395999846, + "max": 24.92179606099944, + "mean": 22.913762933111077, + "stddev": 1.509611735956966, "rounds": 9, - "median": 22.195635048999975, - "iqr": 0.23513320550046046, - "q1": 22.13478417249985, - "q3": 22.36991737800031, + "median": 21.811844817000747, + "iqr": 2.7956829145002757, + "q1": 21.699732554249977, + "q3": 24.495415468750252, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 21.86989833500047, - "hd15iqr": 22.564931310999782, - "ops": 0.044990797256595536, - "total": 200.040909448001, + "ld15iqr": 21.444548395999846, + "hd15iqr": 24.92179606099944, + "ops": 0.04364189342968936, + "total": 206.2238663979997, "data": [ - 22.35959965500024, - 22.564931310999782, - 22.400870547000522, - 21.86989833500047, - 22.17452774100002, - 22.268008212000495, - 22.191885131000163, - 22.015553466999336, - 22.195635048999975 + 23.890379063999717, + 24.44478284500019, + 24.647313340000437, + 21.73590017100014, + 24.92179606099944, + 21.444548395999846, + 21.59122970399949, + 21.736071999999695, + 21.811844817000747 ], "iterations": 1 } @@ -2303,16 +2331,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 576175341 + 563581845 ], "allocations": [ - 1272884 + 1262363 ], "total_bytes": [ - 1004440077 + 964026541 ], "rss_bytes": [ - 676683776 + 670867456 ] }, "columns": 980000, @@ -2332,32 +2360,32 @@ "warmup": false }, "stats": { - "min": 4.724903048999295, - "max": 4.928055559000313, - "mean": 4.837905601444415, - "stddev": 0.06408163293457385, + "min": 4.693792837999354, + "max": 5.462226687000111, + "mean": 5.100921210777617, + "stddev": 0.28894346226265727, "rounds": 9, - "median": 4.860444748000191, - "iqr": 0.08627005900029872, - "q1": 4.791836925749749, - "q3": 4.878106984750048, + "median": 5.161586856000213, + "iqr": 0.5476496147505259, + "q1": 4.774561464999579, + "q3": 5.3222110797501045, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 4.724903048999295, - "hd15iqr": 4.928055559000313, - "ops": 0.2067010153528911, - "total": 43.54115041299974, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 4.693792837999354, + "hd15iqr": 5.462226687000111, + "ops": 0.19604302020723696, + "total": 45.90829089699855, "data": [ - 4.86935118800011, - 4.860444748000191, - 4.791644064000138, - 4.904374374999861, - 4.791901212999619, - 4.928055559000313, - 4.8054945949998, - 4.724903048999295, - 4.864981622000414 + 5.161586856000213, + 5.415726266000092, + 5.11622808499942, + 4.7776331999994, + 4.693792837999354, + 4.765346260000115, + 5.224711353999737, + 5.462226687000111, + 5.291039351000109 ], "iterations": 1 } @@ -2376,16 +2404,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 487157570 + 470499130 ], "allocations": [ - 163877 + 153316 ], "total_bytes": [ - 926702233 + 882197248 ], "rss_bytes": [ - 574316544 + 572952576 ] }, "columns": 980000, @@ -2405,67 +2433,71 @@ "warmup": false }, "stats": { - "min": 0.8734043889999157, - "max": 0.9327555159998155, - "mean": 0.902102996222109, - "stddev": 0.019503006066806414, + "min": 0.8030678610002724, + "max": 0.8579253560001234, + "mean": 0.8350547560000147, + "stddev": 0.018702631811429168, "rounds": 9, - "median": 0.9017419849997168, - "iqr": 0.027291695000030813, - "q1": 0.8880104469999424, - "q3": 0.9153021419999732, + "median": 0.8395158499997706, + "iqr": 0.0240769234999334, + "q1": 0.8248188077500345, + "q3": 0.8488957312499679, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.8734043889999157, - "hd15iqr": 0.9327555159998155, - "ops": 1.1085208719934099, - "total": 8.11892696599898, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.8030678610002724, + "hd15iqr": 0.8579253560001234, + "ops": 1.1975262613796578, + "total": 7.515492804000132, "data": [ - 0.8734043889999157, - 0.8788567569999941, - 0.8910616769999251, - 0.8987998610000432, - 0.90577132099952, - 0.9327555159998155, - 0.9241989060001288, - 0.9123365539999213, - 0.9017419849997168 + 0.8486945129998276, + 0.8075514100000873, + 0.8030678610002724, + 0.8305746070000168, + 0.8395158499997706, + 0.8428244850001647, + 0.8494993860003888, + 0.8579253560001234, + 0.8358393359994807 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[transport-w1000-lpspec-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[transport-w1000-lpspec-gurobi]", + "name": "test_emit[transport-w1000-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[transport-w1000-specsolve-gurobi]", "params": { "case_name": "transport", "size": "w1000", - "arm": "lpspec", + "arm": "specsolve", "sink": "gurobi" }, - "param": "transport-w1000-lpspec-gurobi", + "param": "transport-w1000-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 6740102649 + 6677465415 ], "allocations": [ - 1474437 + 1464157 ], "total_bytes": [ - 9561908731 + 9473719660 ], "rss_bytes": [ - 4803387392 + 4831719424 ] }, "columns": 9800000, "rows": 1400000, "nonzeros": 12600000, "live_fraction": 1.0, - "variables": 9800000 + "variables": 9800000, + "phase_seconds": { + "attach": 0.10887772400019458, + "build": 1.2216911860004984 + } }, "options": { "disable_gc": false, @@ -2478,32 +2510,32 @@ "warmup": false }, "stats": { - "min": 10.428288721000172, - "max": 10.757694653999351, - "mean": 10.52488834277776, - "stddev": 0.09810682345168845, + "min": 10.27040211900021, + "max": 11.071553441000106, + "mean": 10.69684162344442, + "stddev": 0.2846643906499342, "rounds": 9, - "median": 10.488599614000123, - "iqr": 0.07381900749896886, - "q1": 10.472080916500545, - "q3": 10.545899923999514, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 10.428288721000172, - "hd15iqr": 10.757694653999351, - "ops": 0.09501288445365844, - "total": 94.72399508499984, + "median": 10.74451886299994, + "iqr": 0.5223648055000467, + "q1": 10.404435840250017, + "q3": 10.926800645750063, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 10.27040211900021, + "hd15iqr": 11.071553441000106, + "ops": 0.09348553855450994, + "total": 96.27157461099978, "data": [ - 10.532324211999367, - 10.472243388000607, - 10.474879313000201, - 10.47159350200036, - 10.511744620999707, - 10.488599614000123, - 10.428288721000172, - 10.757694653999351, - 10.586627059999955 + 10.74451886299994, + 10.673246297999867, + 10.918679098000212, + 10.854297781999776, + 10.951165288999618, + 11.071553441000106, + 10.372695901000043, + 10.27040211900021, + 10.415015820000008 ], "iterations": 1 } @@ -2522,16 +2554,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3842645792 + 3828608824 ], "allocations": [ - 1426047 + 1415498 ], "total_bytes": [ - 7395797014 + 7358107805 ], "rss_bytes": [ - 3817033728 + 3822096384 ] }, "columns": 9800000, @@ -2551,37 +2583,37 @@ "warmup": false }, "stats": { - "min": 8.973667641999782, - "max": 9.095090080999398, - "mean": 9.015356359333055, - "stddev": 0.03677325930280432, + "min": 8.837626468000053, + "max": 9.429791616999864, + "mean": 9.059668458888963, + "stddev": 0.20220770852806158, "rounds": 9, - "median": 9.00271773499935, - "iqr": 0.04048917150021225, - "q1": 8.98965692449974, - "q3": 9.030146095999953, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 8.973667641999782, - "hd15iqr": 9.095090080999398, - "ops": 0.11092184935815214, - "total": 81.13820723399749, + "median": 9.003875526000229, + "iqr": 0.27288086799990197, + "q1": 8.903423026499922, + "q3": 9.176303894499824, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 8.837626468000053, + "hd15iqr": 9.429791616999864, + "ops": 0.1103793151524041, + "total": 81.53701613000067, "data": [ - 9.095090080999398, - 8.991817596999681, - 8.973667641999782, - 9.036893266999869, - 9.00271773499935, - 8.98317490699992, - 9.02661071700004, - 9.027897038999981, - 9.00033824899947 + 9.429791616999864, + 8.85745560900068, + 8.837626468000053, + 9.003875526000229, + 9.130134043999533, + 8.91874549899967, + 8.977073154000209, + 9.314813446000699, + 9.067500766999729 ], "iterations": 1 } } ], - "datetime": "2026-09-14T09:28:34.907654+00:00", + "datetime": "2026-10-05T12:43:48.163232+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-dispatch.ceilings.json b/bench/results/latest-highs-dispatch.ceilings.json index 6a4a8a8be..de0cfb1ce 100644 --- a/bench/results/latest-highs-dispatch.ceilings.json +++ b/bench/results/latest-highs-dispatch.ceilings.json @@ -9,7 +9,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 1.76 GB on dispatch/m, so the next rung projects to 35.2 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 1.8 GB on dispatch/m, so the next rung projects to 36 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -21,6 +21,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 4.51 s on dispatch/m, so the next rung projects to 45.1 s \u2014 over the 30 s budget" + "reason": "pyomo took 4.26 s on dispatch/m, so the next rung projects to 42.6 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-dispatch.json b/bench/results/latest-highs-dispatch.json index fb4d57ab3..855fb8b7a 100644 --- a/bench/results/latest-highs-dispatch.json +++ b/bench/results/latest-highs-dispatch.json @@ -27,14 +27,14 @@ "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC-Milan Processor", - "hz_advertised_friendly": "2.2000 GHz", - "hz_actual_friendly": "2.2000 GHz", + "hz_advertised_friendly": "2.1969 GHz", + "hz_actual_friendly": "2.1969 GHz", "hz_advertised": [ - 2199998000, + 2196912000, 0 ], "hz_actual": [ - 2199998000, + 2196912000, 0 ], "stepping": 1, @@ -147,62 +147,66 @@ "l2_cache_associativity": 6 }, "versions": { - "lpspec": "0.0.1.dev1+g8d27e88b7", + "specsolve": "0.0.1.dev1+gaa9023939", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", "polars": "1.44.2", - "pandas": "3.0.5", + "pandas": "3.0.6", "numpy": "2.5.3", "pyarrow": "25.0.1", "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.0947265625, - 1.04833984375, - 0.64501953125 + 1.09716796875, + 1.0361328125, + 0.63916015625 ] }, "commit_info": { - "id": "8d27e88b791335c20412faab45a7727a1b6a7a6c", - "time": "2026-09-14T09:34:11+02:00", - "author_time": "2026-09-14T09:34:11+02:00", + "id": "aa902393932ceb3f2e1bcdf95b307076d559cd3e", + "time": "2026-10-05T10:48:20Z", + "author_time": "2026-10-05T12:48:20+02:00", "dirty": true, - "project": "lpspec", + "project": "specsolve", "branch": "main" }, "benchmarks": [ { "group": null, - "name": "test_emit[dispatch-xs-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-lpspec-highs]", + "name": "test_emit[dispatch-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-highs]", "params": { "case_name": "dispatch", "size": "xs", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-xs-lpspec-highs", + "param": "dispatch-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 131317910 + 114005411 ], "allocations": [ - 81377 + 71822 ], "total_bytes": [ - 281798364 + 238806197 ], "rss_bytes": [ - 240496640 + 233857024 ] }, "columns": 10000, "rows": 100, "nonzeros": 10000, "live_fraction": 1.0, - "variables": 10000 + "variables": 10000, + "phase_seconds": { + "attach": 0.0004891750000020068, + "build": 0.009034519000000074 + } }, "options": { "disable_gc": false, @@ -215,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.023638859000001844, - "max": 0.027343498000000466, - "mean": 0.025142027666667052, - "stddev": 0.001242046899407505, + "min": 0.017306320999999514, + "max": 0.032270743000001545, + "mean": 0.019724883666665645, + "stddev": 0.004733317502230129, "rounds": 9, - "median": 0.024815445000001546, - "iqr": 0.0019046602499983578, - "q1": 0.02427716900000121, - "q3": 0.026181829249999566, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.023638859000001844, - "hd15iqr": 0.027343498000000466, - "ops": 39.77403943938006, - "total": 0.22627824900000348, + "median": 0.018313540999997713, + "iqr": 0.000959455249999408, + "q1": 0.017797976999998966, + "q3": 0.018757432249998374, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.017306320999999514, + "hd15iqr": 0.032270743000001545, + "ops": 50.6973839186674, + "total": 0.1775239529999908, "data": [ - 0.024874455000002627, - 0.027343498000000466, - 0.024815445000001546, - 0.024781234999998958, - 0.023830027999999004, - 0.023638859000001844, - 0.026489110999996512, - 0.024426216000001943, - 0.026079402000000584 + 0.032270743000001545, + 0.01748388000000034, + 0.018219508999997913, + 0.017306320999999514, + 0.01872647899999791, + 0.018313540999997713, + 0.017902675999998507, + 0.018450511999997588, + 0.01885029199999977 ], "iterations": 1 } @@ -259,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1130466906 + 1118301718 ], "allocations": [ - 254947 + 547436 ], "total_bytes": [ - 1400797881 + 2651909761 ], "rss_bytes": [ - 247537664 + 249462784 ] }, "columns": 10000, @@ -288,32 +292,32 @@ "warmup": false }, "stats": { - "min": 0.028662715000002947, - "max": 0.03821612899999849, - "mean": 0.030387102666667134, - "stddev": 0.003009277411001472, + "min": 0.027470231999998873, + "max": 0.40174875499999985, + "mean": 0.0705373082222233, + "stddev": 0.12421011606246325, "rounds": 9, - "median": 0.02931301400000308, - "iqr": 0.0008852530000034164, - "q1": 0.029091801499998127, - "q3": 0.029977054500001543, + "median": 0.029272284000001036, + "iqr": 0.002608942750002896, + "q1": 0.028329289499998467, + "q3": 0.030938232250001363, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.028662715000002947, - "hd15iqr": 0.03821612899999849, - "ops": 32.908698501780535, - "total": 0.2734839240000042, + "ld15iqr": 0.027470231999998873, + "hd15iqr": 0.40174875499999985, + "ops": 14.17689482634585, + "total": 0.6348357740000097, "data": [ - 0.03821612899999849, - 0.029149863999997194, - 0.028917614000000924, - 0.028662715000002947, - 0.029394303000003674, - 0.02931301400000308, - 0.02963741300000322, - 0.02919689299999817, - 0.03099597899999651 + 0.40174875499999985, + 0.031024288000004674, + 0.0286667560000069, + 0.03090954700000026, + 0.027470231999998873, + 0.027978803999999968, + 0.029272284000001036, + 0.028446117999997966, + 0.029318990000000156 ], "iterations": 1 } @@ -332,16 +336,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112801053 + 1113587186 ], "allocations": [ - 200852 + 407935 ], "total_bytes": [ - 1217147291 + 1880771450 ], "rss_bytes": [ - 185860096 + 216256512 ] }, "columns": 10000, @@ -361,32 +365,32 @@ "warmup": false }, "stats": { - "min": 0.07191863300000279, - "max": 0.07621285999999827, - "mean": 0.07386744011111229, - "stddev": 0.0013647962049207327, + "min": 0.0659006890000029, + "max": 1.523607007999999, + "mean": 0.2300740374444451, + "stddev": 0.4850811898542521, "rounds": 9, - "median": 0.07368520700000403, - "iqr": 0.001966702999995462, - "q1": 0.07284911650000403, - "q3": 0.07481581949999949, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.07191863300000279, - "hd15iqr": 0.07621285999999827, - "ops": 13.537764385712945, - "total": 0.6648069610000107, + "median": 0.06749665299999918, + "iqr": 0.004465811000002873, + "q1": 0.06656326399999912, + "q3": 0.071029075000002, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0659006890000029, + "hd15iqr": 1.523607007999999, + "ops": 4.346426963717996, + "total": 2.070666337000006, "data": [ - 0.07369782800000024, - 0.07191863300000279, - 0.07368520700000403, - 0.07621285999999827, - 0.0745824749999997, - 0.0727506790000021, - 0.07551585299999886, - 0.07288192900000467, - 0.07356149700000003 + 1.523607007999999, + 0.07361991700000203, + 0.07016546100000198, + 0.06979708299999743, + 0.06749665299999918, + 0.0659006890000029, + 0.0667643379999987, + 0.06735514600000414, + 0.06596004200000039 ], "iterations": 1 } @@ -405,16 +409,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 108376565 + 92111139 ], "allocations": [ - 43532 + 32973 ], "total_bytes": [ - 185497070 + 141386527 ], "rss_bytes": [ - 202362880 + 197013504 ] }, "columns": 10000, @@ -434,67 +438,71 @@ "warmup": false }, "stats": { - "min": 0.005255605999998636, - "max": 0.009022016000002964, - "mean": 0.006725154555556717, - "stddev": 0.0010997384645083743, + "min": 0.004273243000000093, + "max": 0.0053174239999975725, + "mean": 0.004664936888888842, + "stddev": 0.00034953207949151846, "rounds": 9, - "median": 0.006668792999995787, - "iqr": 0.0011687932500006326, - "q1": 0.0060113825000005505, - "q3": 0.007180175750001183, - "iqr_outliers": 1, + "median": 0.004616113000004418, + "iqr": 0.0005363155000068787, + "q1": 0.004349853249996372, + "q3": 0.00488616875000325, + "iqr_outliers": 0, "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.005255605999998636, - "hd15iqr": 0.009022016000002964, - "ops": 148.69546740360659, - "total": 0.06052639100001045, + "outliers": "3;0", + "ld15iqr": 0.004273243000000093, + "hd15iqr": 0.0053174239999975725, + "ops": 214.3651723095859, + "total": 0.04198443199999957, "data": [ - 0.006146364999999321, - 0.005255605999998636, - 0.007359290000003682, - 0.0056064350000042396, - 0.006465323000000467, - 0.00712047100000035, - 0.006668792999995787, - 0.006882092000005002, - 0.009022016000002964 + 0.0053174239999975725, + 0.004273243000000093, + 0.004372632999995574, + 0.00451333899999895, + 0.004957871000002001, + 0.004862268000003667, + 0.004281513999998765, + 0.004616113000004418, + 0.004790026999998531 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-lpspec-highs]", + "name": "test_emit[dispatch-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-highs]", "params": { "case_name": "dispatch", "size": "s", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-s-lpspec-highs", + "param": "dispatch-s-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 152878062 + 148142463 ], "allocations": [ - 81383 + 71133 ], "total_bytes": [ - 304958693 + 272199242 ], "rss_bytes": [ - 258564096 + 254803968 ] }, "columns": 100000, "rows": 1000, "nonzeros": 100000, "live_fraction": 1.0, - "variables": 100000 + "variables": 100000, + "phase_seconds": { + "attach": 0.00046447099999369357, + "build": 0.013784991000001412 + } }, "options": { "disable_gc": false, @@ -507,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.031623478000000205, - "max": 0.04196908000000121, - "mean": 0.036371217111110354, - "stddev": 0.002919693611656363, + "min": 0.024846176999993475, + "max": 0.030482257999999263, + "mean": 0.027961195666665144, + "stddev": 0.0016747123507230212, "rounds": 9, - "median": 0.035614545999997915, - "iqr": 0.0031281145000008337, - "q1": 0.03514093574999855, - "q3": 0.03826905024999938, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.031623478000000205, - "hd15iqr": 0.04196908000000121, - "ops": 27.494268254622938, - "total": 0.3273409539999932, + "median": 0.02834761999999813, + "iqr": 0.0015613412500012913, + "q1": 0.027229965499998343, + "q3": 0.028791306749999634, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 0.02591361200000364, + "hd15iqr": 0.030482257999999263, + "ops": 35.76384972664752, + "total": 0.2516507609999863, "data": [ - 0.03808983100000063, - 0.03880670799999564, - 0.035614545999997915, - 0.031623478000000205, - 0.034964739000002965, - 0.03529394799999608, - 0.04196908000000121, - 0.035199667999997075, - 0.03577895600000147 + 0.030482257999999263, + 0.028822685999998043, + 0.02834761999999813, + 0.027668749999996578, + 0.02811031699999944, + 0.024846176999993475, + 0.02591361200000364, + 0.028678493999997556, + 0.028780847000000165 ], "iterations": 1 } @@ -551,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1145771010 + 1128369724 ], "allocations": [ - 254972 + 242881 ], "total_bytes": [ - 1450068108 + 1388974759 ], "rss_bytes": [ - 254279680 + 252596224 ] }, "columns": 100000, @@ -580,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.04221912000001282, - "max": 0.05272698299999945, - "mean": 0.04517338433333388, - "stddev": 0.003062109371392059, + "min": 0.043224791000000096, + "max": 0.04749299499999893, + "mean": 0.045394738000000406, + "stddev": 0.0014394769221585967, "rounds": 9, - "median": 0.04390609499999698, - "iqr": 0.0014004307500101731, - "q1": 0.0438506409999917, - "q3": 0.04525107175000187, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.04221912000001282, - "hd15iqr": 0.05272698299999945, - "ops": 22.13692896288247, - "total": 0.4065604590000049, + "median": 0.04555246799999679, + "iqr": 0.0024722462500008646, + "q1": 0.044128210000002, + "q3": 0.046600456250002864, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.043224791000000096, + "hd15iqr": 0.04749299499999893, + "ops": 22.028984945347435, + "total": 0.40855264200000363, "data": [ - 0.044752133000002914, - 0.04389139500000283, - 0.04390609499999698, - 0.05272698299999945, - 0.04660472800000548, - 0.0438712059999915, - 0.04221912000001282, - 0.04378894599999228, - 0.04479985300000067 + 0.04749299499999893, + 0.0438437859999965, + 0.043224791000000096, + 0.04582643200000547, + 0.045032280999997454, + 0.04422301800000383, + 0.04683439400000111, + 0.04555246799999679, + 0.04652247700000345 ], "iterations": 1 } @@ -624,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1262188001 + 1260206084 ], "allocations": [ - 1175010 + 1174954 ], "total_bytes": [ - 1629548351 + 1627592746 ], "rss_bytes": [ - 340160512 + 367632384 ] }, "columns": 100000, @@ -653,32 +661,32 @@ "warmup": false }, "stats": { - "min": 1.3476345090000024, - "max": 1.6418150869999977, - "mean": 1.4521503441111117, - "stddev": 0.08931781359763132, + "min": 1.2969414190000066, + "max": 1.4966680200000013, + "mean": 1.3752244713333341, + "stddev": 0.05174976805143692, "rounds": 9, - "median": 1.44562916000001, - "iqr": 0.10921074424999588, - "q1": 1.3810231752500002, - "q3": 1.490233919499996, - "iqr_outliers": 0, + "median": 1.3695259960000001, + "iqr": 0.012559264249993873, + "q1": 1.362158078000002, + "q3": 1.3747173422499959, + "iqr_outliers": 2, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.3476345090000024, - "hd15iqr": 1.6418150869999977, - "ops": 0.6886339310907361, - "total": 13.069353097000004, + "outliers": "2;2", + "ld15iqr": 1.3606635080000018, + "hd15iqr": 1.4966680200000013, + "ops": 0.7271540180131181, + "total": 12.377020242000007, "data": [ - 1.6418150869999977, - 1.4896499759999955, - 1.4919857499999978, - 1.4852882969999968, - 1.44562916000001, - 1.3843530299999998, - 1.3476345090000024, - 1.4119636770000028, - 1.3710336110000014 + 1.4966680200000013, + 1.3810338580000021, + 1.365911906000001, + 1.3726118369999938, + 1.3695259960000001, + 1.3710074299999988, + 1.362656268000002, + 1.3606635080000018, + 1.2969414190000066 ], "iterations": 1 } @@ -697,16 +705,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 123518765 + 103059675 ], "allocations": [ - 43544 + 32979 ], "total_bytes": [ - 206503470 + 158197175 ], "rss_bytes": [ - 209268736 + 205144064 ] }, "columns": 100000, @@ -726,67 +734,71 @@ "warmup": false }, "stats": { - "min": 0.00689799399999913, - "max": 0.011467589000005773, - "mean": 0.007641233111114174, - "stddev": 0.0014480278433546608, + "min": 0.006378449999999702, + "max": 0.0077451049999979205, + "mean": 0.006725614444445366, + "stddev": 0.00043768960765859196, "rounds": 9, - "median": 0.007165132000011454, - "iqr": 0.00040758550001029903, - "q1": 0.007011962999996513, - "q3": 0.007419548500006812, + "median": 0.006582366000003503, + "iqr": 0.000428898750005402, + "q1": 0.006456973000002364, + "q3": 0.006885871750007766, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.00689799399999913, - "hd15iqr": 0.011467589000005773, - "ops": 130.8689298518455, - "total": 0.06877109800002756, + "ld15iqr": 0.006378449999999702, + "hd15iqr": 0.0077451049999979205, + "ops": 148.68529979827974, + "total": 0.0605305300000083, "data": [ - 0.011467589000005773, - 0.007399031000005607, - 0.007061192999998411, - 0.007288172000002646, - 0.007481101000010426, - 0.0069924029999981485, - 0.007165132000011454, - 0.0070184829999959675, - 0.00689799399999913 + 0.00703448800000217, + 0.006582366000003503, + 0.006378449999999702, + 0.006475757000004023, + 0.006400620999997386, + 0.006481293999996751, + 0.0077451049999979205, + 0.006836333000009631, + 0.00659611599999721 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-lpspec-highs]", + "name": "test_emit[dispatch-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-highs]", "params": { "case_name": "dispatch", "size": "m", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-m-lpspec-highs", + "param": "dispatch-m-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 396781166 + 389948383 ], "allocations": [ - 81430 + 71175 ], "total_bytes": [ - 564893431 + 530036844 ], "rss_bytes": [ - 461225984 + 463601664 ] }, "columns": 1000000, "rows": 10000, "nonzeros": 1000000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 1000000, + "phase_seconds": { + "attach": 0.0006749150000047166, + "build": 0.05661225400000092 + } }, "options": { "disable_gc": false, @@ -799,32 +811,32 @@ "warmup": false }, "stats": { - "min": 0.11034964200000275, - "max": 0.14399416499999518, - "mean": 0.1228707213333343, - "stddev": 0.01107961434143499, + "min": 0.10083172600000978, + "max": 0.11561610600000449, + "mean": 0.1075639131111122, + "stddev": 0.005146813673322327, "rounds": 9, - "median": 0.11765635300000099, - "iqr": 0.013863857500009402, - "q1": 0.11578900025000038, - "q3": 0.1296528577500098, + "median": 0.1055657840000066, + "iqr": 0.007894322750011895, + "q1": 0.1040991059999925, + "q3": 0.1119934287500044, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.11034964200000275, - "hd15iqr": 0.14399416499999518, - "ops": 8.138635381549634, - "total": 1.1058364920000088, + "ld15iqr": 0.10083172600000978, + "hd15iqr": 0.11561610600000449, + "ops": 9.296798257674135, + "total": 0.9680752180000098, "data": [ - 0.14399416499999518, - 0.12271217699999681, - 0.11765635300000099, - 0.11034964200000275, - 0.13625011500000994, - 0.1161740309999999, - 0.12745377200000974, - 0.11661232899999163, - 0.11463390800000184 + 0.11561610600000449, + 0.1055657840000066, + 0.10461841799998695, + 0.10083172600000978, + 0.10254117000000917, + 0.10868699499999934, + 0.10489588599999422, + 0.11132729100000915, + 0.11399184199999013 ], "iterations": 1 } @@ -843,16 +855,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1298766498 + 1281496796 ], "allocations": [ - 254996 + 242908 ], "total_bytes": [ - 1942061955 + 1825067393 ], "rss_bytes": [ - 417579008 + 422871040 ] }, "columns": 1000000, @@ -872,32 +884,32 @@ "warmup": false }, "stats": { - "min": 0.21720952000001148, - "max": 0.22342837799999415, - "mean": 0.2204469927777792, - "stddev": 0.0020549266293075443, + "min": 0.1927111979999978, + "max": 0.19681282099999464, + "mean": 0.1955800273333305, + "stddev": 0.0012934668243710092, "rounds": 9, - "median": 0.22047512299999994, - "iqr": 0.003289266999995988, - "q1": 0.2186240987500021, - "q3": 0.2219133657499981, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.21720952000001148, - "hd15iqr": 0.22342837799999415, - "ops": 4.536237883762135, - "total": 1.984022935000013, + "median": 0.19595314699999733, + "iqr": 0.001544057749999439, + "q1": 0.19502958049999464, + "q3": 0.19657363824999408, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.19487451799999178, + "hd15iqr": 0.19681282099999464, + "ops": 5.1129965244134175, + "total": 1.7602202459999745, "data": [ - 0.21720952000001148, - 0.22047512299999994, - 0.22030971500001328, - 0.22265334200000098, - 0.21833734599999843, - 0.21871968300000333, - 0.2212231209999942, - 0.22166670699999713, - 0.22342837799999415 + 0.1963781030000007, + 0.19656687599999145, + 0.19659392500000195, + 0.19487451799999178, + 0.1950812679999956, + 0.19595314699999733, + 0.19681282099999464, + 0.19524839000000327, + 0.1927111979999978 ], "iterations": 1 } @@ -916,16 +928,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2656921897 + 2654941004 ], "allocations": [ - 10914152 + 10914098 ], "total_bytes": [ - 10068760833 + 10066807164 ], "rss_bytes": [ - 1760944128 + 1798008832 ] }, "columns": 1000000, @@ -945,32 +957,32 @@ "warmup": false }, "stats": { - "min": 14.378179356999993, - "max": 15.097554046000013, - "mean": 14.723019418777781, - "stddev": 0.21225410572552272, + "min": 13.75605243299998, + "max": 19.508394553000016, + "mean": 16.701943139444438, + "stddev": 2.3470861083749712, "rounds": 9, - "median": 14.76678119600001, - "iqr": 0.1994361052499869, - "q1": 14.609342081000008, - "q3": 14.808778186249995, + "median": 17.502753503999998, + "iqr": 4.719896409499999, + "q1": 14.264838410500001, + "q3": 18.98473482, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 14.378179356999993, - "hd15iqr": 15.097554046000013, - "ops": 0.06792085044217203, - "total": 132.50717476900002, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 13.75605243299998, + "hd15iqr": 19.508394553000016, + "ops": 0.059873272927048374, + "total": 150.31748825499994, "data": [ - 15.097554046000013, - 14.732702869999997, - 14.83523139799999, - 14.452158635000018, - 14.782870255000006, - 14.378179356999993, - 14.661736563000005, - 14.76678119600001, - 14.799960448999997 + 15.132138429999998, + 14.284479173000008, + 13.75605243299998, + 17.502753503999998, + 19.508394553000016, + 19.184526651, + 18.918137543, + 17.82508984499998, + 14.20591612299998 ], "iterations": 1 } @@ -989,16 +1001,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 228799461 + 212534707 ], "allocations": [ - 43542 + 32980 ], "total_bytes": [ - 370328970 + 326216987 ], "rss_bytes": [ - 314257408 + 310706176 ] }, "columns": 1000000, @@ -1018,67 +1030,71 @@ "warmup": false }, "stats": { - "min": 0.027390335999996296, - "max": 0.04051746299995784, - "mean": 0.03417559222222937, - "stddev": 0.004967398676681375, + "min": 0.0657137329999955, + "max": 0.07144173299997192, + "mean": 0.06848837866665589, + "stddev": 0.0018988953456776567, "rounds": 9, - "median": 0.03588067499998715, - "iqr": 0.00920650049994265, - "q1": 0.02851874325003223, - "q3": 0.03772524374997488, + "median": 0.06796499600000061, + "iqr": 0.0031906097499927455, + "q1": 0.06726749499999585, + "q3": 0.07045810474998859, "iqr_outliers": 0, "stddev_outliers": 4, "outliers": "4;0", - "ld15iqr": 0.027390335999996296, - "hd15iqr": 0.04051746299995784, - "ops": 29.260648754743574, - "total": 0.30758033000006435, + "ld15iqr": 0.0657137329999955, + "hd15iqr": 0.07144173299997192, + "ops": 14.601017274290623, + "total": 0.616395407999903, "data": [ - 0.04051746299995784, - 0.03793524300004947, - 0.028881896000029883, - 0.03588067499998715, - 0.03765524399995002, - 0.0348979650000274, - 0.027429285000039272, - 0.027390335999996296, - 0.036992223000027025 + 0.07057491199998367, + 0.07041916899999023, + 0.07144173299997192, + 0.0682749619999754, + 0.0657137329999955, + 0.06748818099998743, + 0.06724159300000565, + 0.06796499600000061, + 0.06727612899999258 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-lpspec-highs]", + "name": "test_emit[dispatch-l-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-highs]", "params": { "case_name": "dispatch", "size": "l", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-l-lpspec-highs", + "param": "dispatch-l-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2355574158 + 2502882079 ], "allocations": [ - 81537 + 71281 ], "total_bytes": [ - 2683566120 + 2802850157 ], "rss_bytes": [ - 1798348800 + 1844060160 ] }, "columns": 10000000, "rows": 100000, "nonzeros": 10000000, "live_fraction": 1.0, - "variables": 10000000 + "variables": 10000000, + "phase_seconds": { + "attach": 0.0005790189999856921, + "build": 0.4615211459999955 + } }, "options": { "disable_gc": false, @@ -1091,32 +1107,32 @@ "warmup": false }, "stats": { - "min": 1.0355880870000078, - "max": 1.1373781639999834, - "mean": 1.067155030111116, - "stddev": 0.03178432991151712, + "min": 1.033017964999999, + "max": 1.3262083779999898, + "mean": 1.1375996737777807, + "stddev": 0.10528318729962415, "rounds": 9, - "median": 1.0576575789999652, - "iqr": 0.03729964100000416, - "q1": 1.043530280000013, - "q3": 1.0808299210000172, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 1.0355880870000078, - "hd15iqr": 1.1373781639999834, - "ops": 0.9370709707434696, - "total": 9.604395271000044, + "median": 1.1075042829999688, + "iqr": 0.1667190252500319, + "q1": 1.0499412802499961, + "q3": 1.216660305500028, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.033017964999999, + "hd15iqr": 1.3262083779999898, + "ops": 0.8790438526403275, + "total": 10.238397064000026, "data": [ - 1.0853848630000016, - 1.1373781639999834, - 1.0388912210000285, - 1.051256828000021, - 1.0576575789999652, - 1.0793116070000224, - 1.0355880870000078, - 1.0738502890000063, - 1.0450766330000079 + 1.0785206030000154, + 1.1278370740000128, + 1.033017964999999, + 1.0520309519999955, + 1.0436722649999979, + 1.2710877050000136, + 1.3262083779999898, + 1.1985178390000328, + 1.1075042829999688 ], "iterations": 1 } @@ -1135,16 +1151,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2827717834 + 2811497308 ], "allocations": [ - 255093 + 243006 ], "total_bytes": [ - 6860450472 + 6185156811 ], "rss_bytes": [ - 1957650432 + 1948762112 ] }, "columns": 10000000, @@ -1164,32 +1180,32 @@ "warmup": false }, "stats": { - "min": 2.238293667999983, - "max": 2.2940408769999863, - "mean": 2.258712205777758, - "stddev": 0.015624800180643394, + "min": 2.1574800820000064, + "max": 2.692833734999965, + "mean": 2.510293453444433, + "stddev": 0.2225304215655885, "rounds": 9, - "median": 2.2591072059999533, - "iqr": 0.013969323999987182, - "q1": 2.249473203249991, - "q3": 2.2634425272499783, - "iqr_outliers": 1, + "median": 2.6551188909999723, + "iqr": 0.40564638499995453, + "q1": 2.2776796860000275, + "q3": 2.683326070999982, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 2.238293667999983, - "hd15iqr": 2.2940408769999863, - "ops": 0.44273015280211986, - "total": 20.328409851999822, + "outliers": "2;0", + "ld15iqr": 2.1574800820000064, + "hd15iqr": 2.692833734999965, + "ops": 0.39835980077463706, + "total": 22.592641080999897, "data": [ - 2.2591072059999533, - 2.2940408769999863, - 2.2636333339999624, - 2.238293667999983, - 2.247250995999991, - 2.2526300729999775, - 2.259860833999994, - 2.2633789249999836, - 2.250213938999991 + 2.1574800820000064, + 2.5357061559999465, + 2.6814186059999656, + 2.6551188909999723, + 2.2979514930000278, + 2.6662193869999555, + 2.689048466000031, + 2.692833734999965, + 2.2168642650000265 ], "iterations": 1 } @@ -1208,16 +1224,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1333127797 + 1316732003 ], "allocations": [ - 43549 + 32987 ], "total_bytes": [ - 2060231150 + 2015988151 ], "rss_bytes": [ - 1338220544 + 1334071296 ] }, "columns": 10000000, @@ -1237,63 +1253,67 @@ "warmup": false }, "stats": { - "min": 0.7682810659999859, - "max": 0.786103460999982, - "mean": 0.7775326215555525, - "stddev": 0.0055763619351780576, + "min": 0.7980682510000179, + "max": 0.9735059970000179, + "mean": 0.8742451860000023, + "stddev": 0.0834146708111773, "rounds": 9, - "median": 0.778843859999995, - "iqr": 0.004148664750047715, - "q1": 0.7754684302499726, - "q3": 0.7796170950000203, - "iqr_outliers": 3, - "stddev_outliers": 3, - "outliers": "3;3", - "ld15iqr": 0.7775667119999525, - "hd15iqr": 0.786103460999982, - "ops": 1.2861196717372105, - "total": 6.9977935939999725, + "median": 0.8201325850000103, + "iqr": 0.15760592225004189, + "q1": 0.8004641079999715, + "q3": 0.9580700302500134, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.7980682510000179, + "hd15iqr": 0.9735059970000179, + "ops": 1.1438438735652328, + "total": 7.868206674000021, "data": [ - 0.7788001989999884, - 0.7788568889999965, - 0.7810175430000186, - 0.7775667119999525, - 0.7691735850000327, - 0.778843859999995, - 0.786103460999982, - 0.7791502790000209, - 0.7682810659999859 + 0.8032810490000202, + 0.7987624179999671, + 0.7980682510000179, + 0.801031337999973, + 0.8201325850000103, + 0.962662215000023, + 0.9735059970000179, + 0.9565393020000101, + 0.9542235189999815 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[dispatch-xs-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[dispatch-xs-lpspec]", + "name": "test_rebuild[dispatch-xs-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[dispatch-xs-specsolve]", "params": { "case_name": "dispatch", "size": "xs", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "dispatch-xs-lpspec", + "param": "dispatch-xs-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 78376 ], "allocations": [ - 340 + 343 ], "total_bytes": [ - 314107 + 309203 ] }, "columns": 10000, "rows": 100, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000 + "variables": 10000, + "phase_seconds": { + "attach": 0.00043130599999585684, + "build": 0.010055104000002757 + } }, "options": { "disable_gc": false, @@ -1306,28 +1326,28 @@ "warmup": false }, "stats": { - "min": 0.02367323999999371, - "max": 0.02641023299997869, - "mean": 0.024436249600000792, - "stddev": 0.0011419288921064995, + "min": 0.0180927569999767, + "max": 0.02354792900001712, + "mean": 0.0211512687999857, + "stddev": 0.002201229785063122, "rounds": 5, - "median": 0.023910628000010092, - "iqr": 0.0011885700000107136, - "q1": 0.023736329249999244, - "q3": 0.024924899250009958, + "median": 0.022061799999960385, + "iqr": 0.0033262114999672576, + "q1": 0.01931217675000596, + "q3": 0.022638388249973218, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.02367323999999371, - "hd15iqr": 0.02641023299997869, - "ops": 40.92281002073115, - "total": 0.12218124800000396, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0180927569999767, + "hd15iqr": 0.02354792900001712, + "ops": 47.278487614921524, + "total": 0.1057563439999285, "data": [ - 0.02641023299997869, - 0.023910628000010092, - 0.02367323999999371, - 0.02442978800002038, - 0.023757359000001088 + 0.02354792900001712, + 0.022061799999960385, + 0.022335207999958584, + 0.019718650000015714, + 0.0180927569999767 ], "iterations": 1 } @@ -1348,10 +1368,10 @@ 478132 ], "allocations": [ - 12195 + 12219 ], "total_bytes": [ - 2374286 + 2387426 ] }, "columns": 10000, @@ -1371,28 +1391,28 @@ "warmup": false }, "stats": { - "min": 0.027130220000003646, - "max": 0.028802847999997994, - "mean": 0.027702487599992765, - "stddev": 0.0007252049509176013, + "min": 0.025867647999973542, + "max": 0.035032505000003766, + "mean": 0.03122212339998214, + "stddev": 0.004059429002453761, "rounds": 5, - "median": 0.027348560999996607, - "iqr": 0.0011096022499827995, - "q1": 0.027148385749995896, - "q3": 0.028257987999978695, + "median": 0.03314187799998081, + "iqr": 0.006910924749973901, + "q1": 0.02743277649999243, + "q3": 0.03434370124996633, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.027130220000003646, - "hd15iqr": 0.028802847999997994, - "ops": 36.097841263910944, - "total": 0.13851243799996382, + "ld15iqr": 0.025867647999973542, + "hd15iqr": 0.035032505000003766, + "ops": 32.02857112532494, + "total": 0.1561106169999107, "data": [ - 0.028802847999997994, - 0.027154440999993312, - 0.028076367999972263, - 0.027130220000003646, - 0.027348560999996607 + 0.027954485999998724, + 0.025867647999973542, + 0.035032505000003766, + 0.03314187799998081, + 0.03411409999995385 ], "iterations": 1 } @@ -1436,28 +1456,28 @@ "warmup": false }, "stats": { - "min": 0.02803460900003074, - "max": 0.031192481000005046, - "mean": 0.029191381800001182, - "stddev": 0.0011878341118874913, + "min": 0.03537469700000884, + "max": 0.03782146100002137, + "mean": 0.03675359620000336, + "stddev": 0.0009679915314724556, "rounds": 5, - "median": 0.028900436000014906, - "iqr": 0.0010567747500402902, - "q1": 0.028561017499967534, - "q3": 0.029617792250007824, + "median": 0.03694832599995834, + "iqr": 0.0014744512499760276, + "q1": 0.03602110550002635, + "q3": 0.03749555675000238, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.02803460900003074, - "hd15iqr": 0.031192481000005046, - "ops": 34.256685992163604, - "total": 0.1459569090000059, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.03537469700000884, + "hd15iqr": 0.03782146100002137, + "ops": 27.208221871902392, + "total": 0.1837679810000168, "data": [ - 0.031192481000005046, - 0.028900436000014906, - 0.02803460900003074, - 0.02909289600000875, - 0.028736486999946464 + 0.03782146100002137, + 0.03537469700000884, + 0.03738692199999605, + 0.03694832599995834, + 0.03623657500003219 ], "iterations": 1 } @@ -1501,28 +1521,28 @@ "warmup": false }, "stats": { - "min": 0.023303440999995928, - "max": 0.034142593000012766, - "mean": 0.02867506120001053, - "stddev": 0.005059603701733664, + "min": 0.03199769100001504, + "max": 0.03637676900001452, + "mean": 0.033835436799995476, + "stddev": 0.0016734436900983911, "rounds": 5, - "median": 0.028009328999985428, - "iqr": 0.009668608249981503, - "q1": 0.024066428750032287, - "q3": 0.03373503700001379, + "median": 0.033768833000010545, + "iqr": 0.002236478750020865, + "q1": 0.032566277249969744, + "q3": 0.03480275599999061, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.023303440999995928, - "hd15iqr": 0.034142593000012766, - "ops": 34.87350883141734, - "total": 0.14337530600005266, + "ld15iqr": 0.03199769100001504, + "hd15iqr": 0.03637676900001452, + "ops": 29.55481278137759, + "total": 0.1691771839999774, "data": [ - 0.024320758000044407, - 0.023303440999995928, - 0.03359918500001413, - 0.028009328999985428, - 0.034142593000012766 + 0.033768833000010545, + 0.032755805999954646, + 0.03427808499998264, + 0.03637676900001452, + 0.03199769100001504 ], "iterations": 1 } @@ -1566,28 +1586,28 @@ "warmup": false }, "stats": { - "min": 0.014942041999972844, - "max": 0.023556519000010212, - "mean": 0.017888660599987817, - "stddev": 0.00396564471408782, + "min": 0.013278648999971665, + "max": 0.013947422000001097, + "mean": 0.013641261199995824, + "stddev": 0.0002853979192731313, "rounds": 5, - "median": 0.015203552000002674, - "iqr": 0.00624613375001104, - "q1": 0.015092199499974868, - "q3": 0.021338333249985908, + "median": 0.013606941999967148, + "iqr": 0.0004946065000552835, + "q1": 0.013420940499983658, + "q3": 0.013915547000038941, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.014942041999972844, - "hd15iqr": 0.023556519000010212, - "ops": 55.90133450240993, - "total": 0.08944330299993908, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.013278648999971665, + "hd15iqr": 0.013947422000001097, + "ops": 73.3070047804895, + "total": 0.06820630599997912, "data": [ - 0.023556519000010212, - 0.020598937999977807, - 0.015142251999975542, - 0.015203552000002674, - 0.014942041999972844 + 0.013606941999967148, + 0.013904922000051556, + 0.013947422000001097, + 0.013278648999971665, + 0.013468370999987656 ], "iterations": 1 } @@ -1631,59 +1651,63 @@ "warmup": false }, "stats": { - "min": 0.004915417999995952, - "max": 0.006863722999980837, - "mean": 0.006027362800000447, - "stddev": 0.0008146158581174702, + "min": 0.004287942000019029, + "max": 0.0049511870000173985, + "mean": 0.004616305400008969, + "stddev": 0.0002489958884144694, "rounds": 5, - "median": 0.006106584999997722, - "iqr": 0.001369989750003242, - "q1": 0.005381555750005873, - "q3": 0.006751545500009115, + "median": 0.004601014999991548, + "iqr": 0.0003425165000265906, + "q1": 0.004449151499997583, + "q3": 0.004791668000024174, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.004915417999995952, - "hd15iqr": 0.006863722999980837, - "ops": 165.9100394620224, - "total": 0.030136814000002232, + "ld15iqr": 0.004287942000019029, + "hd15iqr": 0.0049511870000173985, + "ops": 216.62344956597914, + "total": 0.023081527000044844, "data": [ - 0.00553693500000918, - 0.006714153000018541, - 0.006106584999997722, - 0.004915417999995952, - 0.006863722999980837 + 0.004502887999990435, + 0.004601014999991548, + 0.0049511870000173985, + 0.0047384950000264325, + 0.004287942000019029 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[dispatch-s-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[dispatch-s-lpspec]", + "name": "test_rebuild[dispatch-s-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[dispatch-s-specsolve]", "params": { "case_name": "dispatch", "size": "s", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "dispatch-s-lpspec", + "param": "dispatch-s-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 168376 ], "allocations": [ - 342 + 345 ], "total_bytes": [ - 467852 + 462948 ] }, "columns": 100000, "rows": 1000, "nonzeros": null, "live_fraction": 1.0, - "variables": 100000 + "variables": 100000, + "phase_seconds": { + "attach": 0.0005636369999706403, + "build": 0.012470705999987786 + } }, "options": { "disable_gc": false, @@ -1696,28 +1720,28 @@ "warmup": false }, "stats": { - "min": 0.029865293000000293, - "max": 0.03394189299996242, - "mean": 0.03216141999997717, - "stddev": 0.0016696295673038544, + "min": 0.02162140199999385, + "max": 0.023878745999979856, + "mean": 0.022612385199988694, + "stddev": 0.000877217061133306, "rounds": 5, - "median": 0.032242707999955655, - "iqr": 0.0027318530000002283, - "q1": 0.03089392399998303, - "q3": 0.03362577699998326, + "median": 0.022250769999971, + "iqr": 0.0011988179999491422, + "q1": 0.02207973750002168, + "q3": 0.02327855549997082, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.029865293000000293, - "hd15iqr": 0.03394189299996242, - "ops": 31.093154468947883, - "total": 0.16080709999988585, + "ld15iqr": 0.02162140199999385, + "hd15iqr": 0.023878745999979856, + "ops": 44.22355232125181, + "total": 0.11306192599994347, "data": [ - 0.03394189299996242, - 0.032242707999955655, - 0.031236800999977277, - 0.029865293000000293, - 0.033520404999990205 + 0.022232516000030955, + 0.02307849199996781, + 0.022250769999971, + 0.023878745999979856, + 0.02162140199999385 ], "iterations": 1 } @@ -1738,10 +1762,10 @@ 4637332 ], "allocations": [ - 12206 + 12230 ], "total_bytes": [ - 12228454 + 12241594 ] }, "columns": 100000, @@ -1761,28 +1785,28 @@ "warmup": false }, "stats": { - "min": 0.027900889999955325, - "max": 0.029382745000020805, - "mean": 0.02852240960000927, - "stddev": 0.0006184536618140374, + "min": 0.0277884459999882, + "max": 0.03309797100001788, + "mean": 0.029413498000008077, + "stddev": 0.0021076071712063096, "rounds": 5, - "median": 0.02828765800001065, - "iqr": 0.0009964865000284817, - "q1": 0.02805249425000511, - "q3": 0.029048980750033593, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.027900889999955325, - "hd15iqr": 0.029382745000020805, - "ops": 35.06015143964818, - "total": 0.14261204800004634, + "median": 0.02884132300005149, + "iqr": 0.0016925967499616945, + "q1": 0.028266910000013468, + "q3": 0.029959506749975162, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0277884459999882, + "hd15iqr": 0.03309797100001788, + "ops": 33.99799643006505, + "total": 0.14706749000004038, "data": [ - 0.029382745000020805, - 0.028937726000037856, - 0.02828765800001065, - 0.028103029000021706, - 0.027900889999955325 + 0.028913351999960923, + 0.02842639800002189, + 0.03309797100001788, + 0.0277884459999882, + 0.02884132300005149 ], "iterations": 1 } @@ -1826,28 +1850,28 @@ "warmup": false }, "stats": { - "min": 0.22567834500000572, - "max": 0.2437615229999892, - "mean": 0.23356616259999327, - "stddev": 0.007351311634433927, + "min": 0.22425019500002463, + "max": 0.23183801999999787, + "mean": 0.2274966768000013, + "stddev": 0.003203457662491336, "rounds": 5, - "median": 0.233012537000036, - "iqr": 0.011881460999987326, - "q1": 0.2272561559999815, - "q3": 0.23913761699996883, + "median": 0.22762058600000046, + "iqr": 0.005399320499961391, + "q1": 0.22447683525001594, + "q3": 0.22987615574997733, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.22567834500000572, - "hd15iqr": 0.2437615229999892, - "ops": 4.281442092759839, - "total": 1.1678308129999664, + "ld15iqr": 0.22425019500002463, + "hd15iqr": 0.23183801999999787, + "ops": 4.395668605212761, + "total": 1.1374833840000065, "data": [ - 0.22778209299997343, - 0.2437615229999892, - 0.23759631499996203, - 0.233012537000036, - 0.22567834500000572 + 0.22762058600000046, + 0.22425019500002463, + 0.22922220099997048, + 0.22455238200001304, + 0.23183801999999787 ], "iterations": 1 } @@ -1891,28 +1915,28 @@ "warmup": false }, "stats": { - "min": 0.2046450200000436, - "max": 0.22110666700001502, - "mean": 0.21336532220001345, - "stddev": 0.006901022101257356, + "min": 0.1904484830000115, + "max": 0.21287727399999312, + "mean": 0.2005824490000009, + "stddev": 0.00930019347038575, "rounds": 5, - "median": 0.21125969500002384, - "iqr": 0.01125684049998199, - "q1": 0.20877125150001064, - "q3": 0.22002809199999263, + "median": 0.19676647099998945, + "iqr": 0.01486494499997093, + "q1": 0.19404075350001904, + "q3": 0.20890569849998997, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.2046450200000436, - "hd15iqr": 0.22110666700001502, - "ops": 4.686797225008183, - "total": 1.0668266110000673, + "ld15iqr": 0.1904484830000115, + "hd15iqr": 0.21287727399999312, + "ops": 4.985481057717046, + "total": 1.0029122450000045, "data": [ - 0.2046450200000436, - 0.21014666199999965, - 0.21125969500002384, - 0.22110666700001502, - 0.21966856699998516 + 0.19523817700002155, + 0.20758183999998892, + 0.19676647099998945, + 0.21287727399999312, + 0.1904484830000115 ], "iterations": 1 } @@ -1956,28 +1980,28 @@ "warmup": false }, "stats": { - "min": 0.07439582099999598, - "max": 0.09474671200001694, - "mean": 0.08595005639999727, - "stddev": 0.00835885851857216, + "min": 0.0707128070000067, + "max": 0.09390526600003568, + "mean": 0.08280727960000149, + "stddev": 0.010143876493880863, "rounds": 5, - "median": 0.08564381499996898, - "iqr": 0.013560616749984433, - "q1": 0.07997398350001106, - "q3": 0.09353460024999549, + "median": 0.08600401699999338, + "iqr": 0.01786876625003231, + "q1": 0.07292324149997853, + "q3": 0.09079200775001084, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.07439582099999598, - "hd15iqr": 0.09474671200001694, - "ops": 11.634663685922046, - "total": 0.4297502819999863, + "ld15iqr": 0.0707128070000067, + "hd15iqr": 0.09390526600003568, + "ops": 12.07623296925675, + "total": 0.41403639800000747, "data": [ - 0.07439582099999598, - 0.08183337100001609, - 0.08564381499996898, - 0.09313056299998834, - 0.09474671200001694 + 0.07366005299996914, + 0.08600401699999338, + 0.0707128070000067, + 0.08975425500000256, + 0.09390526600003568 ], "iterations": 1 } @@ -2021,59 +2045,63 @@ "warmup": false }, "stats": { - "min": 0.007141290999982175, - "max": 0.007423429999960263, - "mean": 0.007292014399990876, - "stddev": 0.00012014049630942764, + "min": 0.007314817000008134, + "max": 0.008045949000006658, + "mean": 0.007638291200009917, + "stddev": 0.00033898628120719896, "rounds": 5, - "median": 0.0072777910000354495, - "iqr": 0.0002087582499683549, - "q1": 0.007197795999999812, - "q3": 0.007406554249968167, + "median": 0.007532990000015616, + "iqr": 0.0006296660000231213, + "q1": 0.0073419002499974795, + "q3": 0.0079715662500206, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.007141290999982175, - "hd15iqr": 0.007423429999960263, - "ops": 137.13631722960548, - "total": 0.03646007199995438, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.007314817000008134, + "hd15iqr": 0.008045949000006658, + "ops": 130.9193344185021, + "total": 0.038191456000049584, "data": [ - 0.007141290999982175, - 0.007216631000005691, - 0.007423429999960263, - 0.007400928999970802, - 0.0072777910000354495 + 0.008045949000006658, + 0.007946772000025248, + 0.007314817000008134, + 0.007532990000015616, + 0.007350927999993928 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[dispatch-m-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[dispatch-m-lpspec]", + "name": "test_rebuild[dispatch-m-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[dispatch-m-specsolve]", "params": { "case_name": "dispatch", "size": "m", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "dispatch-m-lpspec", + "param": "dispatch-m-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 1068376 ], "allocations": [ - 342 + 345 ], "total_bytes": [ - 2007502 + 2002598 ] }, "columns": 1000000, "rows": 10000, "nonzeros": null, "live_fraction": 1.0, - "variables": 1000000 + "variables": 1000000, + "phase_seconds": { + "attach": 0.0005533049999826289, + "build": 0.05460963399997354 + } }, "options": { "disable_gc": false, @@ -2086,28 +2114,28 @@ "warmup": false }, "stats": { - "min": 0.07340979800000014, - "max": 0.0851071280000042, - "mean": 0.07815337559999307, - "stddev": 0.004537671531931569, + "min": 0.06056340899999668, + "max": 0.08392377000001261, + "mean": 0.06791852819999349, + "stddev": 0.009541852814334433, "rounds": 5, - "median": 0.07617327899998827, - "iqr": 0.00584035725000831, - "q1": 0.07542318949998617, - "q3": 0.08126354674999448, + "median": 0.06421146399998179, + "iqr": 0.011448870750058404, + "q1": 0.061421711249963096, + "q3": 0.0728705820000215, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.07340979800000014, - "hd15iqr": 0.0851071280000042, - "ops": 12.795352629657735, - "total": 0.39076687799996535, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.06056340899999668, + "hd15iqr": 0.08392377000001261, + "ops": 14.723522822158209, + "total": 0.33959264099996744, "data": [ - 0.07617327899998827, - 0.0851071280000042, - 0.07340979800000014, - 0.07998235299999124, - 0.07609431999998151 + 0.08392377000001261, + 0.06918618600002446, + 0.0617078119999519, + 0.06056340899999668, + 0.06421146399998179 ], "iterations": 1 } @@ -2128,10 +2156,10 @@ 46217332 ], "allocations": [ - 12228 + 12252 ], "total_bytes": [ - 108848424 + 108861564 ] }, "columns": 1000000, @@ -2151,28 +2179,28 @@ "warmup": false }, "stats": { - "min": 0.03570596500003376, - "max": 0.0370113769999989, - "mean": 0.0363461232000077, - "stddev": 0.0004753993766079093, + "min": 0.037070003999986056, + "max": 0.03957974499996908, + "mean": 0.03785327939997387, + "stddev": 0.0010282760455274788, "rounds": 5, - "median": 0.03626775100002533, - "iqr": 0.0005490707500257486, - "q1": 0.03609470349998389, - "q3": 0.03664377425000964, + "median": 0.03751470899999276, + "iqr": 0.0012438880000047448, + "q1": 0.037122501749962566, + "q3": 0.03836638974996731, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03570596500003376, - "hd15iqr": 0.0370113769999989, - "ops": 27.51325071169594, - "total": 0.18173061600003848, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.037070003999986056, + "hd15iqr": 0.03957974499996908, + "ops": 26.417790369853403, + "total": 0.18926639699986936, "data": [ - 0.0370113769999989, - 0.03570596500003376, - 0.03652124000001322, - 0.03622428299996727, - 0.03626775100002533 + 0.03957974499996908, + 0.03796193799996672, + 0.037140000999954736, + 0.03751470899999276, + 0.037070003999986056 ], "iterations": 1 } @@ -2190,13 +2218,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 302235636 + 308527060 ], "allocations": [ - 42665 + 42670 ], "total_bytes": [ - 427429450 + 433720874 ] }, "columns": 1000000, @@ -2216,28 +2244,28 @@ "warmup": false }, "stats": { - "min": 4.510954172000027, - "max": 4.635829908000005, - "mean": 4.583934658400006, - "stddev": 0.06002103183327164, + "min": 4.2562388660000465, + "max": 4.635798879999982, + "mean": 4.393574699800001, + "stddev": 0.16437744389830092, "rounds": 5, - "median": 4.6197181769999816, - "iqr": 0.10623654774995828, - "q1": 4.52266887425003, - "q3": 4.628905421999988, + "median": 4.320782920999989, + "iqr": 0.2616949729999902, + "q1": 4.263802043750005, + "q3": 4.525497016749995, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 4.510954172000027, - "hd15iqr": 4.635829908000005, - "ops": 0.21815319687585685, - "total": 22.919673292000027, + "ld15iqr": 4.2562388660000465, + "hd15iqr": 4.635798879999982, + "ops": 0.22760509797307435, + "total": 21.967873499000007, "data": [ - 4.6197181769999816, - 4.635829908000005, - 4.626597259999983, - 4.526573775000031, - 4.510954172000027 + 4.320782920999989, + 4.488729728999999, + 4.635798879999982, + 4.266323102999991, + 4.2562388660000465 ], "iterations": 1 } @@ -2255,13 +2283,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 333866973 + 340158429 ], "allocations": [ - 1100993 + 1100998 ], "total_bytes": [ - 690732632 + 697024056 ] }, "columns": 1000000, @@ -2281,28 +2309,28 @@ "warmup": false }, "stats": { - "min": 2.4873159039999564, - "max": 2.5901287730000035, - "mean": 2.543243960199993, - "stddev": 0.04039352615643755, + "min": 2.4397138719999703, + "max": 2.650928341999986, + "mean": 2.5332501593999837, + "stddev": 0.10438128708041693, "rounds": 5, - "median": 2.5530115060000185, - "iqr": 0.06095716525005912, - "q1": 2.5113633587499606, - "q3": 2.5723205240000198, + "median": 2.474389650999967, + "iqr": 0.19076028250000832, + "q1": 2.4539072349999884, + "q3": 2.6446675174999967, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 2.4873159039999564, - "hd15iqr": 2.5901287730000035, - "ops": 0.3931986139156556, - "total": 12.716219800999966, + "ld15iqr": 2.4397138719999703, + "hd15iqr": 2.650928341999986, + "ops": 0.39474980245806296, + "total": 12.666250796999918, "data": [ - 2.4873159039999564, - 2.5901287730000035, - 2.566384441000025, - 2.5530115060000185, - 2.519379176999962 + 2.4397138719999703, + 2.4586383559999945, + 2.474389650999967, + 2.650928341999986, + 2.6425805760000003 ], "iterations": 1 } @@ -2320,13 +2348,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 266260872 + 271503752 ], "allocations": [ - 10634 + 10639 ], "total_bytes": [ - 584109380 + 589352260 ] }, "columns": 1000000, @@ -2346,28 +2374,28 @@ "warmup": false }, "stats": { - "min": 0.6980426960000159, - "max": 0.7648944340000412, - "mean": 0.7265926514000057, - "stddev": 0.028069581446280176, + "min": 0.7312511619999782, + "max": 0.7757361830000491, + "mean": 0.7568302620000054, + "stddev": 0.01666259617086597, "rounds": 5, - "median": 0.7183529189999831, - "iqr": 0.046721234000031586, - "q1": 0.703883977249987, - "q3": 0.7506052112500186, + "median": 0.7559862159999966, + "iqr": 0.019987606000015035, + "q1": 0.7488212709999971, + "q3": 0.7688088770000121, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.6980426960000159, - "hd15iqr": 0.7648944340000412, - "ops": 1.3762869718998538, - "total": 3.6329632570000285, + "ld15iqr": 0.7312511619999782, + "hd15iqr": 0.7757361830000491, + "ops": 1.3213002309889041, + "total": 3.784151310000027, "data": [ - 0.7058310709999773, - 0.7183529189999831, - 0.745842137000011, - 0.7648944340000412, - 0.6980426960000159 + 0.7312511619999782, + 0.7546779740000034, + 0.7559862159999966, + 0.7664997749999998, + 0.7757361830000491 ], "iterations": 1 } @@ -2411,59 +2439,63 @@ "warmup": false }, "stats": { - "min": 0.027864968000017143, - "max": 0.03587364999998499, - "mean": 0.029917235000004892, - "stddev": 0.003378105542760443, + "min": 0.06995520399999577, + "max": 0.07068600700000616, + "mean": 0.07030116159999125, + "stddev": 0.0003157871401964244, "rounds": 5, - "median": 0.02850835599997481, - "iqr": 0.0029844042500286605, - "q1": 0.027977325500003758, - "q3": 0.03096172975003242, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.027864968000017143, - "hd15iqr": 0.03587364999998499, - "ops": 33.42554885168487, - "total": 0.14958617500002447, + "median": 0.07027367599999934, + "iqr": 0.0005655284999619425, + "q1": 0.07001898250000238, + "q3": 0.07058451099996432, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.06995520399999577, + "hd15iqr": 0.07068600700000616, + "ops": 14.224516028482302, + "total": 0.35150580799995623, "data": [ - 0.03587364999998499, - 0.028014777999999296, - 0.029324423000048228, - 0.027864968000017143, - 0.02850835599997481 + 0.07055067899995038, + 0.07004024200000458, + 0.06995520399999577, + 0.07068600700000616, + 0.07027367599999934 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[dispatch-l-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[dispatch-l-lpspec]", + "name": "test_rebuild[dispatch-l-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[dispatch-l-specsolve]", "params": { "case_name": "dispatch", "size": "l", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "dispatch-l-lpspec", + "param": "dispatch-l-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 10068376 ], "allocations": [ - 346 + 347 ], "total_bytes": [ - 16987191 + 16982207 ] }, "columns": 10000000, "rows": 100000, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000000 + "variables": 10000000, + "phase_seconds": { + "attach": 0.0008586399999899186, + "build": 0.45424366500003543 + } }, "options": { "disable_gc": false, @@ -2476,28 +2508,28 @@ "warmup": false }, "stats": { - "min": 0.4425870520000217, - "max": 0.48335762799996473, - "mean": 0.46516549339999075, - "stddev": 0.01466947597464641, + "min": 0.42174109799998405, + "max": 0.47253177599998253, + "mean": 0.44452524460000403, + "stddev": 0.019573001966343467, "rounds": 5, - "median": 0.465197537999984, - "iqr": 0.013638320250038305, - "q1": 0.4594308932499729, - "q3": 0.4730692135000112, + "median": 0.4486812370000166, + "iqr": 0.026432184000000802, + "q1": 0.4284450592500093, + "q3": 0.4548772432500101, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.4425870520000217, - "hd15iqr": 0.48335762799996473, - "ops": 2.1497725308272404, - "total": 2.3258274669999537, + "ld15iqr": 0.42174109799998405, + "hd15iqr": 0.47253177599998253, + "ops": 2.2495910235645384, + "total": 2.22262622300002, "data": [ - 0.4650455069999566, - 0.48335762799996473, - 0.46963974200002667, - 0.4425870520000217, - 0.465197537999984 + 0.4489923990000193, + 0.4306797130000177, + 0.42174109799998405, + 0.4486812370000166, + 0.47253177599998253 ], "iterations": 1 } @@ -2515,13 +2547,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 462017364 + 462017332 ], "allocations": [ - 12325 + 12348 ], "total_bytes": [ - 1075306122 + 1075319230 ] }, "columns": 10000000, @@ -2541,28 +2573,28 @@ "warmup": false }, "stats": { - "min": 0.15698348899996972, - "max": 0.17592079600001398, - "mean": 0.1626909405999868, - "stddev": 0.007734113870760091, + "min": 0.16501187000000073, + "max": 0.17111940199998799, + "mean": 0.16859088899999505, + "stddev": 0.0023554487509799887, "rounds": 5, - "median": 0.16051348799999232, - "iqr": 0.00850473725000711, - "q1": 0.15737451574997863, - "q3": 0.16587925299998574, + "median": 0.16908183999998982, + "iqr": 0.0032345842499950095, + "q1": 0.16705211674999987, + "q3": 0.17028670099999488, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.15698348899996972, - "hd15iqr": 0.17592079600001398, - "ops": 6.146623753677414, - "total": 0.8134547029999339, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.16501187000000073, + "hd15iqr": 0.17111940199998799, + "ops": 5.931518636217817, + "total": 0.8429544449999753, "data": [ - 0.16253207199997632, - 0.17592079600001398, - 0.1575048579999816, - 0.16051348799999232, - 0.15698348899996972 + 0.17111940199998799, + 0.17000913399999718, + 0.16908183999998982, + 0.16773219899999958, + 0.16501187000000073 ], "iterations": 1 } @@ -2580,13 +2612,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3959848633 + 3964042905 ], "allocations": [ - 11005752 + 11005753 ], "total_bytes": [ - 7576998082 + 7581192290 ] }, "columns": 10000000, @@ -2606,28 +2638,28 @@ "warmup": false }, "stats": { - "min": 26.538655897000012, - "max": 26.75165033399992, - "mean": 26.644680176399994, - "stddev": 0.07946967179775434, + "min": 26.303752178999957, + "max": 27.654984557000034, + "mean": 26.986674252399997, + "stddev": 0.4930999344022959, "rounds": 5, - "median": 26.63649627099994, - "iqr": 0.10611995675000685, - "q1": 26.594452693000022, - "q3": 26.70057264975003, + "median": 26.92243851099994, + "iqr": 0.5804519637500505, + "q1": 26.724189615749992, + "q3": 27.304641579500043, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 26.538655897000012, - "hd15iqr": 26.75165033399992, - "ops": 0.037530944015073245, - "total": 133.22340088199996, + "ld15iqr": 26.303752178999957, + "hd15iqr": 27.654984557000034, + "ops": 0.03705532555242769, + "total": 134.93337126199998, "data": [ - 26.63649627099994, - 26.538655897000012, - 26.75165033399992, - 26.613051625000026, - 26.683546755000066 + 26.92243851099994, + 26.303752178999957, + 26.864335428000004, + 27.187860587000046, + 27.654984557000034 ], "iterations": 1 } @@ -2645,13 +2677,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3208686311 + 3217074919 ], "allocations": [ - 102300 + 102308 ], "total_bytes": [ - 6516767002 + 6525155610 ] }, "columns": 10000000, @@ -2671,28 +2703,28 @@ "warmup": false }, "stats": { - "min": 7.807236601999989, - "max": 7.901128742000083, - "mean": 7.845998101400005, - "stddev": 0.035978841902398216, + "min": 8.21669331999999, + "max": 11.450319218000004, + "mean": 9.787721846599993, + "stddev": 1.4806615517206452, "rounds": 5, - "median": 7.840155570999968, - "iqr": 0.04826905950008609, - "q1": 7.81996223524996, - "q3": 7.868231294750046, + "median": 10.193835136999951, + "iqr": 2.7200392524999017, + "q1": 8.252517525250056, + "q3": 10.972556777749958, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 7.807236601999989, - "hd15iqr": 7.901128742000083, - "ops": 0.12745351032159496, - "total": 39.229990507000025, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 8.21669331999999, + "hd15iqr": 11.450319218000004, + "ops": 0.10216882086278072, + "total": 48.938609232999966, "data": [ - 7.901128742000083, - 7.857265479000034, - 7.824204112999951, - 7.840155570999968, - 7.807236601999989 + 8.264458927000078, + 10.193835136999951, + 10.813302630999942, + 11.450319218000004, + 8.21669331999999 ], "iterations": 1 } @@ -2736,33 +2768,33 @@ "warmup": false }, "stats": { - "min": 0.7905655230000548, - "max": 0.805830689000004, - "mean": 0.7988922672000172, - "stddev": 0.0076778964823340234, + "min": 0.8195686949999299, + "max": 0.9164836030000743, + "mean": 0.8673658381999985, + "stddev": 0.040217589552618116, "rounds": 5, - "median": 0.8017915509999511, - "iqr": 0.014878558250018159, - "q1": 0.7907128372500267, - "q3": 0.8055913955000449, + "median": 0.8714973339999688, + "iqr": 0.06848208625004304, + "q1": 0.8312453287499864, + "q3": 0.8997274150000294, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.7905655230000548, - "hd15iqr": 0.805830689000004, - "ops": 1.251733232448014, - "total": 3.994461336000086, + "ld15iqr": 0.8195686949999299, + "hd15iqr": 0.9164836030000743, + "ops": 1.1529160545165702, + "total": 4.3368291909999925, "data": [ - 0.8055116310000585, - 0.7907619420000174, - 0.805830689000004, - 0.7905655230000548, - 0.8017915509999511 + 0.9164836030000743, + 0.8941420190000144, + 0.8714973339999688, + 0.8195686949999299, + 0.8351375400000052 ], "iterations": 1 } } ], - "datetime": "2026-09-14T07:46:55.965299+00:00", + "datetime": "2026-10-05T11:01:35.310123+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-fleet.ceilings.json b/bench/results/latest-highs-fleet.ceilings.json index 3c0f2a0ab..b092bb284 100644 --- a/bench/results/latest-highs-fleet.ceilings.json +++ b/bench/results/latest-highs-fleet.ceilings.json @@ -9,7 +9,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 4.93 s on fleet/s, so the next rung projects to 49.3 s \u2014 over the 30 s budget" + "reason": "pyomo took 4.71 s on fleet/s, so the next rung projects to 47.1 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 5.88 s on fleet/m, so the next rung projects to 58.8 s \u2014 over the 30 s budget" + "reason": "pyomo took 5.76 s on fleet/m, so the next rung projects to 57.6 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -33,6 +33,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 7.71 s on fleet/m, so the next rung projects to 77.1 s \u2014 over the 30 s budget" + "reason": "gurobipy-loop took 7.4 s on fleet/m, so the next rung projects to 74 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-fleet.json b/bench/results/latest-highs-fleet.json index ee12bb43c..535e12fb9 100644 --- a/bench/results/latest-highs-fleet.json +++ b/bench/results/latest-highs-fleet.json @@ -27,14 +27,14 @@ "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC-Milan Processor", - "hz_advertised_friendly": "2.2000 GHz", - "hz_actual_friendly": "2.2000 GHz", + "hz_advertised_friendly": "2.1969 GHz", + "hz_actual_friendly": "2.1969 GHz", "hz_advertised": [ - 2199998000, + 2196912000, 0 ], "hz_actual": [ - 2199998000, + 2196912000, 0 ], "stepping": 1, @@ -147,62 +147,66 @@ "l2_cache_associativity": 6 }, "versions": { - "lpspec": "0.0.1.dev1+g8d27e88b7", + "specsolve": "0.0.1.dev1+gaa9023939", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", "polars": "1.44.2", - "pandas": "3.0.5", + "pandas": "3.0.6", "numpy": "2.5.3", "pyarrow": "25.0.1", "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.251953125, - 1.50634765625, - 1.3603515625 + 1.2626953125, + 1.3349609375, + 1.2607421875 ] }, "commit_info": { - "id": "8d27e88b791335c20412faab45a7727a1b6a7a6c", - "time": "2026-09-14T09:34:11+02:00", - "author_time": "2026-09-14T09:34:11+02:00", + "id": "aa902393932ceb3f2e1bcdf95b307076d559cd3e", + "time": "2026-10-05T10:48:20Z", + "author_time": "2026-10-05T12:48:20+02:00", "dirty": true, - "project": "lpspec", + "project": "specsolve", "branch": "main" }, "benchmarks": [ { "group": null, - "name": "test_emit[fleet-xs-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[fleet-xs-lpspec-highs]", + "name": "test_emit[fleet-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[fleet-xs-specsolve-highs]", "params": { "case_name": "fleet", "size": "xs", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "fleet-xs-lpspec-highs", + "param": "fleet-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 135999646 + 119500477 ], "allocations": [ - 82854 + 72420 ], "total_bytes": [ - 287929246 + 243009181 ], "rss_bytes": [ - 242913280 + 237113344 ] }, "columns": 12000, "rows": 6020, "nonzeros": 14000, "live_fraction": 1.0, - "variables": 12000 + "variables": 12000, + "phase_seconds": { + "attach": 0.0004132109997954103, + "build": 0.06492112099931546 + } }, "options": { "disable_gc": false, @@ -215,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.0758406120003201, - "max": 0.10704143400016619, - "mean": 0.09585872766688731, - "stddev": 0.00902403442691659, + "min": 0.06568244400023104, + "max": 0.08718614200006414, + "mean": 0.07059054977778739, + "stddev": 0.0069112498986582845, "rounds": 9, - "median": 0.09581011200043577, - "iqr": 0.008745521000037115, - "q1": 0.09342516300011994, - "q3": 0.10217068400015705, + "median": 0.06762122500003898, + "iqr": 0.003924954750118559, + "q1": 0.06706351825005186, + "q3": 0.07098847300017042, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.09087498899953061, - "hd15iqr": 0.10704143400016619, - "ops": 10.432018287109313, - "total": 0.8627285490019858, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.06568244400023104, + "hd15iqr": 0.08718614200006414, + "ops": 14.166202177882289, + "total": 0.6353149480000866, "data": [ - 0.10704143400016619, - 0.09990067800026736, - 0.10225391299991315, - 0.09581011200043577, - 0.09458864900079789, - 0.0758406120003201, - 0.09427522100031638, - 0.10214294100023835, - 0.09087498899953061 + 0.08718614200006414, + 0.06931139100015571, + 0.06759155300005659, + 0.06568244400023104, + 0.06655219599997508, + 0.06762122500003898, + 0.06811631899927306, + 0.06723395900007745, + 0.07601971900021454 ], "iterations": 1 } @@ -259,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1131645124 + 1115166182 ], "allocations": [ - 258597 + 246959 ], "total_bytes": [ - 1419646466 + 1371624468 ], "rss_bytes": [ - 248795136 + 245964800 ] }, "columns": 12000, @@ -288,32 +292,32 @@ "warmup": false }, "stats": { - "min": 0.1772888800005603, - "max": 0.19157087199982925, - "mean": 0.1835326805553955, - "stddev": 0.004665228921956293, + "min": 0.17223071999978856, + "max": 0.5231959949996963, + "mean": 0.21204962400012542, + "stddev": 0.11668151228981263, "rounds": 9, - "median": 0.18540415499955998, - "iqr": 0.006770475000394072, - "q1": 0.17925179099961497, - "q3": 0.18602226600000904, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.1772888800005603, - "hd15iqr": 0.19157087199982925, - "ops": 5.448620904864792, - "total": 1.6517941249985597, + "median": 0.173437900000863, + "iqr": 0.0012036890000217682, + "q1": 0.17260774400028822, + "q3": 0.17381143300031, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.17223071999978856, + "hd15iqr": 0.5231959949996963, + "ops": 4.715877260878371, + "total": 1.9084466160011289, "data": [ - 0.18563538299986249, - 0.18682051499945374, - 0.18136766099996748, - 0.17952834399966378, - 0.17842213199946855, - 0.1772888800005603, - 0.18540415499955998, - 0.18575618300019414, - 0.19157087199982925 + 0.5231959949996963, + 0.17415047500071523, + 0.1736984190001749, + 0.1735577050003485, + 0.173437900000863, + 0.17297382799915795, + 0.17223071999978856, + 0.17261470100038423, + 0.1725868730000002 ], "iterations": 1 } @@ -332,16 +336,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1118235680 + 1117311067 ], "allocations": [ - 6282823 + 6282773 ], "total_bytes": [ - 1600880344 + 1599987345 ], "rss_bytes": [ - 192045056 + 219262976 ] }, "columns": 12000, @@ -361,32 +365,32 @@ "warmup": false }, "stats": { - "min": 0.3834679519995916, - "max": 0.42426156500005163, - "mean": 0.4091712117777004, - "stddev": 0.013855594688911121, + "min": 0.35385485000006156, + "max": 1.117619472000115, + "mean": 0.44878715988882806, + "stddev": 0.25097677310145733, "rounds": 9, - "median": 0.41251571500015416, - "iqr": 0.021655614998962847, - "q1": 0.3993762837505983, - "q3": 0.42103189874956115, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.3834679519995916, - "hd15iqr": 0.42426156500005163, - "ops": 2.4439647052767057, - "total": 3.6825409059993035, + "median": 0.3647518210000271, + "iqr": 0.015766645998837703, + "q1": 0.359626187750564, + "q3": 0.3753928337494017, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.35385485000006156, + "hd15iqr": 1.117619472000115, + "ops": 2.228227742183436, + "total": 4.039084438999453, "data": [ - 0.4011105920008049, - 0.42426156500005163, - 0.4081753549999121, - 0.4219145609995394, - 0.4161841289997028, - 0.4207376779995684, - 0.41251571500015416, - 0.3941733589999785, - 0.3834679519995916 + 1.117619472000115, + 0.3647518210000271, + 0.36167467499944905, + 0.3612216890005584, + 0.35483968400058075, + 0.35385485000006156, + 0.36914726899976813, + 0.372798177999357, + 0.38317680099953577 ], "iterations": 1 } @@ -405,16 +409,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 110001047 + 93737117 ], "allocations": [ - 43476 + 32916 ], "total_bytes": [ - 185432526 + 141325117 ], "rss_bytes": [ - 202321920 + 197120000 ] }, "columns": 12000, @@ -434,67 +438,71 @@ "warmup": false }, "stats": { - "min": 0.006263658000534633, - "max": 0.009403646999999182, - "mean": 0.007264305111170365, - "stddev": 0.0013140683607275729, + "min": 0.004901579000033962, + "max": 0.006594729999960691, + "mean": 0.005270986111200828, + "stddev": 0.0005085309122473574, "rounds": 9, - "median": 0.006577115000254707, - "iqr": 0.002398129249286285, - "q1": 0.006299794500364442, - "q3": 0.008697923749650727, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.006263658000534633, - "hd15iqr": 0.009403646999999182, - "ops": 137.6594161033096, - "total": 0.06537874600053328, + "median": 0.005140229000062391, + "iqr": 0.00019049225033995754, + "q1": 0.005048244250019707, + "q3": 0.005238736500359664, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.004901579000033962, + "hd15iqr": 0.006594729999960691, + "ops": 189.71782108759558, + "total": 0.04743887500080746, "data": [ - 0.009403646999999182, - 0.006263658000534633, - 0.006626973999118491, - 0.008946089000346547, - 0.008615201999418787, - 0.0063572170001862105, - 0.0063051670003915206, - 0.006577115000254707, - 0.006283677000283205 + 0.006594729999960691, + 0.005167025000446301, + 0.005026560999795038, + 0.005055472000094596, + 0.005231093000475084, + 0.005140229000062391, + 0.005060518999925989, + 0.004901579000033962, + 0.005261667000013404 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[fleet-s-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[fleet-s-lpspec-highs]", + "name": "test_emit[fleet-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[fleet-s-specsolve-highs]", "params": { "case_name": "fleet", "size": "s", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "fleet-s-lpspec-highs", + "param": "fleet-s-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 167529234 + 154700145 ], "allocations": [ - 83579 + 73149 ], "total_bytes": [ - 323023102 + 281773045 ], "rss_bytes": [ - 271351808 + 266493952 ] }, "columns": 120000, "rows": 60200, "nonzeros": 140000, "live_fraction": 1.0, - "variables": 120000 + "variables": 120000, + "phase_seconds": { + "attach": 0.0004789419999724487, + "build": 0.06671894700048142 + } }, "options": { "disable_gc": false, @@ -507,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.09478066300016508, - "max": 0.1301660509998328, - "mean": 0.11632406033347958, - "stddev": 0.010553467611173116, + "min": 0.08557743599976675, + "max": 0.09437900800003263, + "mean": 0.08878084288880927, + "stddev": 0.00274524582849757, "rounds": 9, - "median": 0.11760109700026078, - "iqr": 0.013087702000575518, - "q1": 0.11089510124975277, - "q3": 0.12398280325032829, + "median": 0.08874579799976345, + "iqr": 0.0032577737501924275, + "q1": 0.08668166525012566, + "q3": 0.08993943900031809, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.09478066300016508, - "hd15iqr": 0.1301660509998328, - "ops": 8.596673784711303, - "total": 1.0469165430013163, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.08557743599976675, + "hd15iqr": 0.09437900800003263, + "ops": 11.263691213795052, + "total": 0.7990275859992835, "data": [ - 0.12396138300027815, - 0.1212121919998026, - 0.11190016699947591, - 0.11760109700026078, - 0.09478066300016508, - 0.12404706400047871, - 0.1301660509998328, - 0.10787990400058334, - 0.11536802200043894 + 0.09437900800003263, + 0.09088325399989117, + 0.0896248340004604, + 0.08775169299951813, + 0.08930137599963928, + 0.08874579799976345, + 0.08557743599976675, + 0.0857829500000662, + 0.08698123700014548 ], "iterations": 1 } @@ -551,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1156082204 + 1139732390 ], "allocations": [ - 259721 + 248087 ], "total_bytes": [ - 1511746811 + 1448403600 ], "rss_bytes": [ - 264925184 + 264261632 ] }, "columns": 120000, @@ -580,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.19628448100047535, - "max": 0.20227704900025856, - "mean": 0.19987237344452702, - "stddev": 0.0019302060789357623, + "min": 0.20026299600067432, + "max": 0.22797328799970273, + "mean": 0.20462725755563346, + "stddev": 0.008820408944377989, "rounds": 9, - "median": 0.19937583899991296, - "iqr": 0.0027406039996549225, - "q1": 0.1987053910004306, - "q3": 0.20144599500008553, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.19628448100047535, - "hd15iqr": 0.20227704900025856, - "ops": 5.003192701254143, - "total": 1.798851361000743, + "median": 0.20161133100009465, + "iqr": 0.002375094750050266, + "q1": 0.2008530194998457, + "q3": 0.20322811424989595, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.20026299600067432, + "hd15iqr": 0.22797328799970273, + "ops": 4.886934477573805, + "total": 1.841645318000701, "data": [ - 0.20178916199984087, - 0.20121715599998424, - 0.20133160600016708, - 0.1992254699998739, - 0.19628448100047535, - 0.19873548300074617, - 0.19937583899991296, - 0.19861511499948392, - 0.20227704900025856 + 0.20026299600067432, + 0.20161133100009465, + 0.20228940000015427, + 0.2031742219996886, + 0.20068150499992043, + 0.20091019099982077, + 0.20135259400012728, + 0.22797328799970273, + 0.20338979100051802 ], "iterations": 1 } @@ -624,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1293731168 + 1292799131 ], "allocations": [ - 61995820 + 61995766 ], "total_bytes": [ - 9290655020 + 9289753221 ], "rss_bytes": [ - 373731328 + 393834496 ] }, "columns": 120000, @@ -653,32 +661,32 @@ "warmup": false }, "stats": { - "min": 4.934148260999791, - "max": 5.029577328999949, - "mean": 4.9897529461110635, - "stddev": 0.026843679917342763, + "min": 4.712828087999696, + "max": 4.823703330000171, + "mean": 4.796980328222162, + "stddev": 0.0337791884319694, "rounds": 9, - "median": 4.992888499000401, - "iqr": 0.02254349400004685, - "q1": 4.981379802749871, - "q3": 5.003923296749917, + "median": 4.802161749000334, + "iqr": 0.02552652849954029, + "q1": 4.793897440499904, + "q3": 4.819423968999445, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 4.966086671999619, - "hd15iqr": 5.029577328999949, - "ops": 0.20041072389753978, - "total": 44.90777651499957, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 4.787837550000404, + "hd15iqr": 4.823703330000171, + "ops": 0.2084644779793408, + "total": 43.17282295399946, "data": [ - 4.934148260999791, - 4.997299317999932, - 4.992888499000401, - 4.992126453999845, - 5.003260358999796, - 5.005912110000281, - 5.029577328999949, - 4.966086671999619, - 4.986477512999954 + 4.712828087999696, + 4.823703330000171, + 4.802161749000334, + 4.819112620999476, + 4.800919631000397, + 4.809984567999891, + 4.795917403999738, + 4.82035801299935, + 4.787837550000404 ], "iterations": 1 } @@ -697,16 +705,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 127057622 + 110793724 ], "allocations": [ - 44927 + 34368 ], "total_bytes": [ - 213478212 + 169370867 ], "rss_bytes": [ - 217866240 + 213897216 ] }, "columns": 120000, @@ -726,67 +734,71 @@ "warmup": false }, "stats": { - "min": 0.010327869999855466, - "max": 0.01813376700010849, - "mean": 0.01309985544432695, - "stddev": 0.003507277789758068, + "min": 0.009590863000084937, + "max": 0.011950167000577494, + "mean": 0.010266310555582296, + "stddev": 0.0007215955492932328, "rounds": 9, - "median": 0.010874976000195602, - "iqr": 0.00662392200024442, - "q1": 0.010735122249798223, - "q3": 0.017359044250042643, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.010327869999855466, - "hd15iqr": 0.01813376700010849, - "ops": 76.33672022182976, - "total": 0.11789869899894256, + "median": 0.009974894000151835, + "iqr": 0.000773700249965259, + "q1": 0.009786831249812167, + "q3": 0.010560531499777426, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.009590863000084937, + "hd15iqr": 0.011950167000577494, + "ops": 97.40597604036543, + "total": 0.09239679500024067, "data": [ - 0.017156803000034415, - 0.017965768000067328, - 0.011237283999435022, - 0.01813376700010849, - 0.010327869999855466, - 0.01083693599957769, - 0.010577697999906377, - 0.010874976000195602, - 0.010787596999762172 + 0.010272126000018034, + 0.011950167000577494, + 0.01055340399943816, + 0.009936159999597294, + 0.009590863000084937, + 0.00973223799974221, + 0.010581914000795223, + 0.009805028999835486, + 0.009974894000151835 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[fleet-m-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[fleet-m-lpspec-highs]", + "name": "test_emit[fleet-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[fleet-m-specsolve-highs]", "params": { "case_name": "fleet", "size": "m", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "fleet-m-lpspec-highs", + "param": "fleet-m-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 505894426 + 486249625 ], "allocations": [ - 90831 + 80399 ], "total_bytes": [ - 695199370 + 647133657 ], "rss_bytes": [ - 552816640 + 553885696 ] }, "columns": 1200000, "rows": 602000, "nonzeros": 1400000, "live_fraction": 1.0, - "variables": 1200000 + "variables": 1200000, + "phase_seconds": { + "attach": 0.00041235900062019937, + "build": 0.16681019499992544 + } }, "options": { "disable_gc": false, @@ -799,32 +811,32 @@ "warmup": false }, "stats": { - "min": 0.28313139700003376, - "max": 0.36530121699979645, - "mean": 0.30818306988880473, - "stddev": 0.02407006099106559, + "min": 0.2476868800004013, + "max": 0.272073834999901, + "mean": 0.2546216112223192, + "stddev": 0.007600754031170962, "rounds": 9, - "median": 0.3008838759997161, - "iqr": 0.017472337500066715, - "q1": 0.2953512144997603, - "q3": 0.31282355199982703, + "median": 0.25333123599921237, + "iqr": 0.008943120249568892, + "q1": 0.24869815350029967, + "q3": 0.25764127374986856, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.28313139700003376, - "hd15iqr": 0.36530121699979645, - "ops": 3.2448245789777133, - "total": 2.7736476289992424, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.2476868800004013, + "hd15iqr": 0.272073834999901, + "ops": 3.9273964028405444, + "total": 2.2915945010008727, "data": [ - 0.30881503299951873, - 0.296853273999659, - 0.3104226409996045, - 0.36530121699979645, - 0.3200262850004947, - 0.29736887000035495, - 0.3008838759997161, - 0.2908450360000643, - 0.28313139700003376 + 0.272073834999901, + 0.2548949680003716, + 0.24891756200031523, + 0.2575259269997332, + 0.2476868800004013, + 0.25798731400027464, + 0.25333123599921237, + 0.24803992800025298, + 0.2511368510004104 ], "iterations": 1 } @@ -843,16 +855,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1401777536 + 1385430098 ], "allocations": [ - 266953 + 255323 ], "total_bytes": [ - 2361454047 + 2152586228 ], "rss_bytes": [ - 514142208 + 516149248 ] }, "columns": 1200000, @@ -872,32 +884,32 @@ "warmup": false }, "stats": { - "min": 0.4765406880005685, - "max": 0.4939086889999089, - "mean": 0.48650195822220765, - "stddev": 0.006581376184317345, + "min": 0.4461640070003341, + "max": 0.4543964920003418, + "mean": 0.4494104041112021, + "stddev": 0.0027990701432492344, "rounds": 9, - "median": 0.4841148750001594, - "iqr": 0.012059185500220337, - "q1": 0.48111265124953206, - "q3": 0.4931718367497524, + "median": 0.44872521800061804, + "iqr": 0.003448811250336803, + "q1": 0.447332808749934, + "q3": 0.4507816200002708, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4765406880005685, - "hd15iqr": 0.4939086889999089, - "ops": 2.055490184775894, - "total": 4.378517623999869, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.4461640070003341, + "hd15iqr": 0.4543964920003418, + "ops": 2.2251376266593064, + "total": 4.044693637000819, "data": [ - 0.4812543949992687, - 0.48068742000032216, - 0.4939086889999089, - 0.48379767799997353, - 0.4765406880005685, - 0.49331476199949975, - 0.4841148750001594, - 0.4931241949998366, - 0.49177492200033157 + 0.449529972000164, + 0.44723587799944653, + 0.4461640070003341, + 0.44736511900009646, + 0.4543964920003418, + 0.44872521800061804, + 0.4499215430005279, + 0.45336185099949944, + 0.4479935569997906 ], "iterations": 1 } @@ -916,16 +928,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 306105554 + 289840824 ], "allocations": [ - 59345 + 48783 ], "total_bytes": [ - 493982908 + 449874731 ], "rss_bytes": [ - 392830976 + 383860736 ] }, "columns": 1200000, @@ -945,67 +957,71 @@ "warmup": false }, "stats": { - "min": 0.128568322999854, - "max": 0.14537928699974145, - "mean": 0.13398910077749962, - "stddev": 0.005660324131242026, + "min": 0.1249113120002221, + "max": 0.1280310060001284, + "mean": 0.12707890255549298, + "stddev": 0.0009632135091564155, "rounds": 9, - "median": 0.13212309800019284, - "iqr": 0.004820149499437321, - "q1": 0.13042584674985847, - "q3": 0.13524599624929579, + "median": 0.1273919119994389, + "iqr": 0.001040271250758451, + "q1": 0.12667436149945388, + "q3": 0.12771463275021233, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.128568322999854, - "hd15iqr": 0.14537928699974145, - "ops": 7.4632936126691805, - "total": 1.2059019069974966, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.1263350809995245, + "hd15iqr": 0.1280310060001284, + "ops": 7.869126817201767, + "total": 1.1437101229994369, "data": [ - 0.14537928699974145, - 0.13220011799967324, - 0.1320151089994397, - 0.13308283099922846, - 0.13212309800019284, - 0.13034478000008676, - 0.14173549199949775, - 0.128568322999854, - 0.13045286899978237 + 0.1249113120002221, + 0.12735690400040767, + 0.1273919119994389, + 0.12768330400012928, + 0.12780861900046148, + 0.1280310060001284, + 0.1274045299996942, + 0.12678745499943034, + 0.1263350809995245 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[fleet-l-lpspec-highs]", - "fullname": "bench/test_ladder.py::test_emit[fleet-l-lpspec-highs]", + "name": "test_emit[fleet-l-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[fleet-l-specsolve-highs]", "params": { "case_name": "fleet", "size": "l", - "arm": "lpspec", + "arm": "specsolve", "sink": "highs" }, - "param": "fleet-l-lpspec-highs", + "param": "fleet-l-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 3898983562 + 3778151113 ], "allocations": [ - 162968 + 152534 ], "total_bytes": [ - 4426464282 + 4277210929 ], "rss_bytes": [ - 2498347008 + 2470555648 ] }, "columns": 12000000, "rows": 6020000, "nonzeros": 14000000, "live_fraction": 1.0, - "variables": 12000000 + "variables": 12000000, + "phase_seconds": { + "attach": 0.00045802199929312337, + "build": 1.30025848600053 + } }, "options": { "disable_gc": false, @@ -1018,32 +1034,32 @@ "warmup": false }, "stats": { - "min": 2.2916312679999464, - "max": 2.4604509359996882, - "mean": 2.3609474894443943, - "stddev": 0.059731080585487546, + "min": 2.206321785, + "max": 2.279607593000037, + "mean": 2.244332544555517, + "stddev": 0.0258442067103565, "rounds": 9, - "median": 2.329852177000248, - "iqr": 0.10639244125036385, - "q1": 2.314918541999532, - "q3": 2.421310983249896, + "median": 2.2551988069999425, + "iqr": 0.0423156110000491, + "q1": 2.223007053749825, + "q3": 2.265322664749874, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 2.2916312679999464, - "hd15iqr": 2.4604509359996882, - "ops": 0.42355876378908014, - "total": 21.24852740499955, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 2.206321785, + "hd15iqr": 2.279607593000037, + "ops": 0.44556676880432916, + "total": 20.198992900999656, "data": [ - 2.329852177000248, - 2.4211993939998138, - 2.328923023000243, - 2.316184730999339, - 2.421645751000142, - 2.3111199750001106, - 2.3675201500000185, - 2.2916312679999464, - 2.4604509359996882 + 2.266027853000196, + 2.256239655999707, + 2.226483155999631, + 2.212578747000407, + 2.2650876019997668, + 2.2314477019999686, + 2.2551988069999425, + 2.279607593000037, + 2.206321785 ], "iterations": 1 } @@ -1062,16 +1078,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3858843840 + 3842430394 ], "allocations": [ - 338902 + 327274 ], "total_bytes": [ - 10805790584 + 9139486186 ], "rss_bytes": [ - 2928746496 + 2924814336 ] }, "columns": 12000000, @@ -1091,32 +1107,32 @@ "warmup": false }, "stats": { - "min": 3.343354088000524, - "max": 3.393649435000043, - "mean": 3.3698338201110243, - "stddev": 0.016535592489462465, + "min": 3.2248188479998134, + "max": 3.294031423999513, + "mean": 3.249951745777758, + "stddev": 0.022216886292018786, "rounds": 9, - "median": 3.364723992999643, - "iqr": 0.02435251899942159, - "q1": 3.3589017925000917, - "q3": 3.3832543114995133, + "median": 3.2408815019998656, + "iqr": 0.022429132749493874, + "q1": 3.2386338817500473, + "q3": 3.261063014499541, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 3.343354088000524, - "hd15iqr": 3.393649435000043, - "ops": 0.2967505382704757, - "total": 30.32850438099922, + "ld15iqr": 3.2248188479998134, + "hd15iqr": 3.294031423999513, + "ops": 0.3076968762072147, + "total": 29.24956571199982, "data": [ - 3.393649435000043, - 3.343354088000524, - 3.373057486000107, - 3.380390255999373, - 3.391846477999934, - 3.364723992999643, - 3.3644635549999293, - 3.357725049999317, - 3.35929404000035 + 3.2779206550003437, + 3.2408815019998656, + 3.2248188479998134, + 3.2554438009992737, + 3.2367077909993895, + 3.2392759120002665, + 3.241093856000589, + 3.294031423999513, + 3.239391923000767 ], "iterations": 1 } @@ -1135,16 +1151,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2097649394 + 2085579768 ], "allocations": [ - 203367 + 192809 ], "total_bytes": [ - 3301337190 + 3261424141 ], "rss_bytes": [ - 2105389056 + 2101866496 ] }, "columns": 12000000, @@ -1164,63 +1180,67 @@ "warmup": false }, "stats": { - "min": 1.4111019479996685, - "max": 1.4558097319995795, - "mean": 1.4380852428887212, - "stddev": 0.014947818412055672, + "min": 1.4059158410000236, + "max": 1.4168458869999085, + "mean": 1.412065078444357, + "stddev": 0.003700921637809019, "rounds": 9, - "median": 1.4369815319996633, - "iqr": 0.023540208751001046, - "q1": 1.4278079719995276, - "q3": 1.4513481807505286, + "median": 1.4120100290001574, + "iqr": 0.005752234749706986, + "q1": 1.4093424322497867, + "q3": 1.4150946669994937, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.4111019479996685, - "hd15iqr": 1.4558097319995795, - "ops": 0.695369071440628, - "total": 12.942767185998491, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 1.4059158410000236, + "hd15iqr": 1.4168458869999085, + "ops": 0.7081826576305389, + "total": 12.708585705999212, "data": [ - 1.4558097319995795, - 1.4266732219994083, - 1.4322172239999418, - 1.4528760319999492, - 1.4508388970007218, - 1.4480823769999915, - 1.4281862219995674, - 1.4111019479996685, - 1.4369815319996633 + 1.4168458869999085, + 1.4080896479999865, + 1.4120100290001574, + 1.4059158410000236, + 1.4097600269997201, + 1.4147647579993645, + 1.4160843939998813, + 1.4111689050005225, + 1.4139462169996477 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[fleet-xs-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[fleet-xs-lpspec]", + "name": "test_rebuild[fleet-xs-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[fleet-xs-specsolve]", "params": { "case_name": "fleet", "size": "xs", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "fleet-xs-lpspec", + "param": "fleet-xs-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 147328 ], "allocations": [ - 1282 + 1222 ], "total_bytes": [ - 595907 + 549269 ] }, "columns": 12000, "rows": 6020, "nonzeros": null, "live_fraction": 1.0, - "variables": 12000 + "variables": 12000, + "phase_seconds": { + "attach": 0.0003744989999177051, + "build": 0.0585095430005822 + } }, "options": { "disable_gc": false, @@ -1233,28 +1253,28 @@ "warmup": false }, "stats": { - "min": 0.09198850199936714, - "max": 0.11506409600042389, - "mean": 0.10456413260017143, - "stddev": 0.010555597293691855, + "min": 0.06711612599974615, + "max": 0.0698196650000682, + "mean": 0.06828656060006325, + "stddev": 0.0011212832604776011, "rounds": 5, - "median": 0.10941661300057604, - "iqr": 0.018754295000462662, - "q1": 0.09388622174992634, - "q3": 0.112640516750389, + "median": 0.06832495799972094, + "iqr": 0.0018507192505694547, + "q1": 0.06725613449998491, + "q3": 0.06910685375055436, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.09198850199936714, - "hd15iqr": 0.11506409600042389, - "ops": 9.563508778136802, - "total": 0.5228206630008572, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.06711612599974615, + "hd15iqr": 0.0698196650000682, + "ops": 14.64416996862299, + "total": 0.3414328030003162, "data": [ - 0.11506409600042389, - 0.10941661300057604, - 0.09451879500011273, - 0.09198850199936714, - 0.11183265700037737 + 0.0698196650000682, + 0.06711612599974615, + 0.0673028040000645, + 0.06886925000071642, + 0.06832495799972094 ], "iterations": 1 } @@ -1272,13 +1292,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 565716 + 568916 ], "allocations": [ - 14125 + 14345 ], "total_bytes": [ - 3728458 + 3862210 ] }, "columns": 12000, @@ -1298,28 +1318,28 @@ "warmup": false }, "stats": { - "min": 0.1726963800001613, - "max": 0.176616144000036, - "mean": 0.1746115798003302, - "stddev": 0.0016893725656823828, + "min": 0.16747647600004711, + "max": 0.16939709199959907, + "mean": 0.16837573560005695, + "stddev": 0.0007192778276504234, "rounds": 5, - "median": 0.17485356599991064, - "iqr": 0.0029969242498282256, - "q1": 0.17300003175068923, - "q3": 0.17599695600051746, + "median": 0.16819493000002694, + "iqr": 0.0009341259997199813, + "q1": 0.16794595050032513, + "q3": 0.1688800765000451, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.1726963800001613, - "hd15iqr": 0.176616144000036, - "ops": 5.7269970361845886, - "total": 0.8730578990016511, + "ld15iqr": 0.16747647600004711, + "hd15iqr": 0.16939709199959907, + "ops": 5.939098032363173, + "total": 0.8418786780002847, "data": [ - 0.17485356599991064, - 0.1726963800001613, - 0.176616144000036, - 0.17579056000067794, - 0.1731012490008652 + 0.16939709199959907, + 0.16819493000002694, + 0.16747647600004711, + 0.16870773800019379, + 0.1681024420004178 ], "iterations": 1 } @@ -1363,28 +1383,28 @@ "warmup": false }, "stats": { - "min": 0.03223009000066668, - "max": 0.0359172660000695, - "mean": 0.03378886520022206, - "stddev": 0.0015126330993227488, + "min": 0.02996946500024933, + "max": 0.03287855800044781, + "mean": 0.030925992200354812, + "stddev": 0.0011566634558370689, "rounds": 5, - "median": 0.03388053799972113, - "iqr": 0.002408725999202943, - "q1": 0.03240771850073543, - "q3": 0.03481644449993837, + "median": 0.03042355400066299, + "iqr": 0.0012573477506521158, + "q1": 0.03023672299991631, + "q3": 0.031494070750568426, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03223009000066668, - "hd15iqr": 0.0359172660000695, - "ops": 29.595548535717853, - "total": 0.1689443260011103, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.02996946500024933, + "hd15iqr": 0.03287855800044781, + "ops": 32.335260046677725, + "total": 0.15462996100177406, "data": [ - 0.0359172660000695, - 0.03388053799972113, - 0.03444950399989466, - 0.032466928000758344, - 0.03223009000066668 + 0.03287855800044781, + 0.030325808999805304, + 0.03042355400066299, + 0.02996946500024933, + 0.03103257500060863 ], "iterations": 1 } @@ -1428,28 +1448,28 @@ "warmup": false }, "stats": { - "min": 0.06491006600026594, - "max": 0.07705624400023225, - "mean": 0.07035467580008117, - "stddev": 0.0049497886692461265, + "min": 0.05663261800054897, + "max": 0.05861935599932622, + "mean": 0.05755961779996142, + "stddev": 0.0008906956274818439, "rounds": 5, - "median": 0.06959808499959763, - "iqr": 0.008095484999785185, - "q1": 0.06627641525028594, - "q3": 0.07437190025007112, + "median": 0.0578264579999086, + "iqr": 0.0015783217497755686, + "q1": 0.05663720725010535, + "q3": 0.05821552899988092, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.06491006600026594, - "hd15iqr": 0.07705624400023225, - "ops": 14.213696369543165, - "total": 0.35177337900040584, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.05663261800054897, + "hd15iqr": 0.05861935599932622, + "ops": 17.373291175687243, + "total": 0.2877980889998071, "data": [ - 0.0667318650002926, - 0.07347711900001741, - 0.06491006600026594, - 0.07705624400023225, - 0.06959808499959763 + 0.05663873699995747, + 0.05861935599932622, + 0.0578264579999086, + 0.05663261800054897, + 0.05808092000006582 ], "iterations": 1 } @@ -1493,28 +1513,28 @@ "warmup": false }, "stats": { - "min": 0.02309826299915585, - "max": 0.031937222000124166, - "mean": 0.028186879599888925, - "stddev": 0.004069904182260132, + "min": 0.018105950000062876, + "max": 0.01955711600021459, + "mean": 0.018641636000029393, + "stddev": 0.0005629581701288677, "rounds": 5, - "median": 0.030222873000639083, - "iqr": 0.0071743452497230464, - "q1": 0.024170777999870552, - "q3": 0.0313451232495936, + "median": 0.018611036999573116, + "iqr": 0.0006641377503910917, + "q1": 0.01822609324995028, + "q3": 0.018890231000341373, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.02309826299915585, - "hd15iqr": 0.031937222000124166, - "ops": 35.477499254793024, - "total": 0.14093439799944463, + "ld15iqr": 0.018105950000062876, + "hd15iqr": 0.01955711600021459, + "ops": 53.64336048608734, + "total": 0.09320818000014697, "data": [ - 0.024528283000108786, - 0.031147756999416742, - 0.030222873000639083, - 0.02309826299915585, - 0.031937222000124166 + 0.01826614099991275, + 0.018105950000062876, + 0.018611036999573116, + 0.018667936000383634, + 0.01955711600021459 ], "iterations": 1 } @@ -1558,59 +1578,63 @@ "warmup": false }, "stats": { - "min": 0.005943729000136955, - "max": 0.008577861999583547, - "mean": 0.006785476000186463, - "stddev": 0.0010505652174979205, + "min": 0.005044755999733752, + "max": 0.005717718000596506, + "mean": 0.005395597400092811, + "stddev": 0.00028345708165118606, "rounds": 5, - "median": 0.006598015000236046, - "iqr": 0.0010922402498181327, - "q1": 0.00607199400042191, - "q3": 0.0071642342502400425, + "median": 0.0054874180004844675, + "iqr": 0.0004758657503316499, + "q1": 0.005130411999743956, + "q3": 0.005606277750075606, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.005943729000136955, - "hd15iqr": 0.008577861999583547, - "ops": 147.37359618875968, - "total": 0.03392738000093232, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.005044755999733752, + "hd15iqr": 0.005717718000596506, + "ops": 185.3362891721311, + "total": 0.026977987000464054, "data": [ - 0.006598015000236046, - 0.006114749000516895, - 0.006693025000458874, - 0.008577861999583547, - 0.005943729000136955 + 0.005569130999901972, + 0.005717718000596506, + 0.005158963999747357, + 0.005044755999733752, + 0.0054874180004844675 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[fleet-s-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[fleet-s-lpspec]", + "name": "test_rebuild[fleet-s-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[fleet-s-specsolve]", "params": { "case_name": "fleet", "size": "s", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "fleet-s-lpspec", + "param": "fleet-s-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ 1031584 ], "allocations": [ - 1282 + 1222 ], "total_bytes": [ - 1679095 + 1632457 ] }, "columns": 120000, "rows": 60200, "nonzeros": null, "live_fraction": 1.0, - "variables": 120000 + "variables": 120000, + "phase_seconds": { + "attach": 0.0004079430000274442, + "build": 0.06699769200076844 + } }, "options": { "disable_gc": false, @@ -1623,28 +1647,28 @@ "warmup": false }, "stats": { - "min": 0.10085562200038112, - "max": 0.13308339200011687, - "mean": 0.11291676159999042, - "stddev": 0.011990363533436693, + "min": 0.07672212999932526, + "max": 0.07841676400039432, + "mean": 0.07758282240010886, + "stddev": 0.0007184790848454895, "rounds": 5, - "median": 0.11020749799990881, - "iqr": 0.009123661499188529, - "q1": 0.10734453200029748, - "q3": 0.116468193499486, - "iqr_outliers": 1, + "median": 0.07755954799995379, + "iqr": 0.001263394500256254, + "q1": 0.0769665407501634, + "q3": 0.07822993525041966, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.10085562200038112, - "hd15iqr": 0.13308339200011687, - "ops": 8.85608111524237, - "total": 0.5645838079999521, + "outliers": "2;0", + "ld15iqr": 0.07672212999932526, + "hd15iqr": 0.07841676400039432, + "ops": 12.889451157664984, + "total": 0.38791411200054426, "data": [ - 0.13308339200011687, - 0.11020749799990881, - 0.10085562200038112, - 0.11092979399927572, - 0.1095075020002696 + 0.07841676400039432, + 0.07672212999932526, + 0.0781676590004281, + 0.07704801100044278, + 0.07755954799995379 ], "iterations": 1 } @@ -1662,13 +1686,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5456316 + 5459516 ], "allocations": [ - 14452 + 14672 ], "total_bytes": [ - 26049002 + 26182754 ] }, "columns": 120000, @@ -1688,28 +1712,28 @@ "warmup": false }, "stats": { - "min": 0.1721992840002713, - "max": 0.18079226699956052, - "mean": 0.17514409420000449, - "stddev": 0.0035109871748861196, + "min": 0.16856281799937278, + "max": 0.17058005800026876, + "mean": 0.16956600919984338, + "stddev": 0.0008530157617598275, "rounds": 5, - "median": 0.1737813029994868, - "iqr": 0.0047416834995601675, - "q1": 0.1726084585004628, - "q3": 0.17735014200002297, + "median": 0.16964550600005168, + "iqr": 0.0014910400002463575, + "q1": 0.16878796349965342, + "q3": 0.17027900349989977, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.1721992840002713, - "hd15iqr": 0.18079226699956052, - "ops": 5.709584468535134, - "total": 0.8757204710000224, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.16856281799937278, + "hd15iqr": 0.17058005800026876, + "ops": 5.897408358661328, + "total": 0.847830045999217, "data": [ - 0.18079226699956052, - 0.17620276700017712, - 0.1737813029994868, - 0.17274485000052664, - 0.1721992840002713 + 0.17058005800026876, + 0.16856281799937278, + 0.17017865199977678, + 0.16886301199974696, + 0.16964550600005168 ], "iterations": 1 } @@ -1727,13 +1751,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 12002484 + 6759604 ], "allocations": [ - 13467 + 13462 ], "total_bytes": [ - 19889351 + 14646471 ] }, "columns": 120000, @@ -1753,28 +1777,28 @@ "warmup": false }, "stats": { - "min": 0.8316843230004451, - "max": 0.8757558519992017, - "mean": 0.8475110367997332, - "stddev": 0.02007951854089833, + "min": 0.7549585819997446, + "max": 0.7740412729999662, + "mean": 0.7639237211998988, + "stddev": 0.00788998399556208, "rounds": 5, - "median": 0.8355186769995271, - "iqr": 0.03277011875024982, - "q1": 0.8325185869996403, - "q3": 0.8652887057498901, + "median": 0.7621834740002669, + "iqr": 0.013193916000091122, + "q1": 0.757691252749737, + "q3": 0.7708851687498282, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.8316843230004451, - "hd15iqr": 0.8757558519992017, - "ops": 1.1799256370466595, - "total": 4.237555183998666, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.7549585819997446, + "hd15iqr": 0.7740412729999662, + "ops": 1.3090312190192168, + "total": 3.8196186059994943, "data": [ - 0.8316843230004451, - 0.832796674999372, - 0.8355186769995271, - 0.8757558519992017, - 0.8617996570001196 + 0.7740412729999662, + 0.7698331339997821, + 0.7549585819997446, + 0.7586021429997345, + 0.7621834740002669 ], "iterations": 1 } @@ -1818,28 +1842,28 @@ "warmup": false }, "stats": { - "min": 0.832965984999646, - "max": 0.868881809999948, - "mean": 0.8479923304001205, - "stddev": 0.015793878890159797, + "min": 0.7788007750004908, + "max": 0.7926450889999614, + "mean": 0.7865438066000934, + "stddev": 0.005467845441150264, "rounds": 5, - "median": 0.8393577810002171, - "iqr": 0.025990213250452143, - "q1": 0.8367693962500198, - "q3": 0.8627596095004719, + "median": 0.7883603760001279, + "iqr": 0.008095804749245872, + "q1": 0.7822251280003911, + "q3": 0.790320932749637, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.832965984999646, - "hd15iqr": 0.868881809999948, - "ops": 1.1792559486100018, - "total": 4.239961652000602, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.7788007750004908, + "hd15iqr": 0.7926450889999614, + "ops": 1.2713850031094776, + "total": 3.932719033000467, "data": [ - 0.8393577810002171, - 0.8607188760006466, - 0.832965984999646, - 0.868881809999948, - 0.8380372000001444 + 0.7926450889999614, + 0.7883603760001279, + 0.7788007750004908, + 0.7833665790003579, + 0.7895462139995288 ], "iterations": 1 } @@ -1883,28 +1907,28 @@ "warmup": false }, "stats": { - "min": 0.13515168699996138, - "max": 0.1464814999999362, - "mean": 0.14150311599987617, - "stddev": 0.004367466832075371, + "min": 0.13014745400050742, + "max": 0.13404255000023113, + "mean": 0.1321023309999873, + "stddev": 0.0016550799734485892, "rounds": 5, - "median": 0.1409970679997059, - "iqr": 0.006041283999820735, - "q1": 0.13901550324999334, - "q3": 0.14505678724981408, + "median": 0.13142437899932702, + "iqr": 0.0027074559995980962, + "q1": 0.1310064995002449, + "q3": 0.133713955499843, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.13515168699996138, - "hd15iqr": 0.1464814999999362, - "ops": 7.066982185755366, - "total": 0.7075155799993809, + "ld15iqr": 0.13014745400050742, + "hd15iqr": 0.13404255000023113, + "ops": 7.569889133902535, + "total": 0.6605116549999366, "data": [ - 0.13515168699996138, - 0.140303442000004, - 0.1409970679997059, - 0.14458188299977337, - 0.1464814999999362 + 0.13142437899932702, + 0.13014745400050742, + 0.13404255000023113, + 0.1312928480001574, + 0.13360442399971362 ], "iterations": 1 } @@ -1948,59 +1972,63 @@ "warmup": false }, "stats": { - "min": 0.011004144999787968, - "max": 0.020216042000356538, - "mean": 0.014387782200174115, - "stddev": 0.004520946297586537, + "min": 0.009665315999882296, + "max": 0.01011602899961872, + "mean": 0.009759774999838555, + "stddev": 0.0001991766507211105, "rounds": 5, - "median": 0.01123664400074631, - "iqr": 0.007727808250137969, - "q1": 0.011094399249941489, - "q3": 0.018822207500079458, - "iqr_outliers": 0, + "median": 0.009672746999967785, + "iqr": 0.00011327149945827841, + "q1": 0.009670326000104978, + "q3": 0.009783597499563257, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.011004144999787968, - "hd15iqr": 0.020216042000356538, - "ops": 69.50341519542174, - "total": 0.07193891100087058, + "outliers": "1;1", + "ld15iqr": 0.009665315999882296, + "hd15iqr": 0.01011602899961872, + "ops": 102.46137846585007, + "total": 0.048798874999192776, "data": [ - 0.01123664400074631, - 0.011124483999992663, - 0.018357595999987097, - 0.020216042000356538, - 0.011004144999787968 + 0.01011602899961872, + 0.009672786999544769, + 0.009671996000179206, + 0.009672746999967785, + 0.009665315999882296 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[fleet-m-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[fleet-m-lpspec]", + "name": "test_rebuild[fleet-m-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[fleet-m-specsolve]", "params": { "case_name": "fleet", "size": "m", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "fleet-m-lpspec", + "param": "fleet-m-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ - 9700544 + 9700512 ], "allocations": [ - 1290 + 1229 ], "total_bytes": [ - 11510971 + 11464301 ] }, "columns": 1200000, "rows": 602000, "nonzeros": null, "live_fraction": 1.0, - "variables": 1200000 + "variables": 1200000, + "phase_seconds": { + "attach": 0.0003877869994539651, + "build": 0.1646861280005396 + } }, "options": { "disable_gc": false, @@ -2013,28 +2041,28 @@ "warmup": false }, "stats": { - "min": 0.18454824999935227, - "max": 0.2117644649997601, - "mean": 0.19735944459971505, - "stddev": 0.01030542015571792, + "min": 0.17090889300015988, + "max": 0.18696569700023247, + "mean": 0.17814363760026025, + "stddev": 0.007269404297736216, "rounds": 5, - "median": 0.195905792999838, - "iqr": 0.014382579500306747, - "q1": 0.19031481774959502, - "q3": 0.20469739724990177, + "median": 0.17480415899990476, + "iqr": 0.012793977749652186, + "q1": 0.17260212450059953, + "q3": 0.18539610225025172, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.18454824999935227, - "hd15iqr": 0.2117644649997601, - "ops": 5.066897112667714, - "total": 0.9867972229985753, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.17090889300015988, + "hd15iqr": 0.18696569700023247, + "ops": 5.613447740659243, + "total": 0.8907181880013013, "data": [ - 0.2117644649997601, - 0.195905792999838, - 0.18454824999935227, - 0.202341707999949, - 0.19223700699967594 + 0.18696569700023247, + 0.17090889300015988, + 0.18487290400025813, + 0.17316653500074608, + 0.17480415899990476 ], "iterations": 1 } @@ -2052,13 +2080,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 54362716 + 54365916 ], "allocations": [ - 14480 + 14700 ], "total_bytes": [ - 223876734 + 224010486 ] }, "columns": 1200000, @@ -2078,28 +2106,28 @@ "warmup": false }, "stats": { - "min": 0.1978743299996495, - "max": 0.21350249300030555, - "mean": 0.2028079236000849, - "stddev": 0.006263345003628837, + "min": 0.19235250700057804, + "max": 0.1947448760001862, + "mean": 0.19354881340004795, + "stddev": 0.0009822950226911363, "rounds": 5, - "median": 0.20176584199998615, - "iqr": 0.00650162600004478, - "q1": 0.19850764725015324, - "q3": 0.20500927325019802, + "median": 0.19362450599965086, + "iqr": 0.0016530752498056245, + "q1": 0.19269395200012696, + "q3": 0.19434702724993258, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.1978743299996495, - "hd15iqr": 0.21350249300030555, - "ops": 4.93077381913288, - "total": 1.0140396180004245, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.19235250700057804, + "hd15iqr": 0.1947448760001862, + "ops": 5.166655286762674, + "total": 0.9677440670002397, "data": [ - 0.19871875300032116, - 0.1978743299996495, - 0.20176584199998615, - 0.20217820000016218, - 0.21350249300030555 + 0.19362450599965086, + 0.1928077669999766, + 0.19235250700057804, + 0.19421441099984804, + 0.1947448760001862 ], "iterations": 1 } @@ -2117,13 +2145,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 521799708 + 514459644 ], "allocations": [ - 24766 + 24758 ], "total_bytes": [ - 630759539 + 623419475 ] }, "columns": 1200000, @@ -2143,28 +2171,28 @@ "warmup": false }, "stats": { - "min": 5.883950446999734, - "max": 6.133231935999902, - "mean": 5.976748491999933, - "stddev": 0.09572947768942006, + "min": 5.764999010999418, + "max": 5.83147926699985, + "mean": 5.7927827275998425, + "stddev": 0.02666995789953845, "rounds": 5, - "median": 5.959291162999762, - "iqr": 0.11189657074964998, - "q1": 5.9114253552502305, - "q3": 6.0233219259998805, + "median": 5.788189542000509, + "iqr": 0.041146859500031496, + "q1": 5.771203536749681, + "q3": 5.8123503962497125, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 5.883950446999734, - "hd15iqr": 6.133231935999902, - "ops": 0.1673150545549192, - "total": 29.883742459999667, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 5.764999010999418, + "hd15iqr": 5.83147926699985, + "ops": 0.17262860476977285, + "total": 28.963913637999212, "data": [ - 5.920583658000396, - 5.959291162999762, - 5.883950446999734, - 5.986685255999873, - 6.133231935999902 + 5.805974105999667, + 5.773271711999769, + 5.764999010999418, + 5.83147926699985, + 5.788189542000509 ], "iterations": 1 } @@ -2182,13 +2210,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 625314698 + 617974634 ], "allocations": [ - 2433766 + 2433758 ], "total_bytes": [ - 1281618635 + 1274278571 ] }, "columns": 1200000, @@ -2208,28 +2236,28 @@ "warmup": false }, "stats": { - "min": 7.707524499000101, - "max": 7.8805634789996475, - "mean": 7.768077206399903, - "stddev": 0.06690833316930886, + "min": 7.398698487999354, + "max": 7.483130810000148, + "mean": 7.43493784939983, + "stddev": 0.031033148623159115, "rounds": 5, - "median": 7.749937900000077, - "iqr": 0.07106134349942295, - "q1": 7.72636538325014, - "q3": 7.797426726749563, + "median": 7.4335266210000555, + "iqr": 0.03447450850012501, + "q1": 7.415241405999723, + "q3": 7.449715914499848, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 7.707524499000101, - "hd15iqr": 7.8805634789996475, - "ops": 0.12873198520428294, - "total": 38.840386031999515, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.398698487999354, + "hd15iqr": 7.483130810000148, + "ops": 0.13450011556999403, + "total": 37.17468924699915, "data": [ - 7.732645678000154, - 7.749937900000077, - 7.707524499000101, - 7.769714475999535, - 7.8805634789996475 + 7.4207557119998455, + 7.398698487999354, + 7.4335266210000555, + 7.438577615999748, + 7.483130810000148 ], "iterations": 1 } @@ -2247,13 +2275,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 513887823 + 508644943 ], "allocations": [ - 611061 + 611056 ], "total_bytes": [ - 1038452749 + 1033209869 ] }, "columns": 1200000, @@ -2273,28 +2301,28 @@ "warmup": false }, "stats": { - "min": 1.3996203360002255, - "max": 1.4454920140005925, - "mean": 1.4167519216001891, - "stddev": 0.01876723620933007, + "min": 1.4103437249996205, + "max": 1.444487712999944, + "mean": 1.4327290913999604, + "stddev": 0.013921058536062706, "rounds": 5, - "median": 1.4157108569997945, - "iqr": 0.02763849174993993, - "q1": 1.4004209482502574, - "q3": 1.4280594400001974, + "median": 1.4352051249998112, + "iqr": 0.018953488000306606, + "q1": 1.4249805209999522, + "q3": 1.4439340090002588, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 1.3996203360002255, - "hd15iqr": 1.4454920140005925, - "ops": 0.7058398755305888, - "total": 7.083759608000946, + "ld15iqr": 1.4103437249996205, + "hd15iqr": 1.444487712999944, + "ops": 0.6979686571610488, + "total": 7.163645456999802, "data": [ - 1.4157108569997945, - 1.3996203360002255, - 1.400687819000268, - 1.4222485820000657, - 1.4454920140005925 + 1.4103437249996205, + 1.4298594530000628, + 1.4352051249998112, + 1.444487712999944, + 1.4437494410003637 ], "iterations": 1 } @@ -2338,59 +2366,63 @@ "warmup": false }, "stats": { - "min": 0.10555045000000973, - "max": 0.11757252700044774, - "mean": 0.10956356580027204, - "stddev": 0.004929291458137033, + "min": 0.10291359100028785, + "max": 0.10523963699961314, + "mean": 0.10373378279964526, + "stddev": 0.000950967370023813, "rounds": 5, - "median": 0.10698260899971501, - "iqr": 0.006236758500335782, - "q1": 0.1064140840003347, - "q3": 0.11265084250067048, + "median": 0.10341663599956519, + "iqr": 0.0013379044999055623, + "q1": 0.1030123449995699, + "q3": 0.10435024949947547, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.10555045000000973, - "hd15iqr": 0.11757252700044774, - "ops": 9.12712170962874, - "total": 0.5478178290013602, + "ld15iqr": 0.10291359100028785, + "hd15iqr": 0.10523963699961314, + "ops": 9.640061058328817, + "total": 0.5186689139982263, "data": [ - 0.10698260899971501, - 0.10555045000000973, - 0.10670196200044302, - 0.11101028100074473, - 0.11757252700044774 + 0.10405378699942958, + 0.10523963699961314, + 0.10341663599956519, + 0.10304526299933059, + 0.10291359100028785 ], "iterations": 1 } }, { "group": null, - "name": "test_rebuild[fleet-l-lpspec]", - "fullname": "bench/test_ladder.py::test_rebuild[fleet-l-lpspec]", + "name": "test_rebuild[fleet-l-specsolve]", + "fullname": "bench/test_ladder.py::test_rebuild[fleet-l-specsolve]", "params": { "case_name": "fleet", "size": "l", - "arm": "lpspec" + "arm": "specsolve" }, - "param": "fleet-l-lpspec", + "param": "fleet-l-specsolve", "extra_info": { "benchmem": { "peak_bytes": [ - 96388544 + 96388480 ], "allocations": [ - 1290 + 1225 ], "total_bytes": [ - 109890763 + 109843845 ] }, "columns": 12000000, "rows": 6020000, "nonzeros": null, "live_fraction": 1.0, - "variables": 12000000 + "variables": 12000000, + "phase_seconds": { + "attach": 0.0007798879996698815, + "build": 1.2694447339999897 + } }, "options": { "disable_gc": false, @@ -2403,28 +2435,28 @@ "warmup": false }, "stats": { - "min": 1.3202936269999554, - "max": 1.3824174639994453, - "mean": 1.3413943695999477, - "stddev": 0.02583265485272828, + "min": 1.2738347049998993, + "max": 1.3126747779997459, + "mean": 1.2960769877998246, + "stddev": 0.016935207234762186, "rounds": 5, - "median": 1.3349203580000903, - "iqr": 0.03697694299944487, - "q1": 1.3203530645002957, - "q3": 1.3573300074997405, + "median": 1.2989615320002486, + "iqr": 0.029970291750487377, + "q1": 1.2814212609994229, + "q3": 1.3113915527499103, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 1.3202936269999554, - "hd15iqr": 1.3824174639994453, - "ops": 0.7454929159261613, - "total": 6.706971847999739, + "ld15iqr": 1.2738347049998993, + "hd15iqr": 1.3126747779997459, + "ops": 0.7715591044460757, + "total": 6.480384938999123, "data": [ - 1.320372877000409, - 1.348967521999839, - 1.3824174639994453, - 1.3202936269999554, - 1.3349203580000903 + 1.310963810999965, + 1.3126747779997459, + 1.2738347049998993, + 1.2989615320002486, + 1.283950112999264 ], "iterations": 1 } @@ -2442,13 +2474,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 543422716 + 543425916 ], "allocations": [ - 14445 + 14665 ], "total_bytes": [ - 2166742500 + 2166876252 ] }, "columns": 12000000, @@ -2468,28 +2500,28 @@ "warmup": false }, "stats": { - "min": 0.4671356509998077, - "max": 0.5008827609999571, - "mean": 0.4839587782000308, - "stddev": 0.014904522422072082, + "min": 0.45357154100020125, + "max": 0.45976996299941675, + "mean": 0.4567810295999152, + "stddev": 0.0026127577038490817, "rounds": 5, - "median": 0.48305646200060437, - "iqr": 0.02735120674924474, - "q1": 0.47059632950026753, - "q3": 0.49794753624951227, + "median": 0.4559684850000849, + "iqr": 0.004331204750087636, + "q1": 0.45497527024986084, + "q3": 0.4593064749999485, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.4671356509998077, - "hd15iqr": 0.5008827609999571, - "ops": 2.066291686492931, - "total": 2.419793891000154, + "ld15iqr": 0.45357154100020125, + "hd15iqr": 0.45976996299941675, + "ops": 2.189232772814315, + "total": 2.283905147999576, "data": [ - 0.4717498890004208, - 0.496969127999364, - 0.4671356509998077, - 0.48305646200060437, - 0.5008827609999571 + 0.45976996299941675, + 0.4591519790001257, + 0.4559684850000849, + 0.45357154100020125, + 0.45544317999974737 ], "iterations": 1 } @@ -2507,13 +2539,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5635954946 + 5617080546 ], "allocations": [ - 6105427 + 6105408 ], "total_bytes": [ - 10667560422 + 10648686022 ] }, "columns": 12000000, @@ -2533,28 +2565,28 @@ "warmup": false }, "stats": { - "min": 14.670914669000013, - "max": 14.895049769000252, - "mean": 14.769992180400005, - "stddev": 0.09516924328415735, + "min": 14.575038021999717, + "max": 14.666873842999848, + "mean": 14.607450531799987, + "stddev": 0.03613804592721781, "rounds": 5, - "median": 14.753256095999859, - "iqr": 0.16446086549990468, - "q1": 14.687542760000042, - "q3": 14.852003625499947, + "median": 14.600672021000719, + "iqr": 0.04394587299975683, + "q1": 14.581266836499935, + "q3": 14.625212709499692, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 14.670914669000013, - "hd15iqr": 14.895049769000252, - "ops": 0.06770484288590313, - "total": 73.84996090200002, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 14.575038021999717, + "hd15iqr": 14.666873842999848, + "ops": 0.06845821574565868, + "total": 73.03725265899993, "data": [ - 14.693085457000052, - 14.670914669000013, - 14.753256095999859, - 14.837654910999845, - 14.895049769000252 + 14.61132566499964, + 14.600672021000719, + 14.575038021999717, + 14.583343108000008, + 14.666873842999848 ], "iterations": 1 } @@ -2598,33 +2630,33 @@ "warmup": false }, "stats": { - "min": 1.4224942400005602, - "max": 1.431187651000073, - "mean": 1.4266730692001146, - "stddev": 0.004137613370426296, + "min": 1.414265398999305, + "max": 1.4330020200004583, + "mean": 1.421929605600053, + "stddev": 0.008338905260111199, "rounds": 5, - "median": 1.4248656829995525, - "iqr": 0.007611325250081791, - "q1": 1.4234612382501837, - "q3": 1.4310725635002655, + "median": 1.4196941359996345, + "iqr": 0.014809208500082605, + "q1": 1.4145112505002544, + "q3": 1.429320459000337, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.4224942400005602, - "hd15iqr": 1.431187651000073, - "ops": 0.7009314338292407, - "total": 7.1333653460005735, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.414265398999305, + "hd15iqr": 1.4330020200004583, + "ops": 0.7032696949705896, + "total": 7.109648028000265, "data": [ - 1.4248656829995525, - 1.4310342010003296, - 1.4224942400005602, - 1.4237835710000581, - 1.431187651000073 + 1.4280932720002966, + 1.4145932010005708, + 1.4330020200004583, + 1.4196941359996345, + 1.414265398999305 ], "iterations": 1 } } ], - "datetime": "2026-09-14T08:53:55.287412+00:00", + "datetime": "2026-10-05T12:09:27.110796+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/docs/about/benchmarks-scaling.html b/docs/about/benchmarks-scaling.html index 92038c6d6..edac0b41c 100644 --- a/docs/about/benchmarks-scaling.html +++ b/docs/about/benchmarks-scaling.html @@ -199,7 +199,7 @@

Five libraries, three models