Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
90 changes: 90 additions & 0 deletions gpustack_runner/runner.py.json
Original file line number Diff line number Diff line change
Expand Up @@ -1506,6 +1506,50 @@
"docker_image": "gpustack/runner:cuda13.0-sglang0.5.12.post1",
"deprecated": false
},
{
"backend": "cuda",
"backend_version": "13.0",
"original_backend_version": "13.0.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cuda13.0-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu130",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc1",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "13.0",
"original_backend_version": "13.0.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cuda13.0-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu130",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc2.dev0+gaff7d6494.d20260914",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "13.0",
Expand Down Expand Up @@ -1858,6 +1902,52 @@
"docker_image": "gpustack/runner:cuda12.9-sglang0.5.6.post2",
"deprecated": false
},
{
"backend": "cuda",
"backend_version": "12.9",
"original_backend_version": "12.9.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cuda12.9-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"mooncake-transfer-engine": "0.3.13.post1",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu129",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc1",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "12.9",
"original_backend_version": "12.9.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cuda12.9-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"mooncake-transfer-engine": "0.3.13.post1",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu129",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc2.dev0+gaff7d6494.d20260914",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "12.9",
Expand Down
90 changes: 90 additions & 0 deletions tests/gpustack_runner/fixtures/test_list_runners_by_backend.json
Original file line number Diff line number Diff line change
Expand Up @@ -1528,6 +1528,50 @@
"docker_image": "gpustack/runner:cuda13.0-sglang0.5.12.post1",
"deprecated": false
},
{
"backend": "cuda",
"backend_version": "13.0",
"original_backend_version": "13.0.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cuda13.0-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu130",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc1",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "13.0",
"original_backend_version": "13.0.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cuda13.0-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu130",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc2.dev0+gaff7d6494.d20260914",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "13.0",
Expand Down Expand Up @@ -1880,6 +1924,52 @@
"docker_image": "gpustack/runner:cuda12.9-sglang0.5.6.post2",
"deprecated": false
},
{
"backend": "cuda",
"backend_version": "12.9",
"original_backend_version": "12.9.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cuda12.9-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"mooncake-transfer-engine": "0.3.13.post1",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu129",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc1",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "12.9",
"original_backend_version": "12.9.1",
"backend_variant": "",
"service": "vllm",
"service_version": "0.29.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cuda12.9-vllm0.29.0",
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"flashinfer-python": "0.6.18",
"lmcache": "0.5.4",
"mooncake-transfer-engine": "0.3.13.post1",
"ray": "2.54.0",
"runai-model-streamer": "0.16.1",
"torch": "2.13.0+cu129",
"transformers": "5.14.1",
"vllm-omni": "0.29.0rc2.dev0+gaff7d6494.d20260914",
"vllm-router": "0.1.15"
}
},
{
"backend": "cuda",
"backend_version": "12.9",
Expand Down
Loading