diff --git a/.azure_pipelines/job_templates/olive-test-linux-gpu-template.yaml b/.azure_pipelines/job_templates/olive-test-linux-gpu-template.yaml
index 96d33b62a..56e2da4bd 100644
--- a/.azure_pipelines/job_templates/olive-test-linux-gpu-template.yaml
+++ b/.azure_pipelines/job_templates/olive-test-linux-gpu-template.yaml
@@ -8,7 +8,7 @@ parameters:
   base_image: 'mcr.microsoft.com/mirror/nvcr/nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04'
   trt_version: '10.5.0.18-1+cuda12.6'
   python_version: '3.12'
-  onnxruntime: 'onnxruntime-gpu<1.27'
+  onnxruntime: 'onnxruntime-gpu'
   torch: 'torch'
   requirements_file: 'requirements-test-gpu.txt'
   test_script: 'run_test.sh'