diff --git a/csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/runtest-docker-gpu.sh b/csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/runtest-docker-gpu.sh
index c014732313..c3b2a8356e 100755
--- a/csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/runtest-docker-gpu.sh
+++ b/csharp/test/Microsoft.ML.OnnxRuntime.EndToEndTests/runtest-docker-gpu.sh
@@ -14,7 +14,7 @@ PackageName=${PACKAGENAME:-Microsoft.ML.OnnxRuntime.Gpu}
 RunTestCsharp=${RunTestCsharp:-true}
 RunTestNative=${RunTestNative:-true}
 #CUDA_VER=cuda10.0-cudnn7.3, cuda9.1-cudnn7.1, cuda10.0-cudnn7.3
-CUDA_VER=${4:-cuda10.0-cudnn7.3}
+CUDA_VER=${5:-cuda10.0-cudnn7.3}
 
 PYTHON_VER=3.5
 IMAGE="ubuntu16.04-$CUDA_VER"
diff --git a/tools/ci_build/github/azure-pipelines/nuget/templates/get-nuget-package-version-as-variable.yml b/tools/ci_build/github/azure-pipelines/nuget/templates/get-nuget-package-version-as-variable.yml
index 9114a4f2d5..f31a4ad1b3 100644
--- a/tools/ci_build/github/azure-pipelines/nuget/templates/get-nuget-package-version-as-variable.yml
+++ b/tools/ci_build/github/azure-pipelines/nuget/templates/get-nuget-package-version-as-variable.yml
@@ -12,6 +12,10 @@ steps:
       FOR /R %%i IN (Microsoft.ML.OnnxRuntime*.nupkg) do (
         set filename=%%~ni
         set ortversion=!filename:~25!
+        IF "!filename:~25,3!"=="Gpu" (
+          set ortversion=!filename:~29!
+        )  
+
         @echo ortversion is !ortversion!
         @echo ##vso[task.setvariable variable=NuGetPackageVersionNumber;]!ortversion!
       )
@@ -25,4 +29,8 @@ steps:
       filenamewithext=$(ls Microsoft.ML.OnnxRuntime*.nupkg)
       filename=${filenamewithext%.*}
       ortversion=${filename:25}
+      if [ "${filename:25:3}" = "Gpu" ]
+      then
+         ortversion=${filename:29}
+      fi
       echo "##vso[task.setvariable variable=NuGetPackageVersionNumber;]$ortversion"