diff --git a/tools/ci_build/github/azure-pipelines/bigmodels-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/bigmodels-ci-pipeline.yml
index 859e003466..8037d1209b 100644
--- a/tools/ci_build/github/azure-pipelines/bigmodels-ci-pipeline.yml
+++ b/tools/ci_build/github/azure-pipelines/bigmodels-ci-pipeline.yml
@@ -224,10 +224,12 @@ stages:
       workingDirectory: $(Build.SourcesDirectory)
 
     # For verification we will check the generated image looks .
+    # Because the artifact isn't used by other jobs, we set the artifact name to a varabile value.
+    # So the job can be rerun without the exception that artifact has been published.
     - task: PublishPipelineArtifact@0
-      displayName: 'Publish code coverage report'
+      displayName: 'Publish Generated Image Artifact'
       inputs:
-          artifactName: "Generated-Image"
+          artifactName: Generated-Image-$(System.JobAttempt)
           targetPath: '$(GenerateImage_DIR)'
 
     - task: Cache@2
diff --git a/tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml b/tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml
index db9bcacbf0..221da14ee5 100644
--- a/tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml
+++ b/tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml
@@ -88,7 +88,12 @@ stages:
       workspace:
         clean: all
       pool: 'Onnxruntime-Linux-GPU'
-
+      variables:
+        - name: CUDA_VERSION_MAJOR
+          ${{ if eq(parameters.CudaVersion, '11.8') }}:
+            value: '11'
+          ${{ if eq(parameters.CudaVersion, '12.2') }}:
+            value: '12'
       steps:
         - checkout: self                           # due to checkout multiple repos, the root directory is $(Build.SourcesDirectory)/onnxruntime
           submodules: false
@@ -180,4 +185,4 @@ stages:
             artifactName: 'onnxruntime-linux-x64-gpu'
         - template: ../templates/component-governance-component-detection-steps.yml
           parameters:
-            condition: 'succeeded'
\ No newline at end of file
+            condition: 'succeeded'