From 6dfdef7782e8865f6ecde51f2ee0d4b0dcf46ac6 Mon Sep 17 00:00:00 2001
From: Tianlei Wu <tlwu@microsoft.com>
Date: Tue, 4 Jun 2024 12:08:04 -0700
Subject: [PATCH] update stable diffusion demo requirements (#20914)

### Description
Update docker and package version for stable diffusion demo.

### Motivation and Context
Update onnx to 1.16 for security
---
 .../transformers/models/stable_diffusion/README.md     | 10 ++++++----
 .../models/stable_diffusion/requirements-cuda11.txt    |  2 +-
 .../models/stable_diffusion/requirements-cuda12.txt    |  2 +-
 .../models/stable_diffusion/requirements.txt           |  8 ++++----
 4 files changed, 12 insertions(+), 10 deletions(-)

diff --git a/onnxruntime/python/tools/transformers/models/stable_diffusion/README.md b/onnxruntime/python/tools/transformers/models/stable_diffusion/README.md
index 8607485bc2..9c1c316260 100644
--- a/onnxruntime/python/tools/transformers/models/stable_diffusion/README.md
+++ b/onnxruntime/python/tools/transformers/models/stable_diffusion/README.md
@@ -36,16 +36,18 @@ cd onnxruntime
 Install nvidia-docker using [these instructions](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html#docker).
 
 ```
-docker run --rm -it --gpus all -v $PWD:/workspace nvcr.io/nvidia/pytorch:23.10-py3 /bin/bash
+docker run --rm -it --gpus all -v $PWD:/workspace nvcr.io/nvidia/pytorch:24.04-py3 /bin/bash
 ```
 
 #### Build onnxruntime from source
+The cuDNN in the container might not be compatible with official onnxruntime-gpu package, it is recommended to build from source instead.
+
 After launching the docker, you can build and install onnxruntime-gpu wheel like the following.
 ```
-export CUDACXX=/usr/local/cuda-12.2/bin/nvcc
+export CUDACXX=/usr/local/cuda/bin/nvcc
 git config --global --add safe.directory '*'
-sh build.sh --config Release  --build_shared_lib --parallel --use_cuda --cuda_version 12.2 \
-            --cuda_home /usr/local/cuda-12.2 --cudnn_home /usr/lib/x86_64-linux-gnu/ --build_wheel --skip_tests \
+sh build.sh --config Release  --build_shared_lib --parallel --use_cuda --cuda_version 12.4 \
+            --cuda_home /usr/local/cuda --cudnn_home /usr/lib/x86_64-linux-gnu/ --build_wheel --skip_tests \
             --use_tensorrt --tensorrt_home /usr/src/tensorrt \
             --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF \
             --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=80 \
diff --git a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda11.txt b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda11.txt
index 447cb54f98..dc6592fc2f 100644
--- a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda11.txt
+++ b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda11.txt
@@ -6,7 +6,7 @@ onnxruntime-gpu>=1.16.2
 py3nvml
 
 # The version of cuda-python shall be compatible with installed CUDA version.
-# For example, if your CUDA version is 12.1, you can install cuda-python 12.1.
+# For demo of TensorRT excution provider and TensortRT.
 cuda-python==11.8.0
 
 # For windows, cuda-python need the following
diff --git a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda12.txt b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda12.txt
index 1ff0e3c1cf..4aa88cdf92 100644
--- a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda12.txt
+++ b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements-cuda12.txt
@@ -6,7 +6,7 @@
 py3nvml
 
 # The version of cuda-python shall be compatible with installed CUDA version.
-# For example, if your CUDA version is 12.1, you can install cuda-python 12.1.
+# For demo of TensorRT excution provider and TensortRT.
 cuda-python>=12.1.0
 
 # For windows, cuda-python need the following
diff --git a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements.txt b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements.txt
index 0798b65930..de242e77cd 100644
--- a/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements.txt
+++ b/onnxruntime/python/tools/transformers/models/stable_diffusion/requirements.txt
@@ -1,8 +1,8 @@
-diffusers==0.24.0
-transformers==4.38.0
+diffusers==0.28.0
+transformers==4.41.2
 numpy>=1.24.1
 accelerate
-onnx==1.14.1
+onnx==1.16.0
 coloredlogs
 packaging
 # Use newer version of protobuf might cause crash
@@ -11,7 +11,7 @@ psutil
 sympy
 controlnet_aux==0.0.7
 # The following are for SDXL
-optimum==1.14.1
+optimum==1.20.0
 safetensors
 invisible_watermark
 # newer version of opencv-python migth encounter module 'cv2.dnn' has no attribute 'DictValue' error