mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
8cd5f3ad9c
### Description <!-- Describe your changes. --> * Integrate TRT 8.6EA on relevant Linux/Windows/pkg pipelines * Update onnx-tensorrt to 8.6 * Add new dockerfiles for TRT 8.6 and clean old ones * Update [CGManifest](https://github.com/microsoft/onnxruntime/tree/main/cgmanifests) files and ort build deps version * yml/script update * Enable built-in TRT parser option on TRT related pipelines by default * Exclude test TopKOperator.Top3ExplicitAxisInfinity out of TRT EP tests (8.6-EA has issue with topk operator)
36 lines
1.7 KiB
Text
36 lines
1.7 KiB
Text
# Tag: nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04
|
|
# Label: com.nvidia.cuda.version: 11.8.0
|
|
# Label: com.nvidia.cudnn.version: 8.7.0
|
|
# Ubuntu 20.04
|
|
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu20.04
|
|
|
|
ARG PYTHON_VERSION=3.8
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
|
|
ADD scripts /tmp/scripts
|
|
RUN /tmp/scripts/install_ubuntu.sh -p $PYTHON_VERSION && /tmp/scripts/install_os_deps.sh && /tmp/scripts/install_python_deps.sh -p $PYTHON_VERSION && rm -rf /tmp/scripts
|
|
|
|
# Install TensorRT
|
|
RUN v="8.6.0.12-1+cuda11.8" &&\
|
|
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
|
|
apt-get update &&\
|
|
sudo apt-get install -y libnvinfer8=${v} libnvonnxparsers8=${v} libnvparsers8=${v} libnvinfer-plugin8=${v} libnvinfer-vc-plugin8=${v}\
|
|
libnvinfer-dev=${v} libnvonnxparsers-dev=${v} libnvparsers-dev=${v} libnvinfer-plugin-dev=${v} libnvinfer-vc-plugin-dev=${v}\
|
|
python3-libnvinfer=${v} libnvinfer-samples=${v}
|
|
|
|
WORKDIR /root
|
|
|
|
# Allow configure to pick up GDK and CuDNN where it expects it.
|
|
# (Note: $CUDNN_VERSION is defined by NVidia's base image)
|
|
RUN _CUDNN_VERSION=$(echo $CUDNN_VERSION | cut -d. -f1-2) && \
|
|
mkdir -p /usr/local/cudnn-$_CUDNN_VERSION/cuda/include && \
|
|
ln -s /usr/include/cudnn.h /usr/local/cudnn-$_CUDNN_VERSION/cuda/include/cudnn.h && \
|
|
mkdir -p /usr/local/cudnn-$_CUDNN_VERSION/cuda/lib64 && \
|
|
ln -s /etc/alternatives/libcudnn_so /usr/local/cudnn-$_CUDNN_VERSION/cuda/lib64/libcudnn.so && \
|
|
ln -s /usr/local/cudnn{-$_CUDNN_VERSION,}
|
|
|
|
ARG BUILD_USER=onnxruntimedev
|
|
ARG BUILD_UID=1000
|
|
WORKDIR /home/$BUILD_USER
|
|
RUN adduser --gecos 'onnxruntime Build User' --disabled-password $BUILD_USER --uid $BUILD_UID
|
|
USER $BUILD_USER
|