mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
53eb948f4c
* upgrade to TensorRT 7.2.2 * extend GPU tensorrt CI timeout to 150 minutes * update docker image name * disable user interaction to avoid tensorrt container stuck when install tzdata * upgrade to libssl1.1 for ubuntu20.04 * remove libicu60 from ubuntu20.04 * add libicu66 for ubuntu20.04 * debug * llvm * llvm * disable ReverseSequenceTest.InvalidInput * disable ReverseSequenceTest.InvalidInput * fix issues * fix issues * Update linux-gpu-tensorrt-ci-pipeline.yml * disable warning 4458 for TensorRT parser * update onnx-tensorrt submodule * disable warnings for TensorRT parser * update onnx-tensorrt submodule to include latest bug fixes * update setup_env_trt * update pool for win trt ci pipeline' Co-authored-by: George Wu <jywu@microsoft.com>
200 lines
6.3 KiB
Bash
Executable file
200 lines
6.3 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
while getopts p:d: parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
p) PYTHON_VER=${OPTARG};;
|
|
d) DEVICE_TYPE=${OPTARG};;
|
|
esac
|
|
done
|
|
|
|
PYTHON_VER=${PYTHON_VER:=3.5}
|
|
# Some Edge devices only have limited disk space, use this option to exclude some package
|
|
DEVICE_TYPE=${DEVICE_TYPE:=Normal}
|
|
|
|
apt-get update && apt-get install -y software-properties-common lsb-release
|
|
|
|
|
|
OS_VERSION=$(lsb_release -r -s)
|
|
DEBIAN_FRONTEND=noninteractive
|
|
|
|
SYS_LONG_BIT=$(getconf LONG_BIT)
|
|
|
|
|
|
#see: https://docs.microsoft.com/en-us/dotnet/core/linux-prerequisites?tabs=netcore21
|
|
if [ "$OS_VERSION" = "16.04" ]; then
|
|
PACKAGE_LIST="autotools-dev \
|
|
automake \
|
|
build-essential \
|
|
git apt-transport-https apt-utils \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl libcurl4-openssl-dev \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl3 \
|
|
libssl1.0.0 \
|
|
libkrb5-3 \
|
|
libicu55 \
|
|
libtinfo-dev \
|
|
libtool \
|
|
openssh-server \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng16-dev libexpat1-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest \
|
|
openjdk-8-jdk"
|
|
elif [ "$OS_VERSION" = "18.04" ]; then
|
|
PACKAGE_LIST="autotools-dev \
|
|
automake \
|
|
build-essential \
|
|
git apt-transport-https apt-utils \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl libcurl4-openssl-dev \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl4 \
|
|
libssl1.0.0 \
|
|
libkrb5-3 \
|
|
libicu60 \
|
|
libtinfo-dev \
|
|
libtool \
|
|
openssh-server \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng-dev libexpat1-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest \
|
|
openjdk-11-jdk"
|
|
else # ubuntu20.04
|
|
PACKAGE_LIST="autotools-dev \
|
|
automake \
|
|
build-essential \
|
|
git apt-transport-https apt-utils \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl libcurl4-openssl-dev \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl4 \
|
|
libssl1.1 \
|
|
libkrb5-3 \
|
|
libicu66 \
|
|
libtinfo-dev \
|
|
libtool \
|
|
openssh-server \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng-dev libexpat1-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest \
|
|
openjdk-11-jdk"
|
|
fi
|
|
|
|
if [ $DEVICE_TYPE = "Normal" ]; then
|
|
PACKAGE_LIST="$PACKAGE_LIST libedit-dev libxml2-dev python3-packaging"
|
|
fi
|
|
apt-get update && apt-get install -y --no-install-recommends $PACKAGE_LIST
|
|
|
|
locale-gen en_US.UTF-8
|
|
update-locale LANG=en_US.UTF-8
|
|
|
|
if [ "$SYS_LONG_BIT" = "64" ]; then
|
|
mkdir -p /tmp/dotnet
|
|
aria2c -q -d /tmp/dotnet https://packages.microsoft.com/config/ubuntu/${OS_VERSION}/packages-microsoft-prod.deb
|
|
dpkg -i /tmp/dotnet/packages-microsoft-prod.deb
|
|
apt-get update
|
|
apt-get install -y dotnet-sdk-2.1
|
|
rm -rf /tmp/dotnet
|
|
fi
|
|
|
|
if [ "$OS_VERSION" = "16.04" ]; then
|
|
if [ "$PYTHON_VER" != "3.5" ]; then
|
|
add-apt-repository -y ppa:deadsnakes/ppa
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.5 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
#TODO: the old one(/usr/bin/pip3) should be uninstalled first. Because the one will be
|
|
#put at /usr/local/. Then there will be two pips.
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
fi
|
|
|
|
elif [ "$OS_VERSION" = "18.04" ]; then
|
|
if [ "$PYTHON_VER" != "3.6" ]; then
|
|
add-apt-repository -y ppa:deadsnakes/ppa
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.6 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
#TODO: the old one(/usr/bin/pip3) should be uninstalled first. Because the one will be
|
|
#put at /usr/local/. Then there will be two pips.
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
fi
|
|
|
|
else # ubuntu20.04
|
|
if [ "$PYTHON_VER" != "3.8" ]; then
|
|
add-apt-repository -y ppa:deadsnakes/ppa
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
#TODO: the old one(/usr/bin/pip3) should be uninstalled first. Because the one will be
|
|
#put at /usr/local/. Then there will be two pips.
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
fi
|
|
fi
|
|
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
if [ "$SYS_LONG_BIT" = "64" ]; then
|
|
if [ "$DEVICE_TYPE" = "Normal" ]; then
|
|
if [ "$OS_VERSION" = "20.04" ]; then
|
|
aria2c -q -d /tmp -o llvm.tar.xz https://github.com/llvm/llvm-project/releases/download/llvmorg-11.0.0/llvm-project-11.0.0.tar.xz
|
|
else
|
|
aria2c -q -d /tmp -o llvm.tar.xz http://releases.llvm.org/9.0.0/clang+llvm-9.0.0-x86_64-linux-gnu-ubuntu-${OS_VERSION}.tar.xz
|
|
fi
|
|
tar --strip 1 -Jxf /tmp/llvm.tar.xz -C /usr
|
|
fi
|
|
fi
|