mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-15 20:50:42 +00:00
e8b0ae8923
* updated cmake files for trt * added trt execution provider * added trt basic test * removed trt_path action attribute * Add files via upload * Update build.py * Update trt_allocator.h * fixed issues found by reviewers * changed cast operator * added comment for custom kernel implementation * changed auto to auto& * changed to function compile APIs for TRT execution provider * changed to function compile APIs for TRT execution provider * added new DType DInt64 * adapted to the changes of onnxruntime_c_api * removed trt kernel (use function compile instead) * updated onnx-tensorrt submodule * set default memory type to TRT fused kernel * resolve merge conflict * fixed the issue that USE_CUDA conflicts with USE_TRT * construct graph by adding nodes in topological order * made changes for Windows * change buffers type * bypass HasImplementationOf check for TRT XP because TRT kernel is not registered * added domain to version info in rebuilt model proto * added trt to test option list * added DomainToVersionMap() to GraphViewer * removed Copy() * fixed broken code * format the code to clang format * used local reference to the frequently used values * fixed a couple of issues according to reviewers feedback * fixed a couple of issues according to reviewers feedback * added python binding for TRT and enable use_cuda when use_trt is on * fixed a redefinition issue * changed shared_ptr to unique_ptr on trt engines, and made a few changes required by reviewers * enabled trtexecution provider for unit tests * renamed trt to tensorrt * added tesorrt to python binding * update submodule onnx and onnx-tensorrt * made a couple of minor changes based on reviewer's feedback * added CUDA_CHECK * removed test code * fixed broken code after merge * updated onnx-tensorrt submodule * added post processing to align trt inputs/outputs with graph inputs/outputs * updated onnx submodule * added CUDA fallback for TensorRT and fixed TensorRT cmake issue * added ci pipeline for tensorrt and removed some redundent code from trt xp * fixed syntax issue * updated onnx-tensorrt submodule * fix trt build problem by: (#602) 1. Add additional /wd for debug build 2. Add io.h for additional targets 3. Bring back mb version of getopt * Update install_ubuntu.sh * Update linux-gpu-tensorrt-ci-pipeline.yml * Update linux-gpu-tensorrt-ci-pipeline.yml * Update run_build.sh * Update run_build.sh * Update run_build.sh * Update run_build.sh * fixed the issue that GetKernelRegistry returns nullptr * merged master to this branch * moved some data types to private * fixed tensorrt CI pipeline issue * customized test data for TensorRT pipeline * added onnx-tensorrt in json file and fixed an issue in ci script * added comments
72 lines
2.1 KiB
Bash
Executable file
72 lines
2.1 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
while getopts p: parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
p) PYTHON_VER=${OPTARG};;
|
|
esac
|
|
done
|
|
|
|
PYTHON_VER=${PYTHON_VER:=3.5}
|
|
DEBIAN_FRONTEND=noninteractive
|
|
|
|
apt-get update && apt-get install -y software-properties-common
|
|
add-apt-repository ppa:deadsnakes/ppa
|
|
apt-get update && apt-get install -y --no-install-recommends \
|
|
autotools-dev \
|
|
build-essential \
|
|
git apt-transport-https \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl3 \
|
|
libssl1.0.0 \
|
|
libkrb5-3 \
|
|
libicu55 \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng16-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest
|
|
|
|
locale-gen en_US.UTF-8
|
|
update-locale LANG=en_US.UTF-8
|
|
|
|
OS_VER=`lsb_release -r -s`
|
|
mkdir -p /tmp/dotnet
|
|
aria2c -q -d /tmp/dotnet https://packages.microsoft.com/config/ubuntu/${OS_VER}/packages-microsoft-prod.deb
|
|
dpkg -i /tmp/dotnet/packages-microsoft-prod.deb
|
|
apt-get install -y apt-transport-https
|
|
apt-get update
|
|
apt-get install -y dotnet-sdk-2.2
|
|
rm -rf /tmp/dotnet || true
|
|
|
|
if [ $PYTHON_VER!="3.5" ]; then
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.5 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
fi
|
|
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall numpy==1.15.0
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
mkdir -p /tmp/azcopy
|
|
aria2c -q -d /tmp/azcopy -o azcopy.tar.gz https://aka.ms/downloadazcopylinux64
|
|
tar -xf /tmp/azcopy/azcopy.tar.gz -C /tmp/azcopy
|
|
/tmp/azcopy/install.sh
|