mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
781e1c36be
* add frontend minst test * to use torch nightly with torchvision * remove incorrect comment per reviewer's comment * experiment torchvision import failure * experiment install_deps.sh * more experiment install_deps.sh * experiment install_deps.sh with --upgrade * Experiment with install_deps.sh. * Experiment with install_ubuntu.sh. * Use Ubuntu 18.04 and Python 3.6 for CI. * Update cmake version for CI. * Install MPI on Ubuntu 18.04 for CI. * Increase tolerance for MNIST test. * Go back to Ubuntu 16.04 for CI, fix installing from deadsnakes ppa. * Clean-up. * Update ort_trainer.py from ort_training. * Get default Ubuntu Python ver back to 3.5. * Add underscore to opset_version parameter name in ORTTrainer constructor. * Move loss/model wrap before the call for sample output. * Update expected values for MNIST test. Co-authored-by: liqun <liqun@OrtTrainingDev4.af05slrtruoetgaxwwjv5nsq5e.px.internal.cloudapp.net> Co-authored-by: Sergii Dymchenko <sedymche@microsoft.com>
152 lines
4.7 KiB
Bash
Executable file
152 lines
4.7 KiB
Bash
Executable file
#!/bin/bash
|
|
set -e
|
|
while getopts p:d: parameter_Option
|
|
do case "${parameter_Option}"
|
|
in
|
|
p) PYTHON_VER=${OPTARG};;
|
|
d) DEVICE_TYPE=${OPTARG};;
|
|
esac
|
|
done
|
|
|
|
PYTHON_VER=${PYTHON_VER:=3.5}
|
|
# Some Edge devices only have limited disk space, use this option to exclude some package
|
|
DEVICE_TYPE=${DEVICE_TYPE:=Normal}
|
|
|
|
apt-get update && apt-get install -y software-properties-common lsb-release
|
|
|
|
|
|
OS_VERSION=$(lsb_release -r -s)
|
|
DEBIAN_FRONTEND=noninteractive
|
|
|
|
SYS_LONG_BIT=$(getconf LONG_BIT)
|
|
|
|
|
|
#see: https://docs.microsoft.com/en-us/dotnet/core/linux-prerequisites?tabs=netcore21
|
|
if [ "$OS_VERSION" = "16.04" ]; then
|
|
PACKAGE_LIST="autotools-dev \
|
|
automake \
|
|
build-essential \
|
|
git apt-transport-https apt-utils \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl libcurl4-openssl-dev \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl3 \
|
|
libssl1.0.0 \
|
|
libkrb5-3 \
|
|
libicu55 \
|
|
libtinfo-dev \
|
|
libtool \
|
|
mpich libmpich-dev \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng16-dev libexpat1-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest \
|
|
libprotobuf-dev libprotobuf9v5 protobuf-compiler \
|
|
openjdk-8-jdk"
|
|
else # ubuntu18.04
|
|
PACKAGE_LIST="autotools-dev \
|
|
automake \
|
|
build-essential \
|
|
git apt-transport-https apt-utils \
|
|
ca-certificates \
|
|
pkg-config \
|
|
wget \
|
|
zlib1g \
|
|
zlib1g-dev \
|
|
libssl-dev \
|
|
curl libcurl4-openssl-dev \
|
|
autoconf \
|
|
sudo \
|
|
gfortran \
|
|
python3-dev \
|
|
language-pack-en \
|
|
libopenblas-dev \
|
|
liblttng-ust0 \
|
|
libcurl4 \
|
|
libssl1.0.0 \
|
|
libkrb5-3 \
|
|
libicu60 \
|
|
libtinfo-dev \
|
|
libtool \
|
|
mpich libmpich-dev \
|
|
aria2 \
|
|
bzip2 \
|
|
unzip \
|
|
zip \
|
|
rsync libunwind8 libpng-dev libexpat1-dev \
|
|
python3-setuptools python3-numpy python3-wheel python python3-pip python3-pytest \
|
|
libprotobuf-dev libprotobuf10 protobuf-compiler \
|
|
openjdk-11-jdk"
|
|
fi
|
|
|
|
if [ $DEVICE_TYPE = "Normal" ]; then
|
|
PACKAGE_LIST="$PACKAGE_LIST libedit-dev libxml2-dev python3-packaging"
|
|
fi
|
|
apt-get update && apt-get install -y --no-install-recommends $PACKAGE_LIST
|
|
|
|
locale-gen en_US.UTF-8
|
|
update-locale LANG=en_US.UTF-8
|
|
|
|
echo "Installing dotnet-sdk"
|
|
if [ "$SYS_LONG_BIT" = "64" ]; then
|
|
mkdir -p /tmp/dotnet
|
|
aria2c -q -d /tmp/dotnet https://packages.microsoft.com/config/ubuntu/${OS_VERSION}/packages-microsoft-prod.deb
|
|
dpkg -i /tmp/dotnet/packages-microsoft-prod.deb
|
|
apt-get update
|
|
apt-get install -y dotnet-sdk-2.2
|
|
rm -rf /tmp/dotnet
|
|
fi
|
|
|
|
if [ "$OS_VERSION" = "16.04" ]; then
|
|
if [ "$PYTHON_VER" != "3.5" ]; then
|
|
add-apt-repository -y ppa:deadsnakes/ppa
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.5 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
#TODO: the old one(/usr/bin/pip3) should be uninstalled first. Because the one will be
|
|
#put at /usr/local/. Then there will be two pips.
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
fi
|
|
|
|
else # ubuntu18.04
|
|
if [ "$PYTHON_VER" != "3.6" ]; then
|
|
add-apt-repository -y ppa:deadsnakes/ppa
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
python${PYTHON_VER} \
|
|
python${PYTHON_VER}-dev
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VER} 1
|
|
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.6 2
|
|
update-alternatives --set python3 /usr/bin/python${PYTHON_VER}
|
|
#TODO: the old one(/usr/bin/pip3) should be uninstalled first. Because the one will be
|
|
#put at /usr/local/. Then there will be two pips.
|
|
/usr/bin/python${PYTHON_VER} -m pip install --upgrade --force-reinstall pip==19.0.3
|
|
fi
|
|
fi
|
|
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
if [ "$SYS_LONG_BIT" = "64" ]; then
|
|
if [ "$DEVICE_TYPE" = "Normal" ]; then
|
|
aria2c -q -d /tmp -o llvm.tar.xz http://releases.llvm.org/9.0.0/clang+llvm-9.0.0-x86_64-linux-gnu-ubuntu-${OS_VERSION}.tar.xz
|
|
tar --strip 1 -Jxf /tmp/llvm.tar.xz -C /usr
|
|
fi
|
|
fi
|
|
|