resources: repositories: - repository: manylinux type: Github endpoint: Microsoft name: pypa/manylinux ref: aead4d751c2101e23336aa73f2380df83e7a13f3 jobs: - job: Linux_Build timeoutInMinutes: 120 workspace: clean: all variables: CCACHE_DIR: $(Pipeline.Workspace)/ccache TODAY: $[format('{0:dd}{0:MM}{0:yyyy}', pipeline.startTime)] pool: onnxruntime-Linux-CPU-2019 steps: - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3 displayName: 'Clean Agent Directories' condition: always() - checkout: self clean: true submodules: recursive - task: NodeTool@0 inputs: versionSpec: '16.x' - template: templates/get-docker-image-steps.yml parameters: Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_aten_cpu Context: tools/ci_build/github/linux/docker DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )" Repository: 'onnxruntimecpubuildaten' UseImageCacheContainerRegistry: true UsePipelineCache: false - task: Cache@2 inputs: key: '"$(TODAY)" | "$(Build.SourceBranch)" | "$(Build.SourceVersion)"' path: $(CCACHE_DIR) cacheHitVar: CACHE_RESTORED restoreKeys: | "$(TODAY)" | "$(Build.SourceBranch)" "$(TODAY)" | displayName: Cach Task - script: | sudo mkdir -p $(Pipeline.Workspace)/ccache condition: ne(variables.CACHE_RESTORED, 'true') displayName: Create Cache Dir - task: CmdLine@2 displayName: 'build' inputs: script: | mkdir -p $HOME/.onnx docker run --rm \ --volume /data/onnx:/data/onnx:ro \ --volume $(Build.SourcesDirectory):/onnxruntime_src \ --volume $(Build.BinariesDirectory):/build \ --volume $HOME/.onnx:/home/onnxruntimedev/.onnx \ --volume $(Pipeline.Workspace)/ccache:/cache \ -e ALLOW_RELEASED_ONNX_OPSET_ONLY=0 \ -e NIGHTLY_BUILD \ -e BUILD_BUILDNUMBER \ -e CCACHE_DIR=/cache \ onnxruntimecpubuildaten \ /bin/bash -c " set -ex; \ ccache -z; \ ccache -s; \ /opt/python/cp38-cp38/bin/python3 /onnxruntime_src/tools/ci_build/build.py \ --build_dir /build --cmake_generator Ninja \ --config Release \ --skip_submodule_sync \ --build_shared_lib \ --parallel \ --build_wheel \ --skip_tests \ --cmake_extra_defines onnxruntime_ENABLE_ATEN=ON \ --use_cache; \ ccache -s" workingDirectory: $(Build.SourcesDirectory) - task: CmdLine@2 displayName: 'install ort_torch_ext and launch test' inputs: script: | mkdir -p $HOME/.onnx docker run --rm \ --volume /data/onnx:/data/onnx:ro \ --volume $(Build.SourcesDirectory):/onnxruntime_src \ --volume $(Build.BinariesDirectory):/build \ --volume $HOME/.onnx:/home/onnxruntimedev/.onnx \ -e ALLOW_RELEASED_ONNX_OPSET_ONLY=0 \ -e NIGHTLY_BUILD \ -e BUILD_BUILDNUMBER \ onnxruntimecpubuildaten \ bash -c "rm -rf /build/Release/onnxruntime /build/Release/pybind11 && \ /opt/python/cp38-cp38/bin/python3 -m pip install /build/Release/dist/*.whl && \ /opt/python/cp38-cp38/bin/python3 -m pip install /onnxruntime_src/onnxruntime/python/torch_cpp_extensions && \ /opt/python/cp38-cp38/bin/python3 /onnxruntime_src/onnxruntime/test/python/contrib_ops/aten_op_tests.py && \ /opt/python/cp38-cp38/bin/python3 /onnxruntime_src/tools/ci_build/build.py \ --build_dir /build --cmake_generator Ninja \ --config Release \ --skip_submodule_sync \ --build_shared_lib \ --parallel \ --build_wheel \ --test \ --cmake_extra_defines onnxruntime_ENABLE_ATEN=ON" workingDirectory: $(Build.SourcesDirectory) - template: templates/explicitly-defined-final-tasks.yml - script: | df -h displayName: check disk space