onnxruntime/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml

resources:
  repositories:
  - repository: manylinux # The name used to reference this repository in the checkout step
    type: Github
    endpoint: Microsoft
    name: pypa/manylinux
    ref: a8099af1b3e25f0489717ad9c4f9a2e25a8c5b36
    
jobs:
- job: Linux_Build
  timeoutInMinutes: 120
  workspace:
    clean: all
  variables:
    skipComponentGovernanceDetection: true
  pool: Linux-CPU-2019
  steps:
  - checkout: self
    clean: true
    submodules: recursive

  - task: NodeTool@0
    inputs:
      versionSpec: '12.16.3'

  - task: UsePythonVersion@0
    inputs:
      versionSpec: '3.8'
      addToPath: true

  - template: templates/get-docker-image-steps.yml
    parameters:
      Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cpu
      Context: tools/ci_build/github/linux/docker
      DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
      Repository: onnxruntimecpubuild

  - task: CmdLine@2
    displayName: 'build'
    inputs:
      script: |
        mkdir -p $HOME/.onnx
        docker run --rm \
          --volume /data/onnx:/data/onnx:ro \
          --volume $(Build.SourcesDirectory):/onnxruntime_src \
          --volume $(Build.BinariesDirectory):/build \
          --volume $HOME/.onnx:/home/onnxruntimedev/.onnx \
          -e ALLOW_RELEASED_ONNX_OPSET_ONLY=0 \
          -e NIGHTLY_BUILD \
          -e BUILD_BUILDNUMBER \
          onnxruntimecpubuild \
            /opt/python/cp38-cp38/bin/python3 /onnxruntime_src/tools/ci_build/build.py \
              --build_dir /build --cmake_generator Ninja \
              --config Debug Release \
              --skip_submodule_sync \
              --build_shared_lib \
              --parallel \
              --build_wheel \
              --enable_onnx_tests \
              --enable_transformers_tool_test \
              --build_java --build_nodejs --update --build --cmake_extra_defines onnxruntime_BUILD_BENCHMARKS=ON        
      workingDirectory: $(Build.SourcesDirectory)

  - task: CmdLine@2
    displayName: 'Install python deps and run java tests'
    inputs:
      script: |
         set -e -x
         python3 -m pip uninstall -y ort-nightly-gpu ort-nightly onnxruntime onnxruntime-gpu onnxruntime-training onnxruntime-directml ort-nightly-directml onnx -qq
         cp $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/scripts/manylinux/requirements.txt $(Build.BinariesDirectory)/requirements.txt
         # Test ORT with the latest ONNX release.
         sed -i "s/git+http:\/\/github\.com\/onnx\/onnx.*/onnx/" $(Build.BinariesDirectory)/requirements.txt
         python3 -m pip install -r $(Build.BinariesDirectory)/requirements.txt
         mkdir $(Build.BinariesDirectory)/requirements_torch_cpu/
         cp $(Build.SourcesDirectory)/tools/ci_build/github/linux/docker/scripts/training/ortmodule/stage1/requirements_torch_cpu/requirements.txt $(Build.BinariesDirectory)/requirements_torch_cpu/requirements.txt
         python3 -m pip install -r $(Build.BinariesDirectory)/requirements_torch_cpu/requirements.txt
         ln -sf /data/models $(Build.BinariesDirectory)
         cd $(Build.SourcesDirectory)/java
         /usr/local/gradle/bin/gradle "cmakeCheck" "-DcmakeBuildDir=$(Build.BinariesDirectory)/Release"         

  - task: CmdLine@2
    displayName: 'Install Release python package'
    inputs:
      script: |
         rm -rf $(Build.BinariesDirectory)/Release/onnxruntime $(Build.BinariesDirectory)/Release/pybind11
         python3 -m pip install $(Build.BinariesDirectory)/Release/dist/*.whl         

  - task: PythonScript@0
    displayName: 'Run Release unit tests'
    inputs:
       scriptPath: $(Build.SourcesDirectory)/tools/ci_build/build.py
       workingDirectory: $(Build.BinariesDirectory)/Release
       arguments: >-
          --build_dir $(Build.BinariesDirectory)
          --cmake_generator Ninja
          --config Release
          --test
          --skip_submodule_sync
          --build_shared_lib
          --parallel
          --build_wheel
          --enable_onnx_tests
          --enable_transformers_tool_test
          --build_nodejs
          --ctest_path ""          

  - task: CmdLine@2
    displayName: 'Install Debug python package'
    inputs:
      script: |
         set -e -x
         rm -rf $(Build.BinariesDirectory)/Debug/onnxruntime $(Build.BinariesDirectory)/Debug/pybind11
         python3 -m pip uninstall -y ort-nightly-gpu ort-nightly onnxruntime onnxruntime-gpu onnxruntime-training onnxruntime-directml ort-nightly-directml -qq
         python3 -m pip install $(Build.BinariesDirectory)/Debug/dist/*.whl         

  - task: PythonScript@0
    displayName: 'Run Debug unit tests'
    inputs:
      scriptPath: $(Build.SourcesDirectory)/tools/ci_build/build.py
      workingDirectory: $(Build.BinariesDirectory)/Debug
      arguments: >-
          --build_dir $(Build.BinariesDirectory)
          --cmake_generator Ninja
          --config Debug
          --test
          --skip_submodule_sync
          --build_shared_lib
          --parallel
          --build_wheel
          --enable_onnx_tests
          --enable_transformers_tool_test
          --build_nodejs
          --ctest_path ""          

  - task: PythonScript@0
    displayName: 'Symbolic shape infer'
    inputs:
      scriptPath: $(Build.BinariesDirectory)/Release/onnxruntime_test_python_symbolic_shape_infer.py
      workingDirectory: $(Build.BinariesDirectory)/Release

  - task: PublishTestResults@2
    displayName: 'Publish unit test results'
    inputs:
      testResultsFiles: '**/*.results.xml'
      searchFolder: '$(Build.BinariesDirectory)'
      testRunTitle: 'Unit Test Run'
    condition: succeededOrFailed()

  - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
    displayName: 'Clean Agent Directories'
    condition: always()