From b452151bafe49da332aaeab639ef0318fc1ca28d Mon Sep 17 00:00:00 2001 From: Randy Date: Tue, 12 Mar 2019 12:27:46 -0700 Subject: [PATCH] Rashuai/restore yml2 (#604) * restore capi yml * format file --- .../c-api-packaging-pipelines.yml | 162 ++++++++++++++++++ 1 file changed, 162 insertions(+) diff --git a/tools/ci_build/github/azure-pipelines/c-api-packaging-pipelines.yml b/tools/ci_build/github/azure-pipelines/c-api-packaging-pipelines.yml index 97e6e32a04..b9c2168ccc 100644 --- a/tools/ci_build/github/azure-pipelines/c-api-packaging-pipelines.yml +++ b/tools/ci_build/github/azure-pipelines/c-api-packaging-pipelines.yml @@ -1,4 +1,19 @@ jobs: + +- job: Linux_C_API_Packaging_CPU_x64 + pool: Linux-CPU + steps: + - template: templates/set-test-data-variables-step.yml + + - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x " --test_data_url $(TestDataUrl) --test_data_checksum $(TestDataChecksum)"' + displayName: 'Build and Test Linux on Docker' + - template: templates/c-api-artifacts-package-and-publish-steps-posix.yml + parameters: + buildConfig: 'Release' + artifactName: 'onnxruntime-linux-x64' + libraryName: 'libonnxruntime.so' + - template: templates/clean-agent-build-directory-step.yml + - job: Linux_C_API_Packaging_CPU_x86 pool: Linux-CPU steps: @@ -12,3 +27,150 @@ jobs: artifactName: 'onnxruntime-linux-x86' libraryName: 'libonnxruntime.so' - template: templates/clean-agent-build-directory-step.yml + +- job: Linux_C_API_Packaging_GPU_x64 + pool: Linux-GPU + steps: + - template: templates/set-test-data-variables-step.yml + + - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d gpu -c cuda9.1-cudnn7.1 -r $(Build.BinariesDirectory) -x " --test_data_url $(TestDataUrl) --test_data_checksum $(TestDataChecksum)"' + displayName: 'Build and Test Linux on Docker' + - template: templates/c-api-artifacts-package-and-publish-steps-posix.yml + parameters: + buildConfig: 'Release' + artifactName: 'onnxruntime-linux-x64-gpu' + libraryName: 'libonnxruntime.so' + - template: templates/clean-agent-build-directory-step.yml + + +- job: MacOS_C_API_Packaging_CPU_x64 + pool: + vmImage: 'macOS-10.13' + steps: + - template: templates/set-test-data-variables-step.yml + - script: | + sudo xcode-select --switch /Applications/Xcode_10.app/Contents/Developer + python3 $(Build.SourcesDirectory)/tools/ci_build/build.py --use_openmp --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --parallel --build_shared_lib --config RelWithDebInfo --enable_onnx_tests --test_data_url $(TestDataUrl) --test_data_checksum $(TestDataChecksum) + displayName: 'Build and Test MacOS' + - template: templates/c-api-artifacts-package-and-publish-steps-posix.yml + parameters: + buildConfig: 'RelWithDebInfo' + artifactName: 'onnxruntime-osx-x64' + libraryName: 'libonnxruntime.dylib' + + - template: templates/clean-agent-build-directory-step.yml + + +- job: Windows_Packaging_CPU_x64 + pool: 'Win-CPU' + variables: + buildDirectory: '$(Build.BinariesDirectory)' + buildConfig: 'RelWithDebInfo' + buildArch: 'x64' + + steps: + - template: templates/set-test-data-variables-step.yml + + - template: templates/windows-build-tools-setup-steps.yml + parameters: + EnvSetupScript: 'setup_env.bat' + buildArch: 'amd64' # amd64 is needed for vcvars target arch + setVcvars: false + + - template: templates/windows-build-and-test-steps.yml + parameters: + buildAdditionalParams: ' --use_openmp ' + buildArch: $(buildArch) + msbuildPlatform: $(buildArch) + buildConfig: $(buildConfig) + + - template: templates/c-api-artifacts-package-and-publish-steps-windows.yml + parameters: + buildConfig: $(buildConfig) + artifactName: 'onnxruntime-win-$(buildArch)' + + - template: templates/clean-agent-build-directory-step.yml + + +- job: Windows_Packaging_CPU_x86 + pool: 'Win-CPU' + variables: + buildDirectory: '$(Build.BinariesDirectory)' + buildConfig: 'RelWithDebInfo' + buildArch: 'x86' + + steps: + - template: templates/set-test-data-variables-step.yml + + - template: templates/windows-build-tools-setup-steps.yml + parameters: + EnvSetupScript: 'setup_env.bat' + buildArch: $(buildArch) + setVcVars: false + + - template: templates/windows-build-and-test-steps.yml + parameters: + buildAdditionalParams: ' --use_openmp --x86 ' + buildArch: $(buildArch) + msbuildPlatform: 'Win32' + buildConfig: $(buildConfig) + + - template: templates/c-api-artifacts-package-and-publish-steps-windows.yml + parameters: + buildConfig: $(buildConfig) + artifactName: 'onnxruntime-win-$(buildArch)' + + - template: templates/clean-agent-build-directory-step.yml + + +- job: Windows_Packaging_GPU_x64 + pool: 'Win-GPU' + variables: + buildDirectory: '$(Build.BinariesDirectory)' + buildConfig: 'RelWithDebInfo' + buildArch: 'x64' + + steps: + - template: templates/set-test-data-variables-step.yml + + - task: CmdLine@2 + displayName: 'Set CUDA 9.1 path' + inputs: + script: | + set PATH=C:\local\cuda-9.1.85-windows10-x64-0\bin;C:\local\cudnn-9.1-windows10-x64-v7.1\cuda\bin;%PATH% + modifyEnvironment: true + workingDirectory: '$(Build.BinariesDirectory)' + + - task: PowerShell@2 + displayName: 'Set CUDA 9.1 MSBuild properties' + inputs: + targetType: 'filePath' + filePath: '$(Build.SourcesDirectory)/tools/ci_build/github/windows/set_cuda_path.ps1' + arguments: '-CudaMsbuildPath C:\local\cudaMsbuildIntegration-9.1.85-windows10-x64-0 -CudaVersion 9.1' + + - template: templates/windows-build-tools-setup-steps.yml + parameters: + EnvSetupScript: 'setup_env.bat' + buildArch: 'amd64' # amd64 is needed for vcvars target arch + setVcvars: true + + - task: CmdLine@2 + displayName: 'Build and Test OnnxRuntime' + inputs: + script: | + $(Build.BinariesDirectory)\packages\python\python.exe $(Build.SourcesDirectory)\tools\ci_build\build.py --config $(buildConfig) --build_dir $(Build.BinariesDirectory) --skip_submodule_sync --build_shared_lib --cmake_path $(Build.BinariesDirectory)\cmake\bin\cmake.exe --ctest_path $(Build.BinariesDirectory)\cmake\bin\ctest.exe --enable_onnx_tests --test_data_url $(TestDataUrl) --test_data_checksum $(TestDataChecksum) --use_openmp --msvc_toolset=14.11 --use_cuda --cuda_version 9.1 --cuda_home="C:\local\cuda-9.1.85-windows10-x64-0" --cudnn_home="C:\local\cudnn-9.1-windows10-x64-v7.1\cuda" + workingDirectory: '$(Build.BinariesDirectory)' + + - template: templates/c-api-artifacts-package-and-publish-steps-windows.yml + parameters: + buildConfig: $(buildConfig) + artifactName: 'onnxruntime-win-gpu-$(buildArch)' + + - task: PowerShell@2 + displayName: 'Clean up Cuda Path 9.1' + inputs: + targetType: 'filePath' + filePath: '$(Build.SourcesDirectory)/tools/ci_build/github/windows/clean_up_cuda_prop_files.ps1' + arguments: '-CudaVersion 9.1' + + - template: templates/clean-agent-build-directory-step.yml