mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-30 20:18:08 +00:00
68b5b2d7d3
### Description 1. Renames all references of on device training to training apis. This is to keep the naming general. Nothing really prevents us from using the same apis on servers\non-edge devices. 2. Update ENABLE_TRAINING option: With this PR when this option is enabled, training apis and torch interop is also enabled. 3. Refactoring for onnxruntime_ENABLE_TRAINING_TORCH_INTEROP option: - Removed user facing option - Setting onnxruntime_ENABLE_TRAINING_TORCH_INTEROP to ON when onnxruntime_ENABLE_TRAINING is ON as we always build with torch interop. Once this PR is merged when --enable_training is selected we will do a "FULL Build" for training (with all the training entry points and features). Training entry points include: 1. ORTModule 2. Training APIs Features include: 1. ATen Fallback 2. All Training OPs includes communication and collectives 3. Strided Tensor Support 4. Python Op (torch interop) 5. ONNXBlock (Front end tools for training artifacts prep when using trianing apis) ### Motivation and Context Intention is to simply the options for building training enabled builds. This is part of the larger work item to create dedicated build for learning on the edge scenarios with just training apis enabled.
202 lines
6.4 KiB
YAML
202 lines
6.4 KiB
YAML
parameters:
|
|
- name: RunOnnxRuntimeTests
|
|
displayName: Run Tests?
|
|
type: boolean
|
|
default: true
|
|
|
|
stages:
|
|
- stage: x64_debug
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'Debug'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --build_java --build_nodejs --build_wheel --disable_memleak_checker
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_debug
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: false
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: x64_release
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
# Compare to our Nuget packaging pipeline, this job has "--build_wheel" but doesn't have "--enable_lto --disable_rtti --use_telemetry --enable_wcos"
|
|
# Python bindings use typeid so I can't disable RTTI here. If it causes a problem, we will need to split this job to two jobs.
|
|
additionalBuildFlags: --build_wheel --build_java --build_nodejs
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: false
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: x64_release_dnnl
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --build_wheel --use_dnnl --build_java
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: false
|
|
ORT_EP_NAME: DNNL
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: x64_release_xnnpack
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --build_wheel --use_xnnpack
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: false
|
|
ORT_EP_NAME: XNNPACK
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: x64_release_winml
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --use_winml --enable_wcos --disable_rtti
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_release_winml
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
# WinML has many warnings
|
|
RunStaticCodeAnalysis: false
|
|
EnablePython: false
|
|
isTraining: false
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: x86_release
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env_x86.bat
|
|
buildArch: x86
|
|
additionalBuildFlags: --build_wheel
|
|
msbuildPlatform: Win32
|
|
isX86: true
|
|
job_name_suffix: x86_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: false
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|
|
|
|
- stage: training_x64_debug
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'Debug'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --enable_training --build_wheel --disable_memleak_checker
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: training_x64_debug
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
isTraining: true
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'onnxruntime-Win2019-CPU-training'
|
|
|
|
- stage: training_x64_release
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --enable_training --build_wheel
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: training_x64_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: true
|
|
isTraining: true
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'onnxruntime-Win2019-CPU-training'
|
|
|
|
- stage: ort_training_apis_x64_release
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --enable_training --enable_training_apis
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: ort_training_apis_x64_release
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
EnablePython: false
|
|
isTraining: true
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'onnxruntime-Win2019-CPU-training'
|
|
|
|
- stage: x64_release_cloud
|
|
dependsOn: []
|
|
jobs:
|
|
- template: templates/win-ci-vs-2019.yml
|
|
parameters:
|
|
BuildConfig: 'RelWithDebInfo'
|
|
EnvSetupScript: setup_env_cloud.bat
|
|
buildArch: x64
|
|
additionalBuildFlags: --use_cloud
|
|
msbuildPlatform: x64
|
|
isX86: false
|
|
job_name_suffix: x64_release_cloud
|
|
RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
|
|
RunStaticCodeAnalysis: false
|
|
EnablePython: false
|
|
isTraining: false
|
|
ORT_EP_NAME: CPU
|
|
GenerateDocumentation: false
|
|
MachinePool: 'Win-CPU-2019'
|