saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-24 19:43:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Disable data downloading in linux-nocontribops-ci-pipeline (#3803)

Browse source 
* Disable data downloading in linux-nocontribops-ci-pipeline

* update

* update
This commit is contained in:
Changming Sun 2020-05-02 12:59:24 -07:00 committed by GitHub
parent 37b60251ca
commit 2684d47fc5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 16 additions and 164 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline-cuda9.yml
View file

@ -1,26 +0,0 @@
jobs:
- job: Linux_CI_GPU_Dev
pool: Linux-GPU-CUDA10
steps:
- template: templates/set-test-data-variables-step.yml
- task: CmdLine@2
displayName: 'Download azcopy'
inputs:
script: |
curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
tar -zxvf azcopy.tar.gz --strip 1
workingDirectory: $(Build.BinariesDirectory)
- task: PythonScript@0
displayName: 'Download test data'
inputs:
scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
arguments: --test_data_url $(TestDataUrl) --build_dir $(Build.BinariesDirectory)
pythonInterpreter: '/usr/bin/python3'
workingDirectory: $(Build.BinariesDirectory)
- script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d gpu -c cuda9.1-cudnn7.1 -r $(Build.BinariesDirectory) -x "--build_wheel"'
displayName: 'Command Line Script'
- template: templates/clean-agent-build-directory-step.yml

52
tools/ci_build/github/azure-pipelines/linux-nocontribops-ci-pipeline.yml
View file

@ -1,45 +1,9 @@
variables:
DisableContribOps: ON
TestDataUrlNoContribOps : https://onnxruntimetestdata.blob.core.windows.net/models/20181210.zip
jobs:
- job: Linux_CI_Dev
pool: Linux-CPU
steps:
- template: templates/set-test-data-variables-step.yml
- task: CmdLine@2
displayName: 'Clean untagged docker images'
inputs:
script: |
docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
docker container prune -f
docker image prune -f
workingDirectory: $(Build.BinariesDirectory)
continueOnError: true
condition: always()
- task: CmdLine@2
displayName: 'Download azcopy'
inputs:
script: |
curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
tar -zxvf azcopy.tar.gz --strip 1
workingDirectory: $(Build.BinariesDirectory)
- task: PythonScript@0
displayName: 'Download test data'
inputs:
scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
arguments: --test_data_url $(TestDataUrlNoContribOps) --build_dir $(Build.BinariesDirectory)
pythonInterpreter: '/usr/bin/python3'
workingDirectory: $(Build.BinariesDirectory)
- script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--disable_contrib_ops"'
displayName: 'Command Line Script'
- template: templates/component-governance-component-detection-steps.yml
parameters :
condition : 'ci_only'
- template: templates/clean-agent-build-directory-step.yml
- template: templates/linux-ci.yml
parameters:
AgentPool : 'Linux-CPU'
JobName: 'Linux_CI_Dev'
BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--disable_contrib_ops"'
DoNugetPack: 'false'
ArtifactName: 'drop-linux'
TimeoutInMinutes: 120

48
tools/ci_build/github/azure-pipelines/linux-openvino-ci-pipeline.yml
View file

@ -1,41 +1,9 @@
jobs:
- job: Linux_OpenVINO_CI_Dev
timeoutInMinutes: 240
pool: Linux-CPU
steps:
- template: templates/set-test-data-variables-step.yml
- task: CmdLine@2
displayName: 'Clean untagged docker images'
inputs:
script: |
docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
docker images -q --filter "dangling=true" | xargs -n1 -r docker rmi
workingDirectory: $(Build.BinariesDirectory)
continueOnError: true
condition: always()
- task: CmdLine@2
displayName: 'Download azcopy'
inputs:
script: |
curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
tar -zxvf azcopy.tar.gz --strip 1
workingDirectory: $(Build.BinariesDirectory)
- task: PythonScript@0
displayName: 'Download test data'
inputs:
scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
arguments: --test_data_url $(TestDataUrl) --build_dir $(Build.BinariesDirectory)
pythonInterpreter: '/usr/bin/python3'
workingDirectory: $(Build.BinariesDirectory)
- script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d openvino -v 2020.2 -r $(Build.BinariesDirectory) -x "--use_openvino CPU_FP32 --build_wheel --use_full_protobuf"'
displayName: 'Command Line Script'
- template: templates/component-governance-component-detection-steps.yml
parameters :
condition : 'ci_only'
- template: templates/clean-agent-build-directory-step.yml
- template: templates/linux-ci.yml
parameters:
AgentPool : 'Linux-CPU'
JobName: 'Linux_CI_Dev'
BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d openvino -v 2020.2 -r $(Build.BinariesDirectory) -x "--use_openvino CPU_FP32 --build_wheel --use_full_protobuf"'
DoNugetPack: 'false'
ArtifactName: 'drop-linux'
TimeoutInMinutes: 120

8
tools/ci_build/github/azure-pipelines/linux-x86-ci-pipeline.yml
View file

@ -1,8 +0,0 @@
jobs:
- template: templates/linux-ci.yml
parameters:
AgentPool : 'Linux-CPU'
JobName: 'Linux_CI_Dev_x86'
BuildCommand: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -a x86 -x "--x86"'
DoNugetPack: 'false'
ArtifactName: 'drop-linux-x86'

46
tools/ci_build/github/azure-pipelines/linux-x86-nocontribops-ci-pipeline.yml
View file

@ -1,46 +0,0 @@
variables:
DisableContribOps: ON
PlatformTarget: x86
TestDataUrlNoContribOps : https://onnxruntimetestdata.blob.core.windows.net/models/20181210.zip
jobs:
- job: Linux_CI_Dev
pool: Linux-CPU
steps:
- template: templates/set-test-data-variables-step.yml
- task: CmdLine@2
displayName: 'Clean untagged docker images'
inputs:
script: |
docker rm $(docker ps -a | grep Exited | awk '{print $1;}') || true
docker container prune -f
docker image prune -f
workingDirectory: $(Build.BinariesDirectory)
continueOnError: true
condition: always()
- task: CmdLine@2
displayName: 'Download azcopy'
inputs:
script: |
curl -so azcopy.tar.gz -L 'https://aka.ms/downloadazcopy-v10-linux'
tar -zxvf azcopy.tar.gz --strip 1
workingDirectory: $(Build.BinariesDirectory)
- task: PythonScript@0
displayName: 'Download test data'
inputs:
scriptPath: '$(Build.SourcesDirectory)/tools/ci_build/github/download_test_data.py'
arguments: --test_data_url $(TestDataUrlNoContribOps) --build_dir $(Build.BinariesDirectory)
pythonInterpreter: '/usr/bin/python3'
workingDirectory: $(Build.BinariesDirectory)
- script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -a x86 -x "--x86 --disable_contrib_ops"'
displayName: 'Command Line Script'
- template: templates/component-governance-component-detection-steps.yml
parameters :
condition : 'ci_only'
- template: templates/clean-agent-build-directory-step.yml