saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-05-27 22:45:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Pass arguments to azure_scale_set_vm_mount_test_data from perf test ci pipeline (#7094)

Browse source
This commit is contained in:
baijumeswani 2021-03-22 21:48:32 -07:00 committed by GitHub
parent c965878a69
commit a7a2a16edd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 34 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
tools/ci_build/github/azure-pipelines/orttraining-linux-gpu-perf-test-ci-pipeline.yml
View file

@ -25,12 +25,12 @@ jobs:
"
DisplayName: 'Build performance tests'
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_test_data.sh $(orttrainingtestdata-storage-key)
displayName: 'Map bert test data'
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_test_data.sh -p $(orttrainingtestdata-storage-key) -s "//orttrainingtestdata.file.core.windows.net/bert-data" -d "/bert_data"
displayName: 'Mount bert-data'
condition: succeededOrFailed() # ensure all tests are run
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_gpt2_test_data.sh $(orttrainingtestdata-storage-key)
displayName: 'Map gpt2 test data'
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_test_data.sh -p $(orttrainingtestdata-storage-key) -s "//orttrainingtestdata.file.core.windows.net/gpt2-data" -d "/gpt2_data"
displayName: 'Mount gpt2 test data'
condition: succeededOrFailed() # ensure all tests are run
- script: >

30
tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_gpt2_test_data.sh
View file

@ -1,30 +0,0 @@
#! /usr/bin/env bash
if [ -d "/gpt2_data" ]; then
sudo umount /gpt2_data
fi
if [ -d "/gpt2_data" ]; then
sudo rm -rf /gpt2_data
fi
sudo mkdir /gpt2_data
if [ ! -d "/etc/smbcredentials" ]; then
sudo mkdir /etc/smbcredentials
fi
if [ -f "/etc/smbcredentials/orttrainingtestdata.cred" ]; then
sudo rm /etc/smbcredentials/orttrainingtestdata.cred
fi
# to create orttrainingtestdata.cred, I have to do: 'sudo bash -c ...'
sudo bash -c 'echo "username=orttrainingtestdata" >> /etc/smbcredentials/orttrainingtestdata.cred'
# $1 get removed (do defend injection attack?) if I do 'sudo bash -c...'
# to enable 'sudo echo...' I need to 'sudo chmod 777...' first.
sudo chmod 777 /etc/smbcredentials/orttrainingtestdata.cred
sudo echo "password=$1" >> /etc/smbcredentials/orttrainingtestdata.cred
sudo chmod 600 /etc/smbcredentials/orttrainingtestdata.cred
sudo bash -c 'echo "//orttrainingtestdata.file.core.windows.net/gpt2-data /gpt2_data cifs nofail,vers=3.0,credentials=/etc/smbcredentials/orttrainingtestdata.cred,dir_mode=0777,file_mode=0777,serverino" >> /etc/fstab'
sudo mount -t cifs //orttrainingtestdata.file.core.windows.net/gpt2-data /gpt2_data -o vers=3.0,credentials=/etc/smbcredentials/orttrainingtestdata.cred,dir_mode=0777,file_mode=0777,serverino