mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-29 20:14:01 +00:00
59 lines
1.7 KiB
Bash
59 lines
1.7 KiB
Bash
#!/bin/bash
|
|
: '
|
|
Use this job template to submit job to validate gains for your commits.
|
|
|
|
{
|
|
"version": "2019-12-03",
|
|
"metadata": {
|
|
"name": "real_train_job",
|
|
"cluster": "bj1",
|
|
"vc": "phillytest"
|
|
},
|
|
"resources": {
|
|
"workers": {
|
|
"type": "skuResource",
|
|
"sku": "G16",
|
|
"count": 1,
|
|
"image": "phillyregistry.azurecr.io/philly/jobs/custom/onnxruntime:v1",
|
|
"commandLine": "$PHILLY_DATA_DIRECTORY/$PHILLY_VC/pengwa/profile/validation_job_entry.sh",
|
|
"constraints": [
|
|
{
|
|
"type": "uniqueConstraint",
|
|
"tag": "connectivityDomain"
|
|
}
|
|
],
|
|
"containerArgs": {
|
|
"shmSize": "4G"
|
|
}
|
|
}
|
|
},
|
|
"volumes": {
|
|
"myblob": {
|
|
"_comment": "myblobcomment",
|
|
"type": "blobfuseVolume",
|
|
"storageAccount": "orttraining",
|
|
"containerName": "bert",
|
|
"path": "/bert_data"
|
|
}
|
|
},
|
|
"credentials": {
|
|
"storageAccounts": {
|
|
"orttraining": {
|
|
"_comment": "orttrainingcomment",
|
|
"key": ""
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
'
|
|
source $PHILLY_DATA_DIRECTORY/$PHILLY_VC/pengwa/profile/scripts-ort/_basics/_env_variables.sh
|
|
cp $PHILLY_SCRIPT_ROOT"bert-large-uncased_L_24_H_1024_A_16_V_30528_S_512_Dp_0.1_optimized_layer_norm.onnx" /code/bert.onnx
|
|
bash $PHILLY_DATA_DIRECTORY/$PHILLY_VC/pengwa/profile/scripts-ort/_basics/_machine_info.sh
|
|
|
|
commitid="844d9106"
|
|
bash $ORT_SCRIPT_PATH/validation_run.sh $commitid " --use_nccl=True --cuda_mem_limit=30"
|
|
|
|
bash $PHILLY_DATA_DIRECTORY/$PHILLY_VC/pengwa/profile/scripts-ort/_basics/_machine_info.sh
|
|
|
|
exit 0
|