diff --git a/orttraining/tools/ci_test/compare_huggingface.py b/orttraining/tools/ci_test/compare_huggingface.py index dafa4632b9..c70ede9a26 100755 --- a/orttraining/tools/ci_test/compare_huggingface.py +++ b/orttraining/tools/ci_test/compare_huggingface.py @@ -33,7 +33,7 @@ for i in range(logged_steps): success = all(loss_tail_matches) # performance match -threshold = 0.97 +threshold = 0.95 is_performant = json_actual['samples_per_second'] >= threshold*json_expect['samples_per_second'] success = success if is_performant else False print('samples_per_second actual {:.3f} expected {:.3f} in-range {}'.format( diff --git a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml index b0f3fafc37..e5f8009033 100644 --- a/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml +++ b/tools/ci_build/github/azure-pipelines/orttraining-pai-ci-pipeline.yml @@ -12,8 +12,8 @@ variables: # generated from tools/ci_build/github/pai/rocm-ci-pipeline-env.Dockerfile container: - image: onnxruntimebuildcache.azurecr.io/rocm-ci-pipeline-env - endpoint: onnxruntimebuildcache + image: onnxruntimecibuildenvironment.azurecr.io/rocm-ci-pipeline-env + endpoint: onnxruntimecibuildenvironmentforamd options: --privileged -e HIP_VISIBLE_DEVICES --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri --group-add $(video) --group-add $(render) steps: