Add pipeline to clear the cache for huggingface transormers models (#6813)

This commit is contained in:
baijumeswani 2021-02-26 10:39:22 -08:00 committed by GitHub
parent 355057cf9c
commit c1b0cf6d0b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -0,0 +1,25 @@
trigger: none
jobs:
- job: Onnxruntime_Linux_GPU_ORTTraining_Clear_Cache
timeoutInMinutes: 15
pool: 'Linux-CPU-2019'
steps:
- checkout: self
clean: true
submodules: recursive
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_test_data.sh -p $(orttrainingtestdata-storage-key) -s "//orttrainingtestdata.file.core.windows.net/hf-models-cache" -d "/hf_models_cache"
displayName: 'Mount hf-models-cache'
condition: succeededOrFailed()
- bash: rm /hf_models_cache/huggingface/transformers/*
displayName: 'Clear huggingface transformers cache'
- template: templates/component-governance-component-detection-steps.yml
parameters:
condition: 'succeeded'
- template: templates/clean-agent-build-directory-step.yml