mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-07-30 20:18:08 +00:00
Add pipeline to clear the cache for huggingface transormers models (#6813)
This commit is contained in:
parent
355057cf9c
commit
c1b0cf6d0b
1 changed files with 25 additions and 0 deletions
|
|
@ -0,0 +1,25 @@
|
|||
trigger: none
|
||||
|
||||
jobs:
|
||||
- job: Onnxruntime_Linux_GPU_ORTTraining_Clear_Cache
|
||||
|
||||
timeoutInMinutes: 15
|
||||
pool: 'Linux-CPU-2019'
|
||||
|
||||
steps:
|
||||
- checkout: self
|
||||
clean: true
|
||||
submodules: recursive
|
||||
|
||||
- bash: tools/ci_build/github/linux/docker/scripts/training/azure_scale_set_vm_mount_test_data.sh -p $(orttrainingtestdata-storage-key) -s "//orttrainingtestdata.file.core.windows.net/hf-models-cache" -d "/hf_models_cache"
|
||||
displayName: 'Mount hf-models-cache'
|
||||
condition: succeededOrFailed()
|
||||
|
||||
- bash: rm /hf_models_cache/huggingface/transformers/*
|
||||
displayName: 'Clear huggingface transformers cache'
|
||||
|
||||
- template: templates/component-governance-component-detection-steps.yml
|
||||
parameters:
|
||||
condition: 'succeeded'
|
||||
|
||||
- template: templates/clean-agent-build-directory-step.yml
|
||||
Loading…
Reference in a new issue