diff --git a/tools/ci_build/github/azure-pipelines/templates/c-api-linux-cpu.yml b/tools/ci_build/github/azure-pipelines/templates/c-api-linux-cpu.yml
index de0a1b4578..c0175acc5a 100644
--- a/tools/ci_build/github/azure-pipelines/templates/c-api-linux-cpu.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/c-api-linux-cpu.yml
@@ -39,6 +39,10 @@ jobs:
   pool:
     name: ${{parameters.PoolName}}
     os: linux
+    ${{ if eq(parameters.OnnxruntimeArch, 'aarch64') }}:
+      hostArchitecture: Arm64
+    ${{ if eq(parameters.OnnxruntimeArch, 'x64') }}:
+      hostArchitecture: x64
   steps:
   - checkout: self
     clean: true