diff --git a/tools/ci_build/github/apple/c/onnxruntime-mobile-c.podspec.template b/tools/ci_build/github/apple/c/onnxruntime-mobile-c.podspec.template
index 1d2a736b7e..710ad37341 100644
--- a/tools/ci_build/github/apple/c/onnxruntime-mobile-c.podspec.template
+++ b/tools/ci_build/github/apple/c/onnxruntime-mobile-c.podspec.template
@@ -16,8 +16,10 @@ Pod::Spec.new do |spec|
     A pod for the ONNX Runtime Mobile C/C++ library.
                                     DESC
     spec.library                 = "c++"
-    spec.user_target_xcconfig    = {
+    spec.pod_target_xcconfig     = {
         "OTHER_CPLUSPLUSFLAGS" => "-fvisibility=hidden -fvisibility-inlines-hidden",
+    }
+    spec.user_target_xcconfig    = {
         # TODO workaround - support arm64 iphonesimulator later
         "EXCLUDED_ARCHS[sdk=iphonesimulator*]" => "arm64"
     }
diff --git a/tools/ci_build/github/apple/objectivec/onnxruntime-mobile-objc.podspec.template b/tools/ci_build/github/apple/objectivec/onnxruntime-mobile-objc.podspec.template
index 8694ca77f6..e033f01636 100644
--- a/tools/ci_build/github/apple/objectivec/onnxruntime-mobile-objc.podspec.template
+++ b/tools/ci_build/github/apple/objectivec/onnxruntime-mobile-objc.podspec.template
@@ -29,7 +29,8 @@ Pod::Spec.new do |s|
 
     core.pod_target_xcconfig = {
       "HEADER_SEARCH_PATHS" => include_dirs.join(" "),
-      "EXCLUDED_ARCHS[sdk=iphonesimulator*]": "arm64",
+      "OTHER_CPLUSPLUSFLAGS" => "-fvisibility=hidden -fvisibility-inlines-hidden",
+      "EXCLUDED_ARCHS[sdk=iphonesimulator*]" => "arm64",
     }
 
     core.public_header_files = [