diff --git a/cmake/onnxruntime_rocm_hipify.cmake b/cmake/onnxruntime_rocm_hipify.cmake
index b609146f3d..8a9c54359e 100644
--- a/cmake/onnxruntime_rocm_hipify.cmake
+++ b/cmake/onnxruntime_rocm_hipify.cmake
@@ -27,6 +27,10 @@ set(contrib_ops_excluded_files
   "bert/tensorrt_fused_multihead_attention/*"
   "bert/transformer_common.h"
   "bert/transformer_common.cc"
+  "bert/packed_attention.h"
+  "bert/packed_attention.cc"
+  "bert/packed_attention_impl.h"
+  "bert/packed_attention_impl.cu"
   "diffusion/group_norm_impl.cu"
   "diffusion/nhwc_conv.cc"
   "math/complex_mul.cc"