diff --git a/torch/csrc/inductor/aoti_runtime/model_container.h b/torch/csrc/inductor/aoti_runtime/model_container.h
index 58d2aa2eebf..8420f4e837f 100644
--- a/torch/csrc/inductor/aoti_runtime/model_container.h
+++ b/torch/csrc/inductor/aoti_runtime/model_container.h
@@ -409,7 +409,9 @@ class AOTInductorModelContainer {
   RAIIDataPtr constant_blob_;
   RAIIDataPtr constant_blob_secondary_;
 
+#if defined(USE_CUDA) || defined(USE_XPU)
   size_t blob_size_;
+#endif
   std::vector<size_t> constants_internal_offset_;
 
   // Determine which constants is being used for the model.