diff --git a/c10/util/BFloat16.h b/c10/util/BFloat16.h
index 0bd115d568f..ce0d229b72c 100644
--- a/c10/util/BFloat16.h
+++ b/c10/util/BFloat16.h
@@ -81,7 +81,7 @@ struct alignas(2) BFloat16 {
 #endif
 
   struct from_bits_t {};
-  static constexpr from_bits_t from_bits() {
+  static constexpr C10_HOST_DEVICE from_bits_t from_bits() {
     return from_bits_t();
   }