diff --git a/orttraining/orttraining/models/bert/main.cc b/orttraining/orttraining/models/bert/main.cc
index a71e6c2481..1c6b02cdc5 100644
--- a/orttraining/orttraining/models/bert/main.cc
+++ b/orttraining/orttraining/models/bert/main.cc
@@ -616,6 +616,7 @@ void setup_training_params(BertParameters& params) {
         0,
         true,
         0,
+        nullptr,
         nullptr};
 
     if (params.gpu_mem_limit_in_gb > 0) {