Fix build error when USE_NCCL is defined. (#4334)

This commit is contained in:
edgchen1 2020-06-24 23:32:31 -07:00 committed by GitHub
parent 0d9db2b28d
commit a6d10376df
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -412,7 +412,7 @@ TEST_F(OptimizerGraphBuilderTest, ZeRO_NoGradientAccumulation_NoMixedPrecision)
OptimizerGraphConfig config;
config.data_parallel_group_size = 4;
config.use_nccl = true;
config.deepspeed_config = ZeROConfig{0};
config.deepspeed_zero = ZeROConfig{0};
config.gradient_accumulation_steps = 1;
config.use_mixed_precision = false;
TestZeROOptimizerGraphBuilder(config, graph_);
@ -422,7 +422,7 @@ TEST_F(OptimizerGraphBuilderTest, ZeRO_WithGradientAccumulation_NoMixedPrecision
OptimizerGraphConfig config;
config.data_parallel_group_size = 4;
config.use_nccl = true;
config.deepspeed_config = ZeROConfig{0};
config.deepspeed_zero = ZeROConfig{0};
config.gradient_accumulation_steps = 10;
config.use_mixed_precision = false;
TestZeROOptimizerGraphBuilder(config, graph_);
@ -432,7 +432,7 @@ TEST_F(OptimizerGraphBuilderTest, ZeRO_NoGradientAccumulation_WithMixedPrecision
OptimizerGraphConfig config;
config.data_parallel_group_size = 4;
config.use_nccl = true;
config.deepspeed_config = ZeROConfig{0};
config.deepspeed_zero = ZeROConfig{0};
config.gradient_accumulation_steps = 1;
config.use_mixed_precision = true;
config.loss_scale_input_name = k_loss_scaling_factor_name;
@ -443,7 +443,7 @@ TEST_F(OptimizerGraphBuilderTest, ZeRO_WithGradientAccumulation_WithMixedPrecisi
OptimizerGraphConfig config;
config.data_parallel_group_size = 4;
config.use_nccl = true;
config.deepspeed_config = ZeROConfig{0};
config.deepspeed_zero = ZeROConfig{0};
config.gradient_accumulation_steps = 10;
config.use_mixed_precision = true;
config.loss_scale_input_name = k_loss_scaling_factor_name;