From 01c7fb04be61ee02e85dc6554d00dec9aa8e6ea1 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Wed, 17 Mar 2021 10:21:03 -0700 Subject: [PATCH] [DeepSpeed] simplify init (#10762) --- src/transformers/integrations.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/src/transformers/integrations.py b/src/transformers/integrations.py index 22189dbe4..919bfbfe5 100644 --- a/src/transformers/integrations.py +++ b/src/transformers/integrations.py @@ -22,7 +22,6 @@ import os import re import tempfile from pathlib import Path -from types import SimpleNamespace from .utils import logging from .utils.versions import require_version @@ -430,16 +429,12 @@ def init_deepspeed(trainer, num_training_steps): "enabled": True, } - # for clarity extract the specific cl args that are being passed to deepspeed - ds_args = dict(local_rank=args.local_rank) - # keep for quick debug: # from pprint import pprint; pprint(config) # init that takes part of the config via `args`, and the bulk of it via `config_params` model_parameters = filter(lambda p: p.requires_grad, model.parameters()) model, optimizer, _, lr_scheduler = deepspeed.initialize( - args=SimpleNamespace(**ds_args), # expects an obj model=model, model_parameters=model_parameters, config_params=config,