change a for iteration (#9678)

Co-authored-by: Min Lin <linmin@microsoft.com>
This commit is contained in:
mindest 2021-11-09 08:33:50 +08:00 committed by GitHub
parent 53afaefe3b
commit c579ebfbc3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -55,7 +55,7 @@ class GradientAccumulationManager(object):
forward_outputs (OrtValueVector): List of outputs returned by forward function
"""
if not self.enabled:
return tuple(_utils._ortvalue_to_torch_tensor(forward_output, device) for forward_output in forward_outputs)
return tuple(_utils._ortvalue_to_torch_tensor(forward_outputs[i], device) for i in range(len(forward_outputs)))
if self._update_cache:
for i in range(self._cache_start, len(forward_outputs)):
self.cache.insert(