diff --git a/orttraining/orttraining/training_ops/cuda/tensor/gather_grad.cc b/orttraining/orttraining/training_ops/cuda/tensor/gather_grad.cc
index 70c9c58247..56f0e4e984 100644
--- a/orttraining/orttraining/training_ops/cuda/tensor/gather_grad.cc
+++ b/orttraining/orttraining/training_ops/cuda/tensor/gather_grad.cc
@@ -3,7 +3,6 @@
 
 #include "orttraining/training_ops/cuda/tensor/gather_grad.h"
 #include "orttraining/training_ops/cuda/tensor/gather_grad_impl.h"
-#include "orttraining/training_ops/cuda/tensor/thrustallocator.h"
 #include "core/providers/common.h"
 
 namespace onnxruntime {
diff --git a/orttraining/orttraining/training_ops/cuda/tensor/thrustallocator.h b/orttraining/orttraining/training_ops/cuda/tensor/thrustallocator.h
deleted file mode 100644
index 182b14b1a4..0000000000
--- a/orttraining/orttraining/training_ops/cuda/tensor/thrustallocator.h
+++ /dev/null
@@ -1,30 +0,0 @@
-// Copyright (c) Microsoft Corporation. All rights reserved.
-// Licensed under the MIT License.
-
-#pragma once
-
-#include "core/framework/allocator.h"
-
-namespace onnxruntime {
-namespace cuda {
-
-class ThrustAllocator {
- public:
-  typedef char value_type;
-
-  ThrustAllocator(IAllocator* alloc) : alloc_(alloc) {}
-
-  char* allocate(std::ptrdiff_t size) {
-    return static_cast<char*>(alloc_->Alloc(size));
-  }
-
-  void deallocate(char* p, size_t /*size*/) {
-    alloc_->Free(p);
-  }
-
- private:
-  IAllocator* alloc_;
-};
-
-}  // namespace cuda
-}  // namespace onnxruntime