diff --git a/onnxruntime/core/providers/cuda/cuda_execution_provider.cc b/onnxruntime/core/providers/cuda/cuda_execution_provider.cc
index f41d5de35c..76945c0ab2 100644
--- a/onnxruntime/core/providers/cuda/cuda_execution_provider.cc
+++ b/onnxruntime/core/providers/cuda/cuda_execution_provider.cc
@@ -123,6 +123,7 @@ CUDAExecutionProvider::PerThreadContext& CUDAExecutionProvider::GetPerThreadCont
         ptc = retired_context_pool_.back();
         retired_context_pool_.pop_back();
       }
+      inuse_contexts_.insert(std::make_pair(tid, ptc));
     } else {
       ptc = inuse_iter->second;
     }