From c4dee79eed046c92cb86e66860d876d2fdab120b Mon Sep 17 00:00:00 2001 From: Adam Pocock Date: Thu, 8 Dec 2022 16:54:14 -0500 Subject: [PATCH] Adding Java example to CUDA execution provider docs (#13899) ### Description Adds an example of specifying CUDA options in Java to the CUDA execution provider docs. ### Motivation and Context Fixes #13896. --- .../CUDA-ExecutionProvider.md | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/docs/execution-providers/CUDA-ExecutionProvider.md b/docs/execution-providers/CUDA-ExecutionProvider.md index 3bc802d5d7..e1e18aa010 100644 --- a/docs/execution-providers/CUDA-ExecutionProvider.md +++ b/docs/execution-providers/CUDA-ExecutionProvider.md @@ -178,3 +178,20 @@ cudaProviderOptions.UpdateOptions(providerOptionsDict); SessionOptions options = SessionOptions.MakeSessionOptionWithCudaProvider(cudaProviderOptions); // Dispose this finally ``` + +### Java + +```java +OrtCUDAProviderOptions cudaProviderOptions = new OrtCUDAProviderOptions(/*device id*/0); // Must be closed after the session closes + +cudaProviderOptions.add("gpu_mem_limit","2147483648"); +cudaProviderOptions.add("arena_extend_strategy","kSameAsRequested"); +cudaProviderOptions.add("cudnn_conv_algo_search","DEFAULT"); +cudaProviderOptions.add("do_copy_in_default_stream","1"); +cudaProviderOptions.add("cudnn_conv_use_max_workspace","1"); +cudaProviderOptions.add("cudnn_conv1d_pad_to_nc1d","1"); + +OrtSession.SessionOptions options = new OrtSession.SessionOptions(); // Must be closed after the session closes +options.addCUDA(cudaProviderOptions); +``` +