diff --git a/java/src/main/java/ai/onnxruntime/OnnxRuntime.java b/java/src/main/java/ai/onnxruntime/OnnxRuntime.java
index a0634a7f07..2771794260 100644
--- a/java/src/main/java/ai/onnxruntime/OnnxRuntime.java
+++ b/java/src/main/java/ai/onnxruntime/OnnxRuntime.java
@@ -213,7 +213,7 @@ final class OnnxRuntime {
         logger.log(Level.FINE, "Loaded native library '" + library + "' from resource path");
       }
     } finally {
-      cleanUp(tempFile);
+      if (system_load) cleanUp(tempFile);
     }
   }