diff --git a/tools/ci_build/build.py b/tools/ci_build/build.py
index 65f17dd138..48129e1593 100644
--- a/tools/ci_build/build.py
+++ b/tools/ci_build/build.py
@@ -1673,6 +1673,10 @@ def run_android_tests(args, source_dir, build_dir, config, cwd):
             adb_shell(f"chmod +x {device_dir}/onnx_test_runner")
             run_adb_shell(f"{device_dir}/onnxruntime_test_all")
 
+            # remove onnxruntime_test_all as it takes up a _lot_ of space and can cause insufficient storage errors
+            # when we try to copy the java app to the device.
+            adb_shell(f"rm {device_dir}/onnxruntime_test_all")
+
             if args.build_java:
                 # use the gradle wrapper under <repo root>/java
                 gradle_executable = os.path.join(source_dir, "java", "gradlew.bat" if is_windows() else "gradlew")