diff --git a/src/test/shell/bazel/remote/build_without_the_bytes_test.sh b/src/test/shell/bazel/remote/build_without_the_bytes_test.sh
index 341e075d3228e6..33f94ddf4cf0a5 100755
--- a/src/test/shell/bazel/remote/build_without_the_bytes_test.sh
+++ b/src/test/shell/bazel/remote/build_without_the_bytes_test.sh
@@ -1583,7 +1583,7 @@ EOF
   expect_log "bin-message"
 }
 
-function test_java_rbe_coverage_produces_report_with_remote_download_minimal() {
+function test_java_rbe_coverage_produces_report() {
   mkdir -p java/factorial
 
   JAVA_TOOLS_ZIP="released"
@@ -1642,6 +1642,10 @@ EOF
     --instrumentation_filter=//java/factorial \
     //java/factorial:fact-test &> $TEST_log || fail "Shouldn't fail"
 
+  # Test binary shouldn't be downloaded
+  [[ ! -e "bazel-bin/java/factorial/libfact.jar" ]] || fail "bazel-bin/java/factorial/libfact.jar shouldn't exist!"
+  [[ ! -e "bazel-bin/java/factorial/fact-test" ]] || fail "bazel-bin/java/factorial/fact-test.jar shouldn't exist!"
+
   local expected_result="SF:java/factorial/Factorial.java
 FN:2,factorial/Factorial::<init> ()V
 FN:4,factorial/Factorial::factorial (I)I