diff --git a/testground/benchmark/benchmark/stateless.py b/testground/benchmark/benchmark/stateless.py
index 740c93f002..c2c5532169 100644
--- a/testground/benchmark/benchmark/stateless.py
+++ b/testground/benchmark/benchmark/stateless.py
@@ -146,12 +146,15 @@ def run(
         proc.wait()
 
         # collect outputs
+        output = Path("/data.tar.bz2")
+        with tarfile.open(output, "x:bz2") as tar:
+            tar.add(home, arcname="data")
         outdir = Path(outdir)
         if outdir.exists():
+            assert outdir.is_dir()
             filename = outdir / f"{group}_{group_seq}.tar.bz2"
             filename.unlink(missing_ok=True)
-            with tarfile.open(filename, "x:bz2") as tar:
-                tar.add(home, arcname="data")
+            shutil.copy(output, filename)
 
 
 def detect_idle(idle_blocks: int, interval: int):