diff --git a/e2e/src/test/java/io/aiven/kafka/tieredstorage/e2e/SingleBrokerTest.java b/e2e/src/test/java/io/aiven/kafka/tieredstorage/e2e/SingleBrokerTest.java
index 8a015eac2..2231e89ff 100644
--- a/e2e/src/test/java/io/aiven/kafka/tieredstorage/e2e/SingleBrokerTest.java
+++ b/e2e/src/test/java/io/aiven/kafka/tieredstorage/e2e/SingleBrokerTest.java
@@ -127,7 +127,6 @@ static void setupKafka(final Consumer<KafkaContainer> tsPluginSetup) throws Exce
 
         try {
             baseDir = Files.createTempDirectory("junit");
-            baseDir.toFile().deleteOnExit();  // works only if empty
             localDataDir = baseDir.resolve(KAFKA_DATA_SUBDIR_HOST);
             localDataDir.toFile().mkdirs();
             localDataDir.toFile().setWritable(true, false);
@@ -189,6 +188,7 @@ static void stopKafka() {
 
     static void cleanupStorage() {
         if (baseDir != null) {
+            // TODO: failing silently atm, as docker overrides owner/group and deletion fails
             FileUtils.deleteQuietly(baseDir.toFile());
         }
     }