diff --git a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamerTestBase.java b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamerTestBase.java
index 594fe3d102899..cb9c2b85aa37f 100644
--- a/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamerTestBase.java
+++ b/hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/HoodieDeltaStreamerTestBase.java
@@ -245,6 +245,11 @@ public static void initClass() throws Exception {
   }
 
   @AfterAll
+  public static void tearDown() {
+    cleanupKafkaTestUtils();
+    UtilitiesTestBase.cleanUpUtilitiesTestServices();
+  }
+
   public static void cleanupKafkaTestUtils() {
     if (testUtils != null) {
       testUtils.teardown();