fix: disable Druid tests as the containers are too numerous and uses …

…too much disk space
kestra-io · Apr 22, 2024 · 9dd7f9e · 9dd7f9e
1 parent dcc0ee2
commit 9dd7f9e
Show file tree

Hide file tree

Showing 3 changed files with 107 additions and 101 deletions.
diff --git a/docker-compose-ci.yml b/docker-compose-ci.yml
@@ -101,107 +101,109 @@ services:
       - "31010:31010"
       - "45678:45678"
 
-  druid_postgres:
-    image: bitnami/postgresql:latest
-    container_name: druid_postgres
-    environment:
-      POSTGRESQL_PASSWORD: FoolishPassword
-      POSTGRESQL_DATABASE: druid
-      POSTGRESQL_USERNAME: druid
-    volumes:
-      - metadata_data:/var/lib/postgresql/data
-
-  # Need 3.5 or later for druid container nodes
-  druid_zookeeper:
-    container_name: druid_zookeeper
-    image: zookeeper:3.5.10
-    ports:
-      - "2181:2181"
-    environment:
-      - ZOO_MY_ID=1
-
-  druid_coordinator:
-    image: apache/druid:29.0.0
-    container_name: druid_coordinator
-    volumes:
-      - druid_shared:/opt/shared
-      - coordinator_var:/opt/druid/var
-    depends_on:
-      - druid_zookeeper
-      - druid_postgres
-    ports:
-      - "11081:8081"
-    command:
-      - coordinator
-    env_file:
-      - environment_druid
-
-  druid_broker:
-    image: apache/druid:29.0.0
-    container_name: druid_broker
-    volumes:
-      - broker_var:/opt/druid/var
-    depends_on:
-      - druid_zookeeper
-      - druid_postgres
-      - druid_coordinator
-    ports:
-      - "11082:8082"
-    command:
-      - broker
-    env_file:
-      - environment_druid
-
-  druid_historical:
-    image: apache/druid:29.0.0
-    container_name: druid_historical
-    volumes:
-      - druid_shared:/opt/shared
-      - historical_var:/opt/druid/var
-    depends_on:
-      - druid_zookeeper
-      - druid_postgres
-      - druid_coordinator
-    ports:
-      - "11083:8083"
-    command:
-      - historical
-    env_file:
-      - environment_druid
-
-  druid_middlemanager:
-    image: apache/druid:29.0.0
-    container_name: druid_middlemanager
-    volumes:
-      - druid_shared:/opt/shared
-      - middle_var:/opt/druid/var
-    depends_on:
-      - druid_zookeeper
-      - druid_postgres
-      - druid_coordinator
-    ports:
-      - "11091:8091"
-      - "11100-11105:8100-8105"
-    command:
-      - middleManager
-    env_file:
-      - environment_druid
-
-  druid_router:
-    image: apache/druid:29.0.0
-    container_name: druid_router
-    volumes:
-      - router_var:/opt/druid/var
-    depends_on:
-      - druid_zookeeper
-      - druid_postgres
-      - druid_coordinator
-    ports:
-      - "8888:8888"
-    command:
-      - router
-    env_file:
-      - environment_druid
+# !!! Due to the high number of containers needed for Druid, the CI goes out of disk space so the tests are disabled !!!
+
+#  druid_postgres:
+#    image: bitnami/postgresql:latest
+#    container_name: druid_postgres
+#    environment:
+#      POSTGRESQL_PASSWORD: FoolishPassword
+#      POSTGRESQL_DATABASE: druid
+#      POSTGRESQL_USERNAME: druid
+#    volumes:
+#      - metadata_data:/var/lib/postgresql/data
+#
+#  # Need 3.5 or later for druid container nodes
+#  druid_zookeeper:
+#    container_name: druid_zookeeper
+#    image: zookeeper:3.5.10
+#    ports:
+#      - "2181:2181"
+#    environment:
+#      - ZOO_MY_ID=1
+#
+#  druid_coordinator:
+#    image: apache/druid:29.0.0
+#    container_name: druid_coordinator
+#    volumes:
+#      - druid_shared:/opt/shared
+#      - coordinator_var:/opt/druid/var
+#    depends_on:
+#      - druid_zookeeper
+#      - druid_postgres
+#    ports:
+#      - "11081:8081"
+#    command:
+#      - coordinator
+#    env_file:
+#      - environment_druid
+#
+#  druid_broker:
+#    image: apache/druid:29.0.0
+#    container_name: druid_broker
+#    volumes:
+#      - broker_var:/opt/druid/var
+#    depends_on:
+#      - druid_zookeeper
+#      - druid_postgres
+#      - druid_coordinator
+#    ports:
+#      - "11082:8082"
+#    command:
+#      - broker
+#    env_file:
+#      - environment_druid
+#
+#  druid_historical:
+#    image: apache/druid:29.0.0
+#    container_name: druid_historical
+#    volumes:
+#      - druid_shared:/opt/shared
+#      - historical_var:/opt/druid/var
+#    depends_on:
+#      - druid_zookeeper
+#      - druid_postgres
+#      - druid_coordinator
+#    ports:
+#      - "11083:8083"
+#    command:
+#      - historical
+#    env_file:
+#      - environment_druid
+#
+#  druid_middlemanager:
+#    image: apache/druid:29.0.0
+#    container_name: druid_middlemanager
+#    volumes:
+#      - druid_shared:/opt/shared
+#      - middle_var:/opt/druid/var
+#    depends_on:
+#      - druid_zookeeper
+#      - druid_postgres
+#      - druid_coordinator
+#    ports:
+#      - "11091:8091"
+#      - "11100-11105:8100-8105"
+#    command:
+#      - middleManager
+#    env_file:
+#      - environment_druid
+#
+#  druid_router:
+#    image: apache/druid:29.0.0
+#    container_name: druid_router
+#    volumes:
+#      - router_var:/opt/druid/var
+#    depends_on:
+#      - druid_zookeeper
+#      - druid_postgres
+#      - druid_coordinator
+#    ports:
+#      - "8888:8888"
+#    command:
+#      - router
+#    env_file:
+#      - environment_druid
 
   sybase:
     image: datagrip/sybase:16.0

diff --git a/plugin-jdbc-druid/src/test/java/io/kestra/plugin/jdbc/druid/DruidTest.java b/plugin-jdbc-druid/src/test/java/io/kestra/plugin/jdbc/druid/DruidTest.java
@@ -7,12 +7,14 @@
 import io.micronaut.test.extensions.junit5.annotation.MicronautTest;
 import jakarta.inject.Inject;
 import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Test;
 
 import static org.hamcrest.MatcherAssert.assertThat;
 import static org.hamcrest.Matchers.*;
 
 @MicronautTest
+@Disabled("Launching Druid on CI uses too much disk space so Gradle fail")
 public class DruidTest {
     @Inject
     RunContextFactory runContextFactory;

diff --git a/plugin-jdbc-druid/src/test/java/io/kestra/plugin/jdbc/druid/DruidTriggerTest.java b/plugin-jdbc-druid/src/test/java/io/kestra/plugin/jdbc/druid/DruidTriggerTest.java
@@ -3,6 +3,7 @@
 import io.kestra.plugin.jdbc.AbstractJdbcTriggerTest;
 import io.micronaut.test.extensions.junit5.annotation.MicronautTest;
 import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Test;
 
 import java.io.FileNotFoundException;
@@ -15,6 +16,7 @@
 import static org.hamcrest.Matchers.is;
 
 @MicronautTest
+@Disabled("Launching Druid on CI uses too much disk space so Gradle fail")
 class DruidTriggerTest extends AbstractJdbcTriggerTest {
 
     @BeforeAll