fix(ingestion/scheduler): add extraArgs support for Ingestion Schedul…

…er (e.g. for extra pip packages) (datahub-project#10195) Co-authored-by: Christian Groll <[email protected]>
murdo-moj · Apr 16, 2024 · 3ac8778 · 3ac8778
1 parent 731c29e
commit 3ac8778
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/ingestion-scheduler/src/main/java/com/datahub/metadata/ingestion/IngestionScheduler.java b/ingestion-scheduler/src/main/java/com/datahub/metadata/ingestion/IngestionScheduler.java
@@ -413,6 +413,9 @@ public void run() {
         if (ingestionSourceInfo.getConfig().hasDebugMode()) {
           debugMode = ingestionSourceInfo.getConfig().isDebugMode() ? "true" : "false";
         }
+        if (ingestionSourceInfo.getConfig().hasExtraArgs()) {
+          arguments.putAll(ingestionSourceInfo.getConfig().getExtraArgs());
+        }
         arguments.put(DEBUG_MODE_ARG_NAME, debugMode);
         input.setArgs(new StringMap(arguments));