[Improvement]: Implement a stateless overview manager. (#3429)

* table optimizing info * table runtime meta * Controller donot depend on tableService * ci * ci * ci * ci * stateless overview * stateless overview * ci * ci --------- Co-authored-by: zhangyongxiang.alpha <[email protected]> Co-authored-by: ZhouJinsong <[email protected]>
apache · Feb 7, 2025 · 57cc34c · 57cc34c
1 parent 677e344
commit 57cc34c
Show file tree

Hide file tree

Showing 12 changed files with 343 additions and 438 deletions.
diff --git a/amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConf.java b/amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConf.java
@@ -288,6 +288,18 @@ public class AmoroManagementConf {
           .withDescription(
               "The number of hours that self-optimizing runtime data expire interval.");
 
+  public static final ConfigOption<Duration> OVERVIEW_CACHE_REFRESH_INTERVAL =
+      ConfigOptions.key("overview-cache.refresh-interval")
+          .durationType()
+          .defaultValue(Duration.ofSeconds(180))
+          .withDescription("Interval for refreshing overview cache.");
+
+  public static final ConfigOption<Integer> OVERVIEW_CACHE_MAX_SIZE =
+      ConfigOptions.key("overview-cache.max-size")
+          .intType()
+          .defaultValue(3360)
+          .withDescription("Max size of overview cache.");
+
   public static final ConfigOption<String> DB_TYPE =
       ConfigOptions.key("database.type")
           .stringType()

diff --git a/amoro-ams/src/main/java/org/apache/amoro/server/dashboard/DashboardServer.java b/amoro-ams/src/main/java/org/apache/amoro/server/dashboard/DashboardServer.java
@@ -117,7 +117,8 @@ public DashboardServer(
         new TableController(catalogManager, tableManager, tableDescriptor, serviceConfig);
     this.terminalController = new TerminalController(terminalManager);
     this.versionController = new VersionController();
-    this.overviewController = new OverviewController();
+    OverviewManager manager = new OverviewManager(serviceConfig);
+    this.overviewController = new OverviewController(manager);
 
     this.authType = serviceConfig.get(AmoroManagementConf.HTTP_SERVER_REST_AUTH_TYPE);
     this.basicAuthUser = serviceConfig.get(AmoroManagementConf.ADMIN_USERNAME);

diff --git a/amoro-ams/src/main/java/org/apache/amoro/server/dashboard/OverviewCache.java b/amoro-ams/src/main/java/org/apache/amoro/server/dashboard/OverviewCache.java