Adds withHighCapacityExplorer config and node updates

mrbrinker · May 21, 2020 · 3d8ccc6 · 3d8ccc6
1 parent 419fb2c
commit 3d8ccc6
Show file tree

Hide file tree

Showing 6 changed files with 53 additions and 9 deletions.
diff --git a/clusters/cardano.nix b/clusters/cardano.nix
@@ -7,7 +7,7 @@
 , t3-xlarge            # High load relay
 , m5ad-xlarge          # Test node
 , xlarge-monitor       # Standard monitor
-, t3-2xlarge-monitor   # High capacity monitor
+, t3-2xlarge-monitor   # High capacity monitor, explorer
 , ...
 }:
 with pkgs;
@@ -91,10 +91,10 @@ let
       _file = ./cardano.nix;
       deployment.ec2 = {
         region = def.region or "eu-central-1";
-        ebsInitialRootDiskSize = 100;
+        ebsInitialRootDiskSize = if globals.withHighCapacityExplorer then 1000 else 100;
       };
       imports = [
-        xlarge
+        (if globals.withHighCapacityExplorer then t3-2xlarge-monitor else xlarge)
         cardano-ops.roles.explorer
       ]
       # TODO: remove module when the new explorer is available

diff --git a/deployments/cardano-aws.nix b/deployments/cardano-aws.nix
@@ -19,7 +19,7 @@ let
     t3-xlarge = aws.t3-xlarge;                   # High load relay
     m5ad-xlarge = aws.m5ad-xlarge;               # Test node
     xlarge-monitor = aws.t3a-xlargeMonitor;      # Standard monitor
-    t3-2xlarge-monitor = aws.t3-2xlargeMonitor;  # High capacity monitor
+    t3-2xlarge-monitor = aws.t3-2xlargeMonitor;  # High capacity monitor, explorer
   };
 
   nodes = filterAttrs (name: node:

diff --git a/globals-defaults.nix b/globals-defaults.nix
@@ -32,6 +32,7 @@ in {
   initialPythonExplorerDBSyncDone = false;
 
   withHighCapacityMonitoring = false;
+  withHighCapacityExplorer = false;
   withHighLoadRelays = false;
 
   environments = pkgs.iohkNix.cardanoLib.environments;

diff --git a/globals-mainnet.nix b/globals-mainnet.nix
@@ -12,6 +12,7 @@ pkgs: {
 
   withCardanoDBExtended = true;
   withHighCapacityMonitoring = true;
+  withHighCapacityExplorer = true;
   withHighLoadRelays = true;
 
   initialPythonExplorerDBSyncDone = true;

diff --git a/modules/cardano-postgres.nix b/modules/cardano-postgres.nix
@@ -26,18 +26,44 @@ in {
       package = postgresql_12;
       dataDir = mkIf (cfg.postgresqlDataDir != null) cfg.postgresqlDataDir;
       enableTCPIP = false;
-      extraConfig = ''
+      extraConfig = if globals.withHighCapacityExplorer then ''
         # Optimized for:
         # DB Version: 12
         # OS Type: linux
         # DB Type: web
-        # Total Memory (RAM): 16 GB
+        # Total Memory (RAM): 16 GB (half the RAM of high capacity explorer)
+        # CPUs num: 8 (high capacity explorer vCPUs)
+        # Connections num: 200
         # Data Storage: ssd
         # Suggested optimization for
         # other configurations can be
         # found at:
         # https://pgtune.leopard.in.ua/
         max_connections = 200
+        shared_buffers = 4GB
+        effective_cache_size = 12GB
+        maintenance_work_mem = 1GB
+        checkpoint_completion_target = 0.7
+        wal_buffers = 16MB
+        default_statistics_target = 100
+        random_page_cost = 1.1
+        effective_io_concurrency = 200
+        work_mem = 5242kB
+        min_wal_size = 1GB
+        max_wal_size = 4GB
+        max_worker_processes = 8
+        max_parallel_workers_per_gather = 4
+        max_parallel_workers = 8
+        max_parallel_maintenance_workers = 4
+      '' else '';
+        # DB Version: 12
+        # OS Type: linux
+        # DB Type: web
+        # Total Memory (RAM): 8 GB (half the RAM of regular explorer)
+        # CPUs num: 4 (explorer vCPUs)
+        # Connections num: 200
+        # Data Storage: ssd
+        max_connections = 200
         shared_buffers = 2GB
         effective_cache_size = 6GB
         maintenance_work_mem = 512MB
@@ -46,9 +72,13 @@ in {
         default_statistics_target = 100
         random_page_cost = 1.1
         effective_io_concurrency = 200
-        work_mem = 10485kB
+        work_mem = 5242kB
         min_wal_size = 1GB
-        max_wal_size = 2GB
+        max_wal_size = 4GB
+        max_worker_processes = 4
+        max_parallel_workers_per_gather = 2
+        max_parallel_workers = 4
+        max_parallel_maintenance_workers = 2
       '';
     };
   };

diff --git a/roles/explorer.nix b/roles/explorer.nix
@@ -48,7 +48,10 @@ in {
   services.cardano-node = {
     enable = true;
     inherit nodeId;
-    extraArgs = [ "+RTS" "-N2" "-A10m" "-qg" "-qb" "-M3G" "-RTS" ];
+    extraArgs = lib.mkForce (if globals.withHighCapacityExplorer then
+      [ "+RTS" "-N2" "-A10m" "-qg" "-qb" "-M10G" "-RTS" ]
+    else
+      [ "+RTS" "-N2" "-A10m" "-qg" "-qb" "-M3G" "-RTS" ]);
     environment = globals.environmentName;
     environments = {
       "${globals.environmentName}" = globals.environmentConfig;
@@ -60,6 +63,9 @@ in {
       inherit cardanoNodePkgs;
   });
 
+  systemd.services.cardano-node.serviceConfig.MemoryMax = lib.mkForce
+    (if globals.withHighCapacityExplorer then "14G" else "3.5G");
+
   services.cardano-db-sync = {
     enable = true;
     cluster = globals.environmentName;
@@ -112,6 +118,12 @@ in {
   services.nginx = {
     enable = true;
     package = nginxExplorer;
+    eventsConfig = ''
+      worker_connections 4096;
+    '';
+    appendConfig = ''
+      worker_rlimit_nofile 16384;
+    '';
     recommendedGzipSettings = true;
     recommendedOptimisation = true;
     recommendedProxySettings = true;