chore: DNM Weave plumbing stuff

examples/public-dns-external/main.tf

@@ -1,3 +1,13 @@
+# this assumes your shell is authenticated with gcloud and using playground-111:
+# gcloud config set project playground-111
+# gcloud auth application-default login
+terraform {
+  backend "gcs" {
+    bucket = "install.wandb.ai"
+    prefix = "cvp.wandb.ml"
+  }
+}
+
 provider "aws" {
   region = "us-west-2"
 
@@ -26,11 +36,12 @@ module "wandb_infra" {
   database_sort_buffer_size    = var.database_sort_buffer_size
 
   allowed_inbound_cidr      = var.allowed_inbound_cidr
-  allowed_inbound_ipv6_cidr = ["::/0"]
+  allowed_inbound_ipv6_cidr = var.allowed_inbound_ipv6_cidr
 
   eks_cluster_version            = "1.25"
   kubernetes_public_access       = true
   kubernetes_public_access_cidrs = ["0.0.0.0/0"]
+  kubernetes_instance_types      = ["m6a.2xlarge"] # 8 vCPU, 32 GiB RAM
 
   domain_name = var.domain_name
   zone_id     = var.zone_id
@@ -56,10 +67,27 @@ provider "kubernetes" {
 }
 
 module "wandb_app" {
-  source = "github.com/wandb/terraform-kubernetes-wandb"
+  # source = "github.com/wandb/terraform-kubernetes-wandb"
+  source = "../../../terraform-kubernetes-wandb"
 
   license = var.wandb_license
 
+  oidc_client_id = var.oidc_client_id
+  oidc_issuer = var.oidc_issuer
+
+  other_wandb_secrets = var.other_wandb_secrets
+  other_wandb_env = var.other_wandb_env
+
+  dd_env = var.datadog_env
+  weave_enabled = true
+  weave_enable_datadog = true
+  weave_dd_profiling_enabled = true
+  weave_storage_class = "ebs-sc"
+  weave_storage_provisioner = "ebs.csi.aws.com"
+  weave_storage_type = "gp3"
+  weave_storage_size = "250Gi"
+  parquet_enabled = true
+
   host                       = module.wandb_infra.url
   bucket                     = "s3://${module.wandb_infra.bucket_name}"
   bucket_aws_region          = module.wandb_infra.bucket_region

examples/public-dns-external/variables.tf

@@ -70,14 +70,42 @@ variable "bucket_kms_key_arn" {
   default     = ""
 }
 
+variable "oidc_issuer" {
+  type        = string
+  description = "The OIDC issuer URL"
+  default     = ""
+}
+
+variable "oidc_client_id" {
+  type        = string
+  description = "The OIDC client ID"
+  default     = ""
+}
+
+variable "other_wandb_secrets" {
+  type        = map(string)
+  description = "Other secrets env vars to pass to wandb"
+  default     = {}
+}
+
+variable "other_wandb_env" {
+  type        = map(string)
+  description = "Other env vars to pass to wandb"
+  default     = {}
+}
+
+variable "datadog_env" {
+  type        = string
+  description = "The Datadog environment to use"
+  default     = ""
+}
 
 variable "allowed_inbound_cidr" {
   default  = ["0.0.0.0/0"]
   nullable = false
   type     = list(string)
 }
 
-
 variable "allowed_inbound_ipv6_cidr" {
   default  = ["::/0"]
   nullable = false