Merge branch 'main' of github.com:demeter-run/ext-cardano-dbsync-serverless

Author: paulobressan

bootstrap/feature/main.tf

@@ -14,6 +14,74 @@ variable "topology_zone" {
   type = string
 }
 
-variable "image_tag" {
+variable "postgres_image_tag" {
+  type = string
+}
+
+variable "postgres_resources" {
+  type = object({
+    requests = map(string)
+    limits   = map(string)
+  })
+
+  default = {
+    "limits" = {
+      memory = "2Gi"
+      cpu    = "4000m"
+    }
+    "requests" = {
+      memory = "2Gi"
+      cpu    = "100m"
+    }
+  }
+}
+
+variable "postgres_settings" {
+  default = {
+    listen_addresses                 = "*"
+    max_connections                  = 1000
+    shared_buffers                   = "8GB"
+    effective_cache_size             = "24GB"
+    maintenance_work_mem             = "2GB"
+    checkpoint_completion_target     = 0.9
+    wal_buffers                      = "16MB"
+    default_statistics_target        = 500
+    random_page_cost                 = 1.1
+    effective_io_concurrency         = 200
+    work_mem                         = "1048kB"
+    huge_pages                       = "try"
+    min_wal_size                     = "4GB"
+    max_wal_size                     = "16GB"
+    max_worker_processes             = 8
+    max_parallel_workers_per_gather  = 4
+    max_parallel_workers             = 8
+    max_parallel_maintenance_workers = 4
+    ssl                              = "off"
+  }
+}
+
+
+variable "operator_image_tag" {
+  type = string
+}
+
+variable "metrics_delay" {
+  default = 30
+}
+
+variable "dcu_per_second" {
+  type = map(string)
+  default = {
+    "mainnet" = "10"
+    "preprod" = "5"
+    "preview" = "5"
+  }
+}
+
+variable "postgres_host" {
+  type = string
+}
+
+variable "postgres_secret_name" {
   type = string
 }

bootstrap/feature/monitor.tf

@@ -25,3 +25,31 @@ resource "kubernetes_manifest" "postgres_podmonitor" {
     }
   }
 }
+
+resource "kubernetes_manifest" "operator_monitor" {
+  manifest = {
+    apiVersion = "monitoring.coreos.com/v1"
+    kind       = "PodMonitor"
+    metadata = {
+      labels = {
+        "app.kubernetes.io/component" = "o11y"
+        "app.kubernetes.io/part-of"   = "demeter"
+      }
+      name      = "operator"
+      namespace = var.namespace
+    }
+    spec = {
+      selector = {
+        matchLabels = {
+          role = "operator"
+        }
+      }
+      podMetricsEndpoints = [
+        {
+          port = "metrics",
+          path = "/metrics"
+        }
+      ]
+    }
+  }
+}

bootstrap/feature/operator.tf

@@ -0,0 +1,135 @@
+resource "kubernetes_deployment_v1" "operator" {
+  wait_for_rollout = false
+
+  metadata {
+    namespace = var.namespace
+    name      = "operator"
+    labels = {
+      role = "operator"
+    }
+  }
+
+  spec {
+    replicas = 1
+
+    selector {
+      match_labels = {
+        role = "operator"
+      }
+    }
+
+    template {
+      metadata {
+        labels = {
+          role = "operator"
+        }
+      }
+
+      spec {
+        container {
+          image   = "ghcr.io/demeter-run/ext-cardano-dbsync-serverless:${var.operator_image_tag}"
+          name    = "main"
+
+          env {
+            name  = "K8S_IN_CLUSTER"
+            value = "true"
+          }
+
+          env {
+            name  = "METRICS_DELAY"
+            value = var.metrics_delay
+          }
+
+          env {
+            name  = "DCU_PER_SECOND_MAINNET"
+            value = var.dcu_per_second["mainnet"]
+          }
+
+          env {
+            name  = "DCU_PER_SECOND_PREPROD"
+            value = var.dcu_per_second["preprod"]
+          }
+
+          env {
+            name  = "DCU_PER_SECOND_PREVIEW"
+            value = var.dcu_per_second["preview"]
+          }
+
+          env {
+            name = "ADDR"
+            value = "0.0.0.0:5000"
+          }
+
+          env {
+            name = "POSTGRES_PASSWORD"
+            value_from {
+              secret_key_ref {
+                name = var.postgres_secret_name
+                key  = "password"
+              }
+            }
+          }
+
+          env {
+            name = "DB_URL_MAINNET"
+            value = "postgres://postgres:$(POSTGRES_PASSWORD)@${var.postgres_host}:5432/dbsync-mainnet"
+          }
+
+          env {
+            name = "DB_URL_PREPROD"
+            value = "postgres://postgres:$(POSTGRES_PASSWORD)@${var.postgres_host}:5432/dbsync-preprod"
+          }
+
+          env {
+            name = "DB_URL_PREVIEW"
+            value = "postgres://postgres:$(POSTGRES_PASSWORD)@${var.postgres_host}:5432/dbsync-preview"
+          }
+
+          env {
+            name = "RUST_BACKTRACE"
+            value = "1"
+          }
+
+         
+          resources {
+            limits = {
+              memory = "256Mi"
+            }
+            requests = {
+              cpu    = "50m"
+              memory = "256Mi"
+            }
+          }
+
+          port {
+            name           = "metrics"
+            container_port = 5000
+            protocol       = "TCP"
+          }
+        }
+
+        toleration {
+          effect   = "NoSchedule"
+          key      = "demeter.run/compute-profile"
+          operator = "Equal"
+          value    = "general-purpose"
+        }
+
+        toleration {
+          effect   = "NoSchedule"
+          key      = "demeter.run/compute-arch"
+          operator = "Equal"
+          value    = "x86"
+        }
+
+        toleration {
+          effect   = "NoSchedule"
+          key      = "demeter.run/availability-sla"
+          operator = "Equal"
+          value    = "consistent"
+        }
+      }
+    }
+  }
+}
+

bootstrap/feature/pg-configs.tf

@@ -0,0 +1,10 @@
+resource "kubernetes_config_map" "postgres_config" {
+  metadata {
+    namespace = var.namespace
+    name      = "postgres-config"
+  }
+
+  data = {
+    "postgresql.conf" = file("${path.module}/postgresql.conf")
+  }
+}