configure prom client

Author: saihaj

docker-compose.yaml

@@ -42,6 +42,30 @@ services:
     volumes:
       - "redis-data:/data"
 
+  prometheus:
+    image: prom/prometheus
+    container_name: prometheus
+    command:
+      - "--config.file=/etc/prometheus/prometheus.yml"
+    ports:
+      - 9090:9090
+    restart: unless-stopped
+    volumes:
+      - ./prometheus:/etc/prometheus
+      - prom_data:/prometheus
+  grafana:
+    image: grafana/grafana
+    container_name: grafana
+    ports:
+      - 3000:3000
+    restart: unless-stopped
+    environment:
+      - GF_SECURITY_ADMIN_USER=admin
+      - GF_SECURITY_ADMIN_PASSWORD=grafana
+    volumes:
+      - ./grafana:/etc/grafana/provisioning/datasources
+
 volumes:
   postgres-data:
   redis-data:
+  prom_data:

grafana/datasource.yml

@@ -0,0 +1,9 @@
+apiVersion: 1
+
+datasources:
+  - name: Prometheus
+    type: prometheus
+    url: http://prometheus:9090
+    isDefault: true
+    access: proxy
+    editable: true

pnpm-lock.yaml

@@ -0,0 +1,14 @@
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+scrape_configs:
+  - job_name: "substream-listener"
+    honor_timestamps: true
+    scrape_interval: 3s
+    scrape_timeout: 1s
+    metrics_path: /v1/metrics
+    scheme: http
+    static_configs:
+      - targets:
+          - host.docker.internal:4040

prometheus/prometheus.yml

@@ -10,7 +10,9 @@
     "@substreams/manifest": "^0.15.0",
     "@substreams/node": "^0.6.2",
     "fets": "^0.8.0",
+    "prom-client": "^15.1.2",
     "svix": "^1.21.0",
+    "tslog": "^4.9.3",
     "uWebSockets.js": "github:uNetworking/uWebSockets.js#semver:^20",
     "viem": "^2.9.31"
   },

substream-listener/package.json

@@ -2,6 +2,8 @@ import { createRouter, Response } from "fets";
 import { App } from "uWebSockets.js";
 import { isAddress } from "viem";
 import { sendWebhook } from "./send-webhook.mjs";
+import { registry } from "./prometheus.mjs";
+import { spawn } from "node:child_process";
 
 // Creating a new router
 const router = createRouter({
@@ -69,44 +71,58 @@ const router = createRouter({
       if (startBlock == null) {
         return Response.json(
           { message: "startBlock is required" },
-          { status: 400 },
+          { status: 400 }
         );
       }
 
       if (!contractAddress) {
         return Response.json(
           { message: "contractAddress is required" },
-          { status: 400 },
+          { status: 400 }
         );
       }
 
       if (!substreamsToken) {
         return Response.json(
           { message: "substreamsToken is required" },
-          { status: 400 },
+          { status: 400 }
         );
       }
 
       if (!isAddress(contractAddress)) {
         return Response.json(
           { message: "contractAddress is invalid" },
-          { status: 400 },
+          { status: 400 }
         );
       }
 
       // Sending the webhook
-      sendWebhook({
-        appId,
-        startBlock,
-        contractAddress,
-        token: substreamsToken,
-      });
+      await Promise.all([
+        sendWebhook({
+          appId,
+          startBlock,
+          contractAddress: contractAddress.toLowerCase(),
+          token: substreamsToken,
+        }),
+      ]);
 
       // If the status code is not specified, it defaults to 200
       return Response.json({
         message: "Webhook registered",
       });
     },
+  })
+  .route({
+    path: "/metrics",
+    method: "GET",
+    async handler() {
+      const metrics = await registry.metrics();
+      return new Response(metrics, {
+        headers: {
+          "Content-Type": registry.contentType,
+        },
+      });
+    },
   });
 
 App()