env vars from a file

Author: saihaj

pnpm-lock.yaml

@@ -0,0 +1 @@
+SVIX_TOKEN="eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE3MTI3NjcxODYsImV4cCI6MjAyODEyNzE4NiwibmJmIjoxNzEyNzY3MTg2LCJpc3MiOiJzdml4LXNlcnZlciIsInN1YiI6Im9yZ18yM3JiOFlkR3FNVDBxSXpwZ0d3ZFhmSGlyTXUifQ.Gnj4vMl0qls2Q6ks690ZEUAW7h6VsgUHc6iwFWNPa1I"

substream-listener/.env

@@ -3,7 +3,7 @@
   "version": "0.0.1",
   "scripts": {
     "start": "tsx ./src/index.mts",
-    "dev": "tsx --watch ./src/index.mts | pino-pretty"
+    "dev": "tsx --env-file .env --watch ./src/index.mts | pino-pretty"
   },
   "dependencies": {
     "@connectrpc/connect-node": "1.4.0",
@@ -18,7 +18,9 @@
     "prom-client": "^15.1.2",
     "svix": "^1.21.0",
     "uWebSockets.js": "github:uNetworking/uWebSockets.js#semver:^20",
-    "viem": "^2.9.31"
+    "viem": "^2.9.31",
+    "znv": "^0.4.0",
+    "zod": "^3.23.6"
   },
   "devDependencies": {
     "@tsconfig/node20": "^20.1.4",

substream-listener/package.json

@@ -8,14 +8,15 @@ import {
 } from "./prometheus.mjs";
 import { logger } from "./logger.mjs";
 import { createScheduler } from "./scheduler.mjs";
+import { REDIS_HOST, REDIS_PASSWORD, REDIS_PORT } from "./utils.mjs";
 
 const { schedule, start, stop, readiness } = createScheduler({
   queueName: "substream-sink-scheduler",
   logger: logger.child({ module: "substream-sink-scheduler" }),
   redis: {
-    host: "localhost",
-    port: 6379,
-    password: undefined,
+    host: REDIS_HOST,
+    port: REDIS_PORT,
+    password: REDIS_PASSWORD,
   },
 });
 

substream-listener/src/index.mts

@@ -18,16 +18,14 @@ import path from "node:path";
 import { Svix } from "svix";
 import { Address } from "viem";
 import { bullMqRedis } from "./prometheus.mjs";
+import { SVIX_HOST_URL, SVIX_TOKEN } from "./utils.mjs";
 
 const __filename = fileURLToPath(import.meta.url); // get the resolved path to the file
 const __dirname = path.dirname(__filename);
 
-const svix = new Svix(
-  "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE3MTI3NjcxODYsImV4cCI6MjAyODEyNzE4NiwibmJmIjoxNzEyNzY3MTg2LCJpc3MiOiJzdml4LXNlcnZlciIsInN1YiI6Im9yZ18yM3JiOFlkR3FNVDBxSXpwZ0d3ZFhmSGlyTXUifQ.Gnj4vMl0qls2Q6ks690ZEUAW7h6VsgUHc6iwFWNPa1I",
-  {
-    serverUrl: "http://localhost:8071",
-  },
-);
+const svix = new Svix(SVIX_TOKEN, {
+  serverUrl: SVIX_HOST_URL,
+});
 
 const spkgPath = path.join(
   __dirname,
@@ -81,6 +79,7 @@ export function createScheduler(config: {
 
   async function initQueueAndWorkers() {
     if (!redisConnection) {
+      logger.error("Redis connection not initialized");
       return;
     }
 
@@ -253,6 +252,7 @@ export function createScheduler(config: {
       host: config.redis.host,
       port: config.redis.port,
       password: config.redis?.password,
+      connectionName: config.queueName,
       retryStrategy(times) {
         return Math.min(times * 500, 2000);
       },

substream-listener/src/scheduler.mts

@@ -0,0 +1,16 @@
+import { parseEnv } from "znv";
+import { z } from "zod";
+
+export const {
+  REDIS_HOST,
+  REDIS_PASSWORD,
+  REDIS_PORT,
+  SVIX_TOKEN,
+  SVIX_HOST_URL,
+} = parseEnv(process.env, {
+  REDIS_HOST: z.string().default("localhost"),
+  REDIS_PORT: z.number().default(6379),
+  REDIS_PASSWORD: z.string().optional(),
+  SVIX_TOKEN: z.string(),
+  SVIX_HOST_URL: z.string().default("http://localhost:8071"),
+});