save block status in postgres

Author: Allyson-English

cmd/migrate.go

@@ -0,0 +1,42 @@
+package main
+
+import (
+	"database/sql"
+	"fmt"
+
+	"github.com/pressly/goose/v3"
+	"github.com/rs/zerolog"
+
+	_ "github.com/lib/pq"
+)
+
+func migrateDatabase(logger zerolog.Logger, s *Settings, command, schemaName string) {
+	// setup database
+	psqlInfo := fmt.Sprintf("host=%s port=%d user=%s "+
+		"password=%s dbname=%s sslmode=disable",
+		s.PostgresHOST, s.PostgresPort, s.PostgresUser, s.PostgresPassword, s.PostgresDB)
+
+	pg, err := sql.Open("postgres", psqlInfo)
+	if err != nil {
+		logger.Fatal().Msgf("failed to establish db connection: %v\n", err)
+	}
+
+	if err = pg.Ping(); err != nil {
+		logger.Fatal().Msgf("failed to ping db: %v\n", err)
+	}
+
+	// set default
+	if command == "" {
+		command = "up"
+	}
+	// must create schema so that can set migrations table to that schema
+	_, err = pg.Exec(fmt.Sprintf("CREATE SCHEMA IF NOT EXISTS %s;", schemaName))
+	if err != nil {
+		logger.Fatal().Err(err).Msgf("could not create schema, %s", schemaName)
+	}
+	goose.SetTableName(fmt.Sprintf("%s.migrations", schemaName))
+	if err := goose.Run(command, pg, "migrations"); err != nil {
+		logger.Fatal().Msgf("failed to apply go code migrations: %v\n", err)
+	}
+	// if we add any code migrations import _ "github.com/DIMO-Network/users-api/migrations" // migrations won't work without this
+}

docker-compose.yaml

@@ -1,19 +1,21 @@
 version: '3.9'
 
 services:
-  redis:
-    image: redis:6.2
-    container_name: redis-devices-api
+  db:
+    container_name: db
+    image: postgres:11.3
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - POSTGRES_DB=postgres
     ports:
-      - "6379:6379"
-
+      - 5432:5432
   zookeeper:
     image: 'wurstmeister/zookeeper:latest'
     ports:
       - '2181:2181'
     environment:
       - ALLOW_ANONYMOUS_LOGIN=yes
-
   kafka:
     image: 'wurstmeister/kafka:latest'
     ports:

migrations/20230110111723_blocks.sql

@@ -0,0 +1,25 @@
+-- +goose Up
+-- +goose StatementBegin
+SELECT 'up SQL query';
+
+CREATE SCHEMA IF NOT EXISTS chain_indexer;
+
+SET search_path TO chain_indexer, public;
+
+CREATE TABLE IF NOT EXISTS blocks (
+    number NUMERIC(78),
+    "hash" TEXT,
+    processed BOOLEAN
+);
+
+-- +goose StatementEnd
+
+-- +goose Down
+-- +goose StatementBegin
+SELECT 'down SQL query';
+
+SET search_path TO chain_indexer, public;
+DROP SCHEMA chain_indexer CASCADE;
+DROP TABLE IF EXISTS blocks;
+
+-- +goose StatementEnd