Prometheus docker service (#77)

keroro520 · web-flow · commit 0aadec701422 · 2022-01-12T21:36:12.000+08:00
* feat: adjust docker-compose file

* feat: add prometheus docker service

* feat: add node-exporter docker service
diff --git a/.gitignore b/.gitignore
@@ -8,3 +8,4 @@
 /docker/grafana/var/
 *.log
 .DS_Store
+/docker/prometheus/var/
diff --git a/README.md b/README.md
@@ -14,6 +14,8 @@ Visit the online dashboards at [https://ckbmonitor.bit.host/], and you can use t
 $ cp docker/.env.example docker/.env
 
 $ docker-compose -f docker/docker-compose.yaml up -d
+
+$ source docker/.env && psql "postgres://$POSTGRES_USER:$POSTGRES_PASSWORD@127.0.0.1:${POSTGRES_PORT:-"5432"}" -f src/schema.sql
 ```
 
 ### Install CKBAnalyzer
@@ -22,16 +24,7 @@ Download from [releases](https://github.com/keroro520/ckb-analyzer/releases).
 
 ### Run CKBAnalyzer
 
-The following environment variables are required by CKBAnalyzer. They are mostly declared inside [`docker/.env.example`](./docker/.env.example). You can specify an environment file with `--envfile`.
-
-| variable | required | description |
-| :--- | :--- | :--- |
-| `IPINFO_IO_TOKEN` | false | [ipinfo.io](https://ipinfo.ip) authentication token, is used to look up the geographical location by nodes' ip. |
-| `PGHOST` | true | Postgres host |
-| `PGPORT` | true | Postgres port |
-| `PGDATABASE` | true | Postgres database |
-| `PGUSER` | true | Postgres username |
-| `PGPASSWORD` | true | Postgres password |
+Mostly environment variables are declared inside [`docker/.env.example`](./docker/.env.example). You can specify an environment file with `--envfile`.
 
 ```shell
 ckb-analyzer \
diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yaml
@@ -9,19 +9,7 @@ services:
       - "5432:5432"
     volumes:
       - "./postgresql/var/lib/postgresql/data:/var/lib/postgresql/data"
-
-#   # This short service is used to import database schema.
-#   # Schema file locates at "../src/schema.sql"
-#   postgresql-init-schema:
-#     container_name: ckb-analyzer-postgresql-init-schema
-#     image: timescale/timescaledb:latest-pg12
-#     env_file: .env
-#     volumes:
-#       - "../src/schema.sql:/var/lib/postgresql/data/schema.sql"
-#     entrypoint: [ "bash", "-c", "sleep 3 && psql postgres://ckb:ckb@postgresql:5432 -f /var/lib/postgresql/data/schema.sql" ]
-#     restart: "no"
-#     depends_on:
-#       - postgresql
+    restart: always
 
   grafana:
     container_name: ckb-analyzer-grafana
@@ -35,3 +23,39 @@ services:
       - ./grafana/var/lib/grafana:/var/lib/grafana
     depends_on:
       - postgresql
+      - prometheus
+    restart: always
+
+  prometheus:
+    container_name: ckb-analyzer-prometheus
+    image: prom/prometheus:latest
+    volumes:
+      - ./prometheus/etc/prometheus:/etc/prometheus/
+      - ./prometheus/var/lib/prometheus:/var/lib/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/var/lib/prometheus'
+      - '--web.console.libraries=/usr/share/prometheus/console_libraries'
+      - '--web.console.templates=/usr/share/prometheus/consoles'
+    ports:
+      - "9091:9090" # FIXME
+    extra_hosts:
+      # use `host.docker.internal` as host DNS name
+      - "host.docker.internal:host-gateway"
+    restart: always
+
+  node-exporter:
+    image: prom/node-exporter
+    container_name: ckb-analyzer-node-exporter
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+    command: 
+      - '--path.procfs=/host/proc' 
+      - '--path.sysfs=/host/sys'
+      - --collector.filesystem.ignored-mount-points
+      - "^/(sys|proc|dev|host|etc|rootfs/var/lib/docker/containers|rootfs/var/lib/docker/overlay2|rootfs/run/docker/netns|rootfs/var/lib/docker/aufs)($$|/)"
+    ports:
+      - 9100:9100
+    restart: always
diff --git a/docker/grafana/etc/grafana/provisioning/dashboards/CKB/cell.json b/docker/grafana/etc/grafana/provisioning/dashboards/CKB/cell.json
@@ -23,7 +23,7 @@
   "gnetId": null,
   "graphTooltip": 0,
   "id": 23,
-  "iteration": 1641288150895,
+  "iteration": 1641991445924,
   "links": [],
   "liveNow": false,
   "panels": [
@@ -272,9 +272,9 @@
       {
         "allValue": null,
         "current": {
-          "selected": true,
-          "text": "ckb_testnet",
-          "value": "ckb_testnet"
+          "selected": false,
+          "text": "ckb",
+          "value": "ckb"
         },
         "description": "CKB network name",
         "error": null,
@@ -285,12 +285,12 @@
         "name": "network",
         "options": [
           {
-            "selected": false,
+            "selected": true,
             "text": "ckb",
             "value": "ckb"
           },
           {
-            "selected": true,
+            "selected": false,
             "text": "ckb_testnet",
             "value": "ckb_testnet"
           }
@@ -383,4 +383,4 @@
   "title": "Cell",
   "uid": "zxreLM5nk",
   "version": 7
-}
+}
diff --git a/docker/grafana/etc/grafana/provisioning/dashboards/CKB/miner.json b/docker/grafana/etc/grafana/provisioning/dashboards/CKB/miner.json
@@ -22,8 +22,8 @@
   "fiscalYearStartMonth": 0,
   "gnetId": null,
   "graphTooltip": 0,
-  "id": 15,
-  "iteration": 1639974772371,
+  "id": 17,
+  "iteration": 1641978245254,
   "links": [],
   "liveNow": false,
   "panels": [
@@ -326,6 +326,124 @@
         }
       ],
       "type": "piechart"
+    },
+    {
+      "datasource": "PostgreSQL-ckb",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "drawStyle": "line",
+            "fillOpacity": 0,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "auto",
+            "spanNulls": false,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
+            }
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": null
+              },
+              {
+                "color": "red",
+                "value": 80
+              }
+            ]
+          }
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 9,
+        "w": 15,
+        "x": 9,
+        "y": 9
+      },
+      "id": 5,
+      "options": {
+        "legend": {
+          "calcs": [
+            "sum"
+          ],
+          "displayMode": "table",
+          "placement": "right"
+        },
+        "tooltip": {
+          "mode": "single"
+        }
+      },
+      "pluginVersion": "8.2.2",
+      "targets": [
+        {
+          "format": "time_series",
+          "group": [],
+          "metricColumn": "none",
+          "rawQuery": true,
+          "rawSql": "WITH timed_block AS (\n    SELECT\n        time_bucket(INTERVAL '$interval', time) AS bucket,\n        miner_lock_args\n    FROM $network.block\n    WHERE $__timeFilter(time)\n)\n    SELECT\n        bucket AS time,\n        miner_lock_args AS metric,\n        COUNT(*)\n    FROM timed_block\n    GROUP BY bucket, miner_lock_args\n    ORDER BY bucket\n",
+          "refId": "A",
+          "select": [
+            [
+              {
+                "params": [
+                  "value"
+                ],
+                "type": "column"
+              }
+            ]
+          ],
+          "timeColumn": "time",
+          "where": [
+            {
+              "name": "$__timeFilter",
+              "params": [],
+              "type": "macro"
+            }
+          ]
+        }
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Miner Lock Args",
+      "transformations": [
+        {
+          "id": "organize",
+          "options": {
+            "excludeByName": {},
+            "indexByName": {},
+            "renameByName": {
+              "\u00124Vx�": "unknown",
+              "Value": "none"
+            }
+          }
+        }
+      ],
+      "type": "timeseries"
     }
   ],
   "refresh": false,
@@ -370,7 +488,7 @@
         "auto_count": 30,
         "auto_min": "10s",
         "current": {
-          "selected": true,
+          "selected": false,
           "text": "1d",
           "value": "1d"
         },
@@ -447,5 +565,5 @@
   "timezone": "",
   "title": "Miner",
   "uid": "ZPpJHDonz",
-  "version": 8
-}
+  "version": 2
+}
diff --git a/docker/grafana/etc/grafana/provisioning/datasources/Prometheus-ckb.yaml b/docker/grafana/etc/grafana/provisioning/datasources/Prometheus-ckb.yaml
@@ -0,0 +1,19 @@
+# config file version
+apiVersion: 1
+
+# list of datasources to insert/update depending
+# what's available in the database
+datasources:
+  # <string, required> name of the datasource. Required
+  - name: Prometheus-ckb
+    # <string, required> datasource type. Required
+    type: prometheus
+    # <int> org id. will default to orgId 1 if not specified
+    orgId: 1
+    # <string> url
+    # defined service in docker-compose.yaml
+    url: prometheus:9090
+    # <string> database user, if used
+    editable: true
+    jsonData:
+      manageAlerts: true
diff --git a/docker/prometheus/etc/prometheus/prometheus.yml b/docker/prometheus/etc/prometheus/prometheus.yml
@@ -0,0 +1,32 @@
+# my global config
+global:
+  scrape_interval: 15s # Set the scrape interval to every 15 seconds. Default is every 1 minute.
+  evaluation_interval: 15s # Evaluate rules every 15 seconds. The default is every 1 minute.
+  # scrape_timeout is set to the global default (10s).
+
+# Alertmanager configuration
+alerting:
+  alertmanagers:
+    - static_configs:
+        - targets:
+          # - alertmanager:9093
+
+# Load rules once and periodically evaluate them according to the global 'evaluation_interval'.
+rule_files:
+  # - "first_rules.yml"
+  # - "second_rules.yml"
+
+# A scrape configuration containing exactly one endpoint to scrape:
+# Here it's Prometheus itself.
+scrape_configs:
+  # The job name is added as a label `job=<job_name>` to any timeseries scraped from this config.
+  - job_name: "ckb"
+    metrics_path: '/'
+    static_configs:
+      - targets:
+        - "host.docker.internal:8100"
+
+  - job_name: "node-exporter"
+    static_configs:
+      - targets:
+        - "host.docker.internal:9100"
diff --git a/src/main.rs b/src/main.rs
@@ -37,27 +37,32 @@ async fn main() {
 
     let pg_config = {
         let host = env::var_os("PGHOST")
-            .expect("requires environment variable \"PGHOST\"")
+            .or_else(|| env::var_os("POSTGRES_HOST"))
+            .expect("requires environment variable \"PGHOST\" or \"POSTGRES_HOST\"")
             .to_string_lossy()
             .to_string();
         let port = env::var_os("PGPORT")
+            .or_else(|| env::var_os("POSTGRES_PORT"))
             .map(|raw| {
                 raw.to_string_lossy()
                     .to_string()
                     .parse::<u16>()
-                    .expect("invalid environment variable \"PGPORT\"")
+                    .expect("invalid environment variable \"PGPORT\" or \"POSTGRES_PORT\"")
             })
-            .expect("requires environment variable \"PGPORT\"");
+            .expect("requires environment variable \"PGPORT\" or \"POSTGRES_PORT\"");
         let database = env::var_os("PGDATABASE")
-            .expect("requires environment variable \"PGDATABASE\"")
+            .or_else(|| env::var_os("POSTGRES_DB"))
+            .expect("requires environment variable \"PGDATABASE\" or \"POSTGRES_DB\"")
             .to_string_lossy()
             .to_string();
         let user = env::var_os("PGUSER")
-            .expect("requires environment variable \"PGUSER\"")
+            .or_else(|| env::var_os("POSTGRES_USER"))
+            .expect("requires environment variable \"PGUSER\" or \"POSTGRES_USER\"")
             .to_string_lossy()
             .to_string();
         let password = env::var_os("PGPASSWORD")
-            .expect("requires environment variable \"PGPASSWORD\"")
+            .or_else(|| env::var_os("POSTGRES_PASSWORD"))
+            .expect("requires environment variable \"PGPASSWORD\" or \"POSTGRES_PASSWORD\"")
             .to_string_lossy()
             .to_string();
         let mut config = tokio_postgres::Config::new();
