feat: integrate Grafana Alloy and Loki for metrics and logging

.github/workflows/sync-supported-chains.yml

@@ -382,6 +382,32 @@ jobs:
           echo 'Running sedge...'
           ./build/sedge run -p $GITHUB_WORKSPACE/sedge
 
+      - name: Start Grafana Alloy (logs + metrics)
+        run: |
+          network="${{ matrix.config.network }}"
+          sync_mode="${{ matrix.config.mode }}"
+          node_name="SyncSupportedChains-${network}-${sync_mode}-${{ github.run_id }}"
+
+          docker run -d \
+            --name grafana-alloy \
+            --net host \
+            --restart unless-stopped \
+            -v /var/run/docker.sock:/var/run/docker.sock \
+            -v $GITHUB_WORKSPACE/scripts/monitoring/alloy-config.alloy:/etc/alloy/config.alloy:ro \
+            -e SEDGE_NETWORK="${network}" \
+            -e SYNC_MODE="${sync_mode}" \
+            -e RUN_ID="${{ github.run_id }}" \
+            -e NODE_NAME="${node_name}" \
+            -e GITHUB_USER="${{ github.actor }}" \
+            -e LOKI_PUSH_URL="${{ secrets.LOKI_URL }}" \
+            -e LOKI_USERNAME="${{ secrets.LOKI_USERNAME }}" \
+            -e LOKI_PASSWORD="${{ secrets.LOKI_PASSWORD }}" \
+            -e PROMETHEUS_URL="${{ secrets.PROMETHEUS_URL }}" \
+            -e PROMETHEUS_USERNAME="${{ secrets.PROMETHEUS_USERNAME }}" \
+            -e PROMETHEUS_PASSWORD="${{ secrets.PROMETHEUS_PASSWORD }}" \
+            grafana/alloy:latest \
+              run --server.http.listen-addr=0.0.0.0:12345 /etc/alloy/config.alloy
+
       - name: Wait for ${{ matrix.config.network }} to sync
         id: wait
         env:
@@ -433,6 +459,12 @@ jobs:
         run: |
           du -h $GITHUB_WORKSPACE/sedge
 
+      - name: Stop Grafana Alloy
+        if: always()
+        run: |
+          docker stop grafana-alloy || true
+          docker rm grafana-alloy || true
+
       - name: Destroy VM
         if: always()
         id: run-linode-action

scripts/monitoring/alloy-config.alloy

@@ -0,0 +1,125 @@
+// ──────────────────────────────────────────────────────────────────────────────
+// Outputs
+// ──────────────────────────────────────────────────────────────────────────────
+
+loki.write "loki_endpoint" {
+  endpoint {
+    url = sys.env("LOKI_PUSH_URL")
+    basic_auth {
+      username = sys.env("LOKI_USERNAME")
+      password = sys.env("LOKI_PASSWORD")
+    }
+  }
+}
+
+prometheus.remote_write "metrics_endpoint" {
+  endpoint {
+    url = sys.env("PROMETHEUS_URL")
+    basic_auth {
+      username = sys.env("PROMETHEUS_USERNAME")
+      password = sys.env("PROMETHEUS_PASSWORD")
+    }
+  }
+}
+
+// ──────────────────────────────────────────────────────────────────────────────
+// Logs — Nethermind container stdout via Docker socket
+// ──────────────────────────────────────────────────────────────────────────────
+
+discovery.docker "nethermind_container" {
+  host = "unix:///var/run/docker.sock"
+
+  filter {
+    name   = "name"
+    values = ["sedge-execution-client"]
+  }
+}
+
+discovery.relabel "nethermind_log_labels" {
+  targets = discovery.docker.nethermind_container.targets
+
+  // Platform required labels — aligned with central monitoring conventions.
+  rule {
+    target_label = "job"
+    replacement  = "nethermind"
+  }
+
+  rule {
+    target_label = "project"
+    replacement  = "core-monitoring"
+  }
+
+  rule {
+    target_label = "external_provider"
+    replacement  = "linode"
+  }
+
+  // Node specific labels.
+  rule {
+    target_label = "Instance"
+    replacement  = sys.env("NODE_NAME")
+  }
+
+  rule {
+    target_label = "Network"
+    replacement  = sys.env("SEDGE_NETWORK")
+  }
+
+  rule {
+    target_label = "sync_mode"
+    replacement  = sys.env("SYNC_MODE")
+  }
+
+  rule {
+    target_label = "run_id"
+    replacement  = sys.env("RUN_ID")
+  }
+
+  rule {
+    target_label = "User"
+    replacement  = sys.env("GITHUB_USER")
+  }
+}
+
+loki.source.docker "nethermind_logs" {
+  host       = "unix:///var/run/docker.sock"
+  targets    = discovery.relabel.nethermind_log_labels.output
+  forward_to = [loki.write.loki_endpoint.receiver]
+}
+
+// ──────────────────────────────────────────────────────────────────────────────
+// Metrics — Nethermind Prometheus endpoint
+// ──────────────────────────────────────────────────────────────────────────────
+
+prometheus.scrape "nethermind_metrics" {
+  targets = [{
+    __address__ = "localhost:8008",
+  }]
+  forward_to = [prometheus.relabel.nethermind_metric_labels.receiver]
+}
+
+prometheus.relabel "nethermind_metric_labels" {
+  forward_to = [prometheus.remote_write.metrics_endpoint.receiver]
+
+  // Platform required labels — aligned with central monitoring conventions.
+  rule {
+    target_label = "job"
+    replacement  = "nethermind"
+  }
+
+  rule {
+    target_label = "project"
+    replacement  = "core-monitoring"
+  }
+
+  rule {
+    target_label = "external_provider"
+    replacement  = "linode"
+  }
+
+  // Node specific labels.
+  rule {
+    target_label = "User"
+    replacement  = sys.env("GITHUB_USER")
+  }
+}