feat: otel metrics (#819)

Author: fenos

.docker/docker-compose-infra.yml

@@ -185,15 +185,25 @@ services:
 #      - '6379:6379'
 
 # Optional for tracing
-#  otel:
-#    extends:
-#      service: otel-collector
-#      file: ./.docker/docker-compose-monitoring.yml
-#
-#  jaeger:
-#    extends:
-#      service: jaeger
-#      file: ./.docker/docker-compose-monitoring.yml
+  otel:
+    extends:
+      service: otel-collector
+      file: ./.docker/docker-compose-monitoring.yml
+
+  jaeger:
+    extends:
+      service: jaeger
+      file: ./.docker/docker-compose-monitoring.yml
+
+  grafana:
+    extends:
+      service: grafana
+      file: ./.docker/docker-compose-monitoring.yml
+
+  prometheus:
+    extends:
+      service: prometheus
+      file: ./.docker/docker-compose-monitoring.yml
 
 configs:
   init.sql:

.docker/docker-compose-monitoring.yml

@@ -25,6 +25,7 @@ services:
     container_name: prometheus
     command:
       - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--web.enable-remote-write-receiver'
     ports:
       - 9090:9090
     restart: unless-stopped
@@ -61,6 +62,7 @@ services:
       - "4317:4317"  # OTLP gRPC receiver
       - "4318:4318"  # OTLP Http receiver
       - "55680:55680"  # OTLP HTTP receiver
+      - "9200:9200"  # Prometheus metrics receiver
     command: [ "--config=/etc/otel/otel-collector-config.yml" ]
     depends_on:
       - jaeger

.env.sample

@@ -147,8 +147,13 @@ WEBHOOK_API_KEY=
 #######################################
 # Monitoring
 #######################################
-DEFAULT_METRICS_ENABLED=true
 LOG_LEVEL=info
+OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=http://localhost:4317
+OTEL_EXPORTER_OTLP_METRICS_ENDPOINT=http://localhost:4317
+OTEL_METRICS_EXPORT_INTERVAL_MS=5000
+OTEL_METRICS_ENABLED=true
+PROMETHEUS_METRICS_ENABLED=true
+
 
 LOGFLARE_ENABLED=false
 LOGFLARE_API_KEY=api_key

.gitignore

@@ -9,4 +9,5 @@ data/
 bin/
 coverage/
 .idea/
-src/scripts/*.py
+src/scripts/*.py
+.claude/