chore: add delta temporality into local otel setup

Signed-off-by: ferhat elmas <elmas.ferhat@gmail.com>

Author: ferhatelmas

.docker/docker-compose-monitoring.yml

@@ -57,7 +57,7 @@ services:
       - "5778:5778"  # HTTP
 
   otel-collector:
-    image: otel/opentelemetry-collector-contrib:0.100.0
+    image: otel/opentelemetry-collector-contrib:0.146.1
     ports:
       - "4317:4317"  # OTLP gRPC receiver
       - "4318:4318"  # OTLP Http receiver
@@ -67,4 +67,4 @@ services:
     depends_on:
       - jaeger
     volumes:
-      - ../monitoring/otel/config:/etc/otel
+      - ../monitoring/otel/config:/etc/otel

.env.sample

@@ -154,8 +154,8 @@ OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=http://localhost:4317
 OTEL_EXPORTER_OTLP_METRICS_ENDPOINT=http://localhost:4317
 OTEL_METRICS_EXPORT_INTERVAL_MS=5000
 OTEL_METRICS_ENABLED=true
-PROMETHEUS_METRICS_ENABLED=true
-
+OTEL_METRICS_TEMPORALITY=DELTA
+PROMETHEUS_METRICS_ENABLED=false
 
 LOGFLARE_ENABLED=false
 LOGFLARE_API_KEY=api_key

monitoring/grafana/dashboards/storage.json

@@ -5730,7 +5730,7 @@
   },
   "timepicker": {},
   "timezone": "browser",
-  "title": "Storage API - OTel Metrics",
-  "uid": "storage-otel-metrics",
+  "title": "Storage API - OTel Metrics - Pull",
+  "uid": "storage-otel-pull-metrics",
   "version": 1
-}
+}

monitoring/otel/config/otel-collector-config.yml

@@ -9,6 +9,9 @@ processors:
     check_interval: 1s
     limit_percentage: 70
     spike_limit_percentage: 20
+  deltatocumulative:
+    max_stale: 2m # how long to keep inactive streams
+    max_streams: 50000 # how many streams to keep
   batch/traces:
     send_batch_size: 10000
     timeout: 10s
@@ -212,16 +215,21 @@ exporters:
     endpoint: "http://prometheus:9090/api/v1/write"
 
 service:
+  # log level setting to get more diagnostics while debugging
+  # telemetry:
+  #  logs:
+  #    level: debug
   pipelines:
     traces:
       receivers: [otlp]
       processors: [memory_limiter, tail_sampling/storage, batch/traces]
       exporters: [otlp/jaeger]
     metrics/otel:
       receivers: [otlp]
-      processors: [memory_limiter, transform/add_resource_attributes, metricstransform/host, batch/metrics]
+      processors: [
+        memory_limiter, deltatocumulative, transform/add_resource_attributes, metricstransform/host, batch/metrics]
       exporters: [prometheusremotewrite]
     metrics/prometheus:
       receivers: [otlp]
       processors: [memory_limiter, transform/add_resource_attributes,  metricstransform/prom_prefix, batch/metrics]
-      exporters: [prometheus]
+      exporters: [prometheus]