improvement(observability): switch Grafana telemetry vars to OTLP-shaped trio

Author: TheodoreSpeaks

apps/sim/lib/core/config/env.ts

@@ -158,9 +158,8 @@ export const env = createEnv({
     PROFOUND_API_KEY:                      z.string().min(1).optional(),           // Profound analytics API key
     PROFOUND_ENDPOINT:                     z.string().url().optional(),            // Profound analytics endpoint
     GRAFANA_OTLP_ENDPOINT:                 z.string().url().optional(),            // Grafana Cloud OTLP HTTP gateway base URL (e.g., https://otlp-gateway-prod-us-east-0.grafana.net/otlp). Trigger.dev exporters append /v1/traces, /v1/logs, /v1/metrics.
-    GRAFANA_INSTANCE_ID:                   z.string().min(1).optional(),           // Grafana Cloud instance ID (Basic auth username for OTLP)
-    GRAFANA_API_TOKEN:                     z.string().min(1).optional(),           // Grafana Cloud API token (Basic auth password for OTLP)
-    SIM_DEPLOYMENT_ENVIRONMENT:            z.string().min(1).optional(),           // Deployment tier label (e.g., "production", "staging", "development"). Emitted as the stable `deployment.environment.name` resource attribute on Trigger.dev telemetry to match the rest of the Sim OTEL stack.
+    GRAFANA_OTLP_HEADERS:                  z.string().min(1).optional(),           // Comma-separated key=value headers for OTLP requests (e.g., "Authorization=Basic <base64(instanceId:token)>"). Same format as the OTEL_EXPORTER_OTLP_HEADERS spec.
+    GRAFANA_DEPLOYMENT_ENVIRONMENT:        z.string().min(1).optional(),           // Deployment tier label (e.g., "production", "staging", "development"). Emitted as the stable `deployment.environment.name` resource attribute on Trigger.dev telemetry to match the rest of the Sim OTEL stack.
 
     // External Services
     BROWSERBASE_API_KEY:                   z.string().min(1).optional(),           // Browserbase API key for browser automation

apps/sim/trigger.config.ts

@@ -7,32 +7,54 @@ import { defineConfig } from '@trigger.dev/sdk'
 import { env } from './lib/core/config/env'
 
 const grafanaEndpoint = env.GRAFANA_OTLP_ENDPOINT
-const grafanaInstanceId = env.GRAFANA_INSTANCE_ID
-const grafanaToken = env.GRAFANA_API_TOKEN
-const grafanaConfigured = Boolean(grafanaEndpoint || grafanaInstanceId || grafanaToken)
-const grafanaFullyConfigured = Boolean(grafanaEndpoint && grafanaInstanceId && grafanaToken)
+const grafanaHeaders = env.GRAFANA_OTLP_HEADERS
+const grafanaDeploymentEnvironment = env.GRAFANA_DEPLOYMENT_ENVIRONMENT
+const grafanaConfigured = Boolean(grafanaEndpoint || grafanaHeaders || grafanaDeploymentEnvironment)
+const grafanaFullyConfigured = Boolean(
+  grafanaEndpoint && grafanaHeaders && grafanaDeploymentEnvironment
+)
 
 if (grafanaConfigured && !grafanaFullyConfigured) {
   throw new Error(
-    'Grafana OTLP telemetry is partially configured. Set GRAFANA_OTLP_ENDPOINT, GRAFANA_INSTANCE_ID, and GRAFANA_API_TOKEN together, or leave all three unset.'
+    'Grafana OTLP telemetry is partially configured. Set GRAFANA_OTLP_ENDPOINT, GRAFANA_OTLP_HEADERS, and GRAFANA_DEPLOYMENT_ENVIRONMENT together, or leave all three unset.'
   )
 }
 
+/**
+ * Parse OTLP headers per the OTEL spec format `key1=value1,key2=value2`.
+ * Values are URL-decoded; keys/values are trimmed; empty entries are skipped.
+ * @see https://opentelemetry.io/docs/specs/otel/protocol/exporter/
+ */
+function parseOtlpHeaders(raw: string): Record<string, string> {
+  const out: Record<string, string> = {}
+  for (const pair of raw.split(',')) {
+    const eq = pair.indexOf('=')
+    if (eq === -1) continue
+    const key = pair.slice(0, eq).trim()
+    const value = pair.slice(eq + 1).trim()
+    if (!key) continue
+    out[key] = decodeURIComponent(value)
+  }
+  return out
+}
+
 const grafanaTelemetry = grafanaFullyConfigured
   ? (() => {
       const baseUrl = grafanaEndpoint!.replace(/\/+$/, '')
-      const headers = {
-        Authorization: `Basic ${Buffer.from(`${grafanaInstanceId}:${grafanaToken}`).toString('base64')}`,
+      const headers = parseOtlpHeaders(grafanaHeaders!)
+      if (Object.keys(headers).length === 0) {
+        throw new Error(
+          'GRAFANA_OTLP_HEADERS is set but yielded no valid key=value pairs. Expected format: "key1=value1,key2=value2".'
+        )
       }
-      const deploymentEnvironment = env.SIM_DEPLOYMENT_ENVIRONMENT
-      const resource = deploymentEnvironment
-        ? resourceFromAttributes({ 'deployment.environment.name': deploymentEnvironment })
-        : undefined
+      const resource = resourceFromAttributes({
+        'deployment.environment.name': grafanaDeploymentEnvironment!,
+      })
       return {
         exporters: [new OTLPTraceExporter({ url: `${baseUrl}/v1/traces`, headers })],
         logExporters: [new OTLPLogExporter({ url: `${baseUrl}/v1/logs`, headers })],
         metricExporters: [new OTLPMetricExporter({ url: `${baseUrl}/v1/metrics`, headers })],
-        ...(resource ? { resource } : {}),
+        resource,
       }
     })()
   : undefined