chore: setup log retention, promtail pipelines and infra updates

Author: PyDevDeep

infra/docker-compose.prod.yml

@@ -13,6 +13,8 @@ services:
       - REDIS_HOST=redis
       - QDRANT_HOST=qdrant
       - START_METRICS=false
+    ports:
+      - "8001:8001"  
     depends_on:
       postgres:
         condition: service_healthy

infra/monitoring/loki/loki-config.yaml

@@ -16,6 +16,14 @@ common:
     kvstore:
       store: inmemory
 
+ingester:
+  lifecycler:
+    address: 127.0.0.1
+    ring:
+      kvstore:
+        store: inmemory
+      replication_factor: 1
+      
 schema_config:
   configs:
     - from: 2020-10-24

infra/monitoring/promtail-config.yml

@@ -14,12 +14,12 @@ scrape_configs:
       - host: unix:///var/run/docker.sock
         refresh_interval: 5s
     relabel_configs:
+      # Keep only serotonin_script containers
+      - source_labels: ["__meta_docker_container_name"]
+        regex: "/serotonin_script-.*"
+        action: keep
       - source_labels: ["__meta_docker_container_name"]
         regex: "/(.*)"
         target_label: "container"
       - source_labels: ["__meta_docker_container_log_stream"]
         target_label: "stream"
-      # Drop containers without a name (system containers)
-      - source_labels: ["container"]
-        regex: ".+"
-        action: keep

scripts/deploy.sh

@@ -1,4 +1,3 @@
-#!/bin/bash
 set -e
 
 echo "🚀 Starting Production Deployment..."
@@ -9,7 +8,7 @@ docker compose -f docker-compose.yml -f infra/docker-compose.prod.yml down --rem
 
 # 2. Збірка нових образів
 echo "📦 Building images..."
-docker compose -f docker-compose.yml -f infra/docker-compose.prod.yml build
+docker compose -f docker-compose.yml -f infra/docker-compose.prod.yml up -d --build
 
 # 3. Запуск бази даних та перевірка здоров'я
 echo "🗄️ Starting Database..."

scripts/setup.sh

@@ -1 +1,10 @@
-# scripts/setup.sh
+set -e
+
+echo "Waiting for postgres at ${POSTGRES_HOST}:${POSTGRES_PORT}..."
+until nc -z "${POSTGRES_HOST}" "${POSTGRES_PORT}"; do
+  echo "Postgres is unavailable - retrying in 1s"
+  sleep 1
+done
+
+echo "Postgres is up - running migrations"
+alembic upgrade head