Cococnut-container/docker-compose.yml at main · Omdeepb69/Cococnut-container · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
version: "3.8"

services:
  coconut-api:
    build: .
    ports:
      - "8000:8000"
    environment:
      - REDIS_HOST=redis-stack
      - REDIS_PORT=6379
      - MODEL_ID=${MODEL_ID:-omdeep22/Gonyai-v1}
      - ENABLE_RAG=${ENABLE_RAG:-True}
      - ENABLE_CACHE=${ENABLE_CACHE:-True}
      - ENABLE_MEMORY=${ENABLE_MEMORY:-True}
      - DEVICE=auto # detects cuda or cpu
    depends_on:
      - redis-stack
    # Uncomment to enable GPU pass-through
    # deploy:
    #   resources:
    #     reservations:
    #       devices:
    #         - driver: nvidia
    #           count: all
    #           capabilities: [gpu]

  redis-stack:
    image: redis/redis-stack:latest
    ports:
      - "6380:6379"
      - "8001:8001"
    volumes:
      - redis_data:/data

volumes:
  redis_data: