pair-programmer/docker-compose.yml at master · naeem-gitonga/pair-programmer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
services:
  llm:
    build:
      context: ./llamacpp
      dockerfile: Dockerfile
    ports:
      - "8004:8004"
    volumes:
      - ./llamacpp/models:/models
    environment:
      ENV: production
    ipc: host
    ulimits:
      memlock: -1
      stack: 67108864
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]

  smolvlm2:
    build:
      context: ./vllm
      dockerfile: Dockerfile.smolvlm2
    ports:
      - "8005:8005"
    volumes:
      - ./vllm/models:/models
    environment:
      - PORT=8005
    ipc: host
    ulimits:
      memlock: -1
      stack: 67108864
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]