mini-google-distributed-search-engine/docker-compose.yml at main · BitBOY21/mini-google-distributed-search-engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
version: '3.8'
services:
  # --- Infrastructure (The parts you sent) ---
  zookeeper:
    image: confluentinc/cp-zookeeper:7.4.0
    container_name: mini-google-zookeeper-1
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000

  kafka:
    image: confluentinc/cp-kafka:7.4.0
    container_name: mini-google-kafka-1
    depends_on:
      - zookeeper
    ports:
      - "9092:9092"
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      # Updated to allow communication inside Docker network
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.17.0
    container_name: mini-google-elasticsearch-1
    environment:
      - discovery.type=single-node
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    ports:
      - "9200:9200"

  kibana:
    image: docker.elastic.co/kibana/kibana:7.17.0
    container_name: mini-google-kibana-1
    depends_on:
      - elasticsearch
    ports:
      - "5601:5601"

  # --- Your Microservices (The missing parts) ---
  ingestion-service:
    build: ./ingestion-service
    container_name: ingestion-service
    depends_on:
      - kafka
    ports:
      - "8081:8081"

  processing-service:
    build: ./processing-service
    container_name: processing-service
    depends_on:
      - kafka
      - elasticsearch
    ports:
      - "8082:8082"

  search-service:
    build: ./search-service
    container_name: search-service
    depends_on:
      - elasticsearch
    ports:
      - "8083:8083"

  crawler-service:
    build: ./crawler-service
    container_name: crawler-service
    depends_on:
      - ingestion-service
    ports:
      - "8084:8084"