pulsar-client-cpp/tests/extensibleLM/docker-compose.yml at aeec868b32e7ea0e680841bdc23cd26004a54e9e · BewareMyPower/pulsar-client-cpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
version: '3'
networks:
  pulsar:
    driver: bridge
services:
  # Start ZooKeeper
  zookeeper:
    image: lhotari/pulsar:3.0.9-b6beb90
    container_name: zookeeper
    restart: on-failure
    networks:
      - pulsar
    environment:
      - metadataStoreUrl=zk:zookeeper:2181
      - PULSAR_MEM=-Xms128m -Xmx128m -XX:MaxDirectMemorySize=56m
    command: >
      bash -c "bin/apply-config-from-env.py conf/zookeeper.conf && \
             bin/generate-zookeeper-config.sh conf/zookeeper.conf && \
             exec bin/pulsar zookeeper"
    healthcheck:
      test: ["CMD", "bin/pulsar-zookeeper-ruok.sh"]
      interval: 10s
      timeout: 5s
      retries: 30

  # Initialize cluster metadata
  pulsar-init:
    container_name: pulsar-init
    hostname: pulsar-init
    image: lhotari/pulsar:3.0.9-b6beb90
    networks:
      - pulsar
    environment:
      - PULSAR_MEM=-Xms128m -Xmx128m -XX:MaxDirectMemorySize=56m
    command: >
      bin/pulsar initialize-cluster-metadata --cluster cluster-a
        --zookeeper zookeeper:2181
        --configuration-store zookeeper:2181
        --web-service-url http://broker-1:8080
        --broker-service-url pulsar://broker-1:6650
    depends_on:
      zookeeper:
        condition: service_healthy

  # Start bookie
  bookie:
    image: lhotari/pulsar:3.0.9-b6beb90
    container_name: bookie
    restart: on-failure
    networks:
      - pulsar
    environment:
      - clusterName=cluster-a
      - zkServers=zookeeper:2181
      - metadataServiceUri=metadata-store:zk:zookeeper:2181
      - advertisedAddress=bookie
      - BOOKIE_MEM=-Xms128m -Xmx128m -XX:MaxDirectMemorySize=56m
    depends_on:
      zookeeper:
        condition: service_healthy
      pulsar-init:
        condition: service_completed_successfully
    command: bash -c "bin/apply-config-from-env.py conf/bookkeeper.conf && exec bin/pulsar bookie"

  proxy:
    image: lhotari/pulsar:3.0.9-b6beb90
    container_name: proxy
    hostname: proxy
    restart: on-failure
    networks:
      - pulsar
    environment:
      - metadataStoreUrl=zk:zookeeper:2181
      - zookeeperServers=zookeeper:2181
      - clusterName=cluster-a
      - PULSAR_MEM=-Xms128m -Xmx128m -XX:MaxDirectMemorySize=56m
    ports:
      - "8080:8080"
      - "6650:6650"
    depends_on:
      broker-1:
        condition: service_started
      broker-2:
        condition: service_started
    command: bash -c "bin/apply-config-from-env.py conf/proxy.conf && exec bin/pulsar proxy"

  # Start broker 1
  broker-1:
    image: lhotari/pulsar:3.0.9-b6beb90
    container_name: broker-1
    hostname: broker-1
    restart: on-failure
    networks:
      - pulsar
    environment:
      - metadataStoreUrl=zk:zookeeper:2181
      - zookeeperServers=zookeeper:2181
      - clusterName=cluster-a
      - managedLedgerDefaultEnsembleSize=1
      - managedLedgerDefaultWriteQuorum=1
      - managedLedgerDefaultAckQuorum=1
      - advertisedAddress=broker-1
      - internalListenerName=internal
      - advertisedListeners=internal:pulsar://broker-1:6650
      - PULSAR_MEM=-Xms256m -Xmx256m -XX:MaxDirectMemorySize=56m
      # Load Manager. Here uses the extensible load balancer, sets the unloading strategy to TransferShedder, and enables debug mode.
      - loadManagerClassName=org.apache.pulsar.broker.loadbalance.extensions.ExtensibleLoadManagerImpl
      - loadBalancerLoadSheddingStrategy=org.apache.pulsar.broker.loadbalance.extensions.scheduler.TransferShedder
      - loadBalancerSheddingEnabled=false
      - loadBalancerDebugModeEnabled=true
      - clusterMigrationCheckDurationSeconds=1
      - brokerServiceCompactionThresholdInBytes=1000000
      - PULSAR_PREFIX_defaultNumberOfNamespaceBundles=1
    depends_on:
      zookeeper:
        condition: service_healthy
      bookie:
        condition: service_started
    command: bash -c "bin/apply-config-from-env.py conf/broker.conf && exec bin/pulsar broker"

  # Start broker 2
  broker-2:
    image: lhotari/pulsar:3.0.9-b6beb90
    container_name: broker-2
    hostname: broker-2
    restart: on-failure
    networks:
      - pulsar
    environment:
      - metadataStoreUrl=zk:zookeeper:2181
      - zookeeperServers=zookeeper:2181
      - clusterName=cluster-a
      - managedLedgerDefaultEnsembleSize=1
      - managedLedgerDefaultWriteQuorum=1
      - managedLedgerDefaultAckQuorum=1
      - advertisedAddress=broker-2
      - internalListenerName=internal
      - advertisedListeners=internal:pulsar://broker-2:6650
      - PULSAR_MEM=-Xms256m -Xmx256m -XX:MaxDirectMemorySize=56m
      # Load Manager. Here uses the extensible load balancer, sets the unloading strategy to TransferShedder, and enables debug mode.
      - loadManagerClassName=org.apache.pulsar.broker.loadbalance.extensions.ExtensibleLoadManagerImpl
      - loadBalancerLoadSheddingStrategy=org.apache.pulsar.broker.loadbalance.extensions.scheduler.TransferShedder
      - loadBalancerSheddingEnabled=false
      - loadBalancerDebugModeEnabled=true
      - clusterMigrationCheckDurationSeconds=1
      - brokerServiceCompactionThresholdInBytes=1000000
      - PULSAR_PREFIX_defaultNumberOfNamespaceBundles=1
    depends_on:
      zookeeper:
        condition: service_healthy
      bookie:
        condition: service_started
    command: bash -c "bin/apply-config-from-env.py conf/broker.conf && exec bin/pulsar broker"