-
Notifications
You must be signed in to change notification settings - Fork 1
/
docker-compose.yml
134 lines (125 loc) · 3.96 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
version: '3.3'
services:
# http://zookeeper.apache.org/
zookeeper:
image: zookeeper:3.4.9
restart: always
hostname: zookeeper
ports:
- "2181:2181"
volumes:
- ./volumes/zookeeper/data:/data
- ./volumes/zookeeper/datalog:/datalog
# http://kafka.apache.org/
kafka:
image: confluentinc/cp-kafka:5.4.0
hostname: kafka
ports:
- "9092:9092"
environment:
KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://kafka:9092"
KAFKA_ZOOKEEPER_CONNECT: "zookeeper:2181"
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
volumes:
- ./volumes/kafka/data:/var/lib/kafka/data
depends_on:
- zookeeper
# https://www.confluent.io/confluent-schema-registry/
schema-registry:
image: confluentinc/cp-schema-registry:5.4.0
hostname: schema-registry
restart: unless-stopped
ports:
- "8081:8081"
environment:
SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: zookeeper:2181.
SCHEMA_REGISTRY_HOST_NAME: schema-registry
depends_on:
- zookeeper
- kafka
# https://github.com/Landoop/schema-registry-ui
schema-registry-ui:
image: landoop/schema-registry-ui:0.9.5
hostname: schema-registry-ui
ports:
- "8001:8000"
environment:
SCHEMAREGISTRY_URL: http://schema-registry:8081/
PROXY: "true"
depends_on:
- schema-registry
# https://github.com/confluentinc/kafka-rest
kafka-rest-proxy:
image: confluentinc/cp-kafka-rest:5.4.0
hostname: kafka-rest-proxy
ports:
- "8082:8082"
environment:
KAFKA_REST_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_REST_LISTENERS: http://0.0.0.0:8082/
KAFKA_REST_SCHEMA_REGISTRY_URL: http://schema-registry:8081/
KAFKA_REST_HOST_NAME: kafka-rest-proxy
KAFKA_REST_BOOTSTRAP_SERVERS: kafka:9092
depends_on:
- zookeeper
- kafka
- schema-registry
# https://github.com/Landoop/kafka-topics-ui
kafka-topics-ui:
image: landoop/kafka-topics-ui:0.9.4
hostname: kafka-topics-ui
ports:
- "8000:8000"
environment:
KAFKA_REST_PROXY_URL: "http://kafka-rest-proxy:8082/"
PROXY: "true"
depends_on:
- kafka-rest-proxy
# https://docs.confluent.io/current/connect/index.html
kafka-connect:
image: confluentinc/cp-kafka-connect:5.4.0
hostname: kafka-connect
ports:
- "8083:8083"
environment:
CONNECT_BOOTSTRAP_SERVERS: "kafka:9092"
CONNECT_GROUP_ID: compose-connect-group
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8081'
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8081'
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
depends_on:
- zookeeper
- kafka
# https://github.com/Landoop/kafka-connect-ui
kafka-connect-ui:
image: landoop/kafka-connect-ui:0.9.7
hostname: kafka-connect-ui
ports:
- "8002:8000"
environment:
CONNECT_URL: "http://kafka-connect:8083/"
PROXY: "true"
depends_on:
- kafka-connect
# https://docs.confluent.io/current/ksql/docs/
ksql-server:
image: confluentinc/cp-ksql-server:5.4.0
ports:
- "8088:8088"
environment:
KSQL_BOOTSTRAP_SERVERS: kafka:9092
KSQL_LISTENERS: http://0.0.0.0:8088
KSQL_KSQL_SCHEMA_REGISTRY_URL: http://schema-registry:8081
depends_on:
- kafka
- schema-registry