-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yml
145 lines (137 loc) · 4.52 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
services:
kafka-consumer:
image: stuzanne/kafka-consumer:1.0
hostname: kafka-consumer
container_name: kafka-consumer
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka1:9092
SCHEMA_REGISTRY_URL: http://schema-registry:8084
TOPICS: customers
# TOPICS: customers-avro
# SERIALIZATION: avro
# SCHEMA_LOC: remote
conduktor-console:
image: conduktor/conduktor-console:1.28.0
depends_on:
- postgresql
# - redpanda-0
- kafka1
ports:
- "8080:8080"
volumes:
- conduktor_data:/var/conduktor
environment:
CDK_DATABASE_URL: "postgresql://conduktor:change_me@postgresql:5432/conduktor-platform"
CDK_CLUSTERS_0_ID: "local-confluent"
CDK_CLUSTERS_0_NAME: "local-confluent"
CDK_CLUSTERS_0_BOOTSTRAPSERVERS: "kafka1:9092"
CDK_CLUSTERS_0_SCHEMAREGISTRY_URL: "http://schema-registry:8084"
CDK_CLUSTERS_0_ICON: "kafka"
CDK_CLUSTERS_0_COLOR: "#6A57C8"
CDK_CLUSTERS_1_ID: "local-redpanda"
CDK_CLUSTERS_1_NAME: "local-redpanda"
CDK_CLUSTERS_1_BOOTSTRAPSERVERS: "redpanda-0:9092"
CDK_CLUSTERS_1_SCHEMAREGISTRY_URL: "http://redpanda-0:18081"
CDK_CLUSTERS_1_COLOR: "#6A57C8"
CDK_CLUSTERS_1_ICON: "elephant"
CDK_MONITORING_CORTEX-URL: http://conduktor-monitoring:9009/
CDK_MONITORING_ALERT-MANAGER-URL: http://conduktor-monitoring:9010/
CDK_MONITORING_CALLBACK-URL: http://conduktor-platform:8080/monitoring/api/
CDK_MONITORING_NOTIFICATIONS-CALLBACK-URL: http://localhost:8080
zookeeper:
image: confluentinc/cp-zookeeper:7.7.0
hostname: zookeeper
container_name: zookeeper
environment:
ZOOKEEPER_CLIENT_PORT: 2801
ZOOKEEPER_TICK_TIME: 2000
healthcheck:
test: nc -zv 0.0.0.0 2801 || exit 1
interval: 5s
retries: 25
kafka1:
hostname: kafka1
container_name: kafka1
image: confluentinc/cp-kafka:7.7.0
ports:
- 19092:19092
environment:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2801
KAFKA_LISTENERS: INTERNAL://:9092,EXTERNAL_SAME_HOST://:19092
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka1:9092,EXTERNAL_SAME_HOST://localhost:19092
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL_SAME_HOST:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
KAFKA_LOG4J_LOGGERS: kafka.authorizer.logger=INFO
KAFKA_LOG4J_ROOT_LOGLEVEL: WARN
KAFKA_AUTO_CREATE_TOPICS_ENABLE: false
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
depends_on:
zookeeper:
condition: service_healthy
healthcheck:
test: nc -zv kafka1 9092 || exit 1
interval: 5s
retries: 25
schema-registry:
image: confluentinc/cp-schema-registry:7.4.1
hostname: schema-registry
container_name: schema-registry
ports:
- 8084:8084
environment:
SCHEMA_REGISTRY_HOST_NAME: schema-registry
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: kafka1:9092 #,kafka2:9093,kafka3:9094
SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: WARN
SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:8084
SCHEMA_REGISTRY_KAFKASTORE_TOPIC: _schemas
SCHEMA_REGISTRY_SCHEMA_REGISTRY_GROUP_ID: schema-registry
SCHEMA_REGISTRY_KAFKASTORE_TOPIC_REPLICATION_FACTOR: 1
volumes:
- type: bind
source: .
target: /clientConfig
read_only: true
depends_on:
kafka1:
condition: service_healthy
healthcheck:
test: nc -zv schema-registry 8084 || exit 1
interval: 5s
retries: 25
postgresql:
image: postgres:16
hostname: postgresql
container_name: cdk-postgres
volumes:
- pg_data:/var/lib/postgresql/data
environment:
PGDATA: "/var/lib/postgresql/data"
POSTGRES_DB: "conduktor-platform"
POSTGRES_USER: "conduktor"
POSTGRES_PASSWORD: "change_me"
POSTGRES_HOST_AUTH_METHOD: "scram-sha-256"
# Monitoring tool from Conduktor
conduktor-monitoring:
image: conduktor/conduktor-console-cortex:1.28.0
environment:
CDK_CONSOLE-URL: "http://conduktor-platform:8080"
data-generator:
# my data generator
hostname: data-generator
container_name: data-generator
image: stuzanne/kafka-data-generator:0.5
# restart: always
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka1:9092
# MAX_BATCHES:
# MESSAGE_DELAY_SECONDS: 2 # 2 default
# TOPICS: customers,pizza-orders,products
depends_on:
- kafka1
volumes:
pg_data: {}
conduktor_data: {}
redpanda-0: {}
kafka1: {}