-
Notifications
You must be signed in to change notification settings - Fork 10
/
docker-compose.yml
102 lines (97 loc) · 3.4 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
version: '2'
services:
zookeeper:
image: confluentinc/cp-zookeeper:6.2.0
hostname: zookeeper
#container_name: zookeeper
environment:
ZOOKEEPER_CLIENT_PORT: 32181
ZOOKEEPER_TICK_TIME: 2000
kafka:
image: confluentinc/cp-enterprise-kafka:6.2.0
hostname: kafka
#container_name: kafka
ports:
- "29092:29092"
depends_on:
- zookeeper
healthcheck:
test: [ "CMD", "bash", "-c", "unset" , "JMX_PORT" ,";" ,"kafka-topics.sh","--zookeeper","zookeeper:32181","--list" ]
environment:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:32181
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 100
schema-registry:
image: confluentinc/cp-schema-registry:6.2.0
depends_on:
- zookeeper
- kafka
environment:
SCHEMA_REGISTRY_HOST_NAME: schema-registry
SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: zookeeper:32181
ksqldb-server:
image: confluentinc/ksqldb-server:0.19.0
hostname: ksqldb-server
#container_name: ksqldb-server
depends_on:
- kafka
- schema-registry
- datagen
ports:
- "8088:8088"
healthcheck:
test: curl -f http://ksqldb-server:8088/ || exit 1
environment:
KSQL_LISTENERS: http://0.0.0.0:8088
KSQL_BOOTSTRAP_SERVERS: kafka:9092
KSQL_KSQL_SCHEMA_REGISTRY_URL: http://schema-registry:8081
KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true"
KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true"
# Access the cli by running:
# > docker-compose exec ksqldb-cli ksql http://primary-ksqldb-server:8088
ksqldb-cli:
image: confluentinc/ksqldb-cli:0.19.0
#container_name: ksqldb-cli
depends_on:
- ksqldb-server
entrypoint: /bin/sh
tty: true
# Runs the Kafka KSQL data generator
datagen:
#container_name: datagen
image: confluentinc/ksql-examples:5.4.2
depends_on:
- kafka
command: "bash -c 'ksql-datagen \
bootstrap-server=kafka:9092 \
quickstart=clickstream_codes \
format=json \
topic=clickstream_codes \
maxInterval=1 \
iterations=100 && \
ksql-datagen \
bootstrap-server=kafka:9092 \
quickstart=clickstream_users \
format=json \
topic=clickstream_users \
maxInterval=1 \
iterations=1000 && \
ksql-datagen \
bootstrap-server=kafka:9092 \
quickstart=clickstream \
format=json \
topic=clickstream \
maxInterval=1 \
iterations=100'"
# This network is defined for Google Cloud Build jobs
# For local testing, just run: docker network create cloudbuild
#networks:
# default:
# external:
# name: cloudbuild