FilesExpand file tree

master

/

docker-compose.yml

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

131 lines (124 loc) · 4.44 KB

master

/

docker-compose.yml

Copy path

Top

File metadata and controls

• Code
• Blame

131 lines (124 loc) · 4.44 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

##

# Copyright 2019 Adobe. All rights reserved.

# This file is licensed to you under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License. You may obtain a copy

# of the License at http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software distributed under

# the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS

# OF ANY KIND, either express or implied. See the License for the specific language

# governing permissions and limitations under the License.

##

version: "3"

services:

zoo1:

image: zookeeper:3.4.9

restart: unless-stopped

hostname: zoo1

ports:

- "2181:2181"

environment:

ZOO_MY_ID: 1

ZOO_PORT: 2181

ZOO_SERVERS: server.1=zoo1:2888:3888

volumes:

- ./full-stack/zoo1/data:/data

- ./full-stack/zoo1/datalog:/datalog

kafka1:

image: confluentinc/cp-kafka:5.2.1

hostname: kafka1

ports:

- "9092:9092"

environment:

KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092

KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT

KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL

KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"

KAFKA_BROKER_ID: 1

KAFKA_CREATE_TOPICS: "connect-test:1:1"

KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

volumes:

- ./full-stack/kafka1/data:/var/lib/kafka/data

depends_on:

- zoo1

kafka-rest-proxy:

image: confluentinc/cp-kafka-rest:5.2.1

hostname: kafka-rest-proxy

ports:

- "8082:8082"

environment:

# KAFKA_REST_ZOOKEEPER_CONNECT: zoo1:2181

KAFKA_REST_LISTENERS: http://0.0.0.0:8082/

KAFKA_REST_HOST_NAME: kafka-rest-proxy

KAFKA_REST_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092

depends_on:

- zoo1

- kafka1

kafka-topics-ui:

image: landoop/kafka-topics-ui:0.9.4

hostname: kafka-topics-ui

ports:

- "8000:8000"

environment:

KAFKA_REST_PROXY_URL: "http://kafka-rest-proxy:8082/"

PROXY: "true"

depends_on:

- zoo1

- kafka1

- kafka-rest-proxy

kafka-connect:

image: ghcr.io/adobe/experience-platform-streaming-connect

hostname: kafka-connect

ports:

- "8083:8083"

- "9999:9999"

environment:

CONNECT_BOOTSTRAP_SERVERS: "kafka1:19092"

CONNECT_REST_PORT: 8083

CONNECT_GROUP_ID: "aep-streaming-connect"

AUTH_ENDPOINT: "https://ims-na1-stg1.adobelogin.com"

CONNECT_CONFIG_STORAGE_TOPIC: "aep-streaming-connect-config"

CONNECT_OFFSET_STORAGE_TOPIC: "aep-streaming-connect-offsets"

CONNECT_STATUS_STORAGE_TOPIC: "aep-streaming-connect-status"

CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.storage.StringConverter"

CONNECT_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"

CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"

CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"

CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"

CONNECT_REST_ADVERTISED_PORT: 8083

CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"

CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"

CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"

CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"

CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"

CONNECT_PLUGIN_PATH: '/usr/share/java,/etc/kafka-connect/jars'

CONNECT_REPLICATION_FACTOR: 1

CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: "false"

CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: "false"

volumes:

- ./connectors:/etc/kafka-connect/jars/

depends_on:

- zoo1

- kafka1

prometheus:

image: prom/prometheus:v2.12.0

hostname: prometheus

volumes:

- ./full-stack/prometheus:/prometheus

- ./prometheus.yml:/etc/prometheus/prometheus.yml

ports:

- '9090:9090'

depends_on:

- kafka-connect

grafana:

image: grafana/grafana:5.4.3

hostname: grafana

volumes:

- ./full-stack/grafana:/var/lib/grafana

environment:

- GF_SECURITY_ADMIN_PASSWORD=pass

depends_on:

- prometheus

ports:

- "3000:3000"