blob: 3268303ce4963268e197394fc965908f55cf750e [file] [log] [blame]
santanudec82167d2021-10-21 17:42:34 +05301# Copyright 2021 Xoriant Corporation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14#
15
16version: '3'
17services:
santanudeea5bb752021-12-06 16:27:34 +053018 smo-influxdb:
19 container_name: smo-influxdb
santanudec82167d2021-10-21 17:42:34 +053020 image: influxdb:1.8.5
21 ports:
22 - 8086:8086
23 networks:
santanudeea5bb752021-12-06 16:27:34 +053024 - smo-net
25 smo-grafana:
26 container_name: smo-grafana
santanudec82167d2021-10-21 17:42:34 +053027 image: grafana/grafana:7.5.11
28 ports:
santanude48a84152021-12-09 15:02:27 +053029 - 3000:3000
santanudec82167d2021-10-21 17:42:34 +053030 networks:
santanudeea5bb752021-12-06 16:27:34 +053031 - smo-net
santanude00f87672021-11-02 17:55:00 +053032 depends_on:
santanudeea5bb752021-12-06 16:27:34 +053033 - smo-influxdb
34 - smo-influxdb-connector
35 agent-zookeeper:
36 container_name: agent-zookeeper
santanudec82167d2021-10-21 17:42:34 +053037 image: confluentinc/cp-zookeeper:5.5.6
38 networks:
santanudeea5bb752021-12-06 16:27:34 +053039 - agent-net
santanudec82167d2021-10-21 17:42:34 +053040 environment:
41 ZOOKEEPER_CLIENT_PORT: 2181
42 ZOOKEEPER_TICK_TIME: 2000
santanudeea5bb752021-12-06 16:27:34 +053043 agent-kafka:
44 container_name: agent-kafka
santanudec82167d2021-10-21 17:42:34 +053045 image: confluentinc/cp-kafka:5.5.6
46 networks:
santanudeea5bb752021-12-06 16:27:34 +053047 - agent-net
santanudec82167d2021-10-21 17:42:34 +053048 depends_on:
santanudeea5bb752021-12-06 16:27:34 +053049 - agent-zookeeper
santanudec82167d2021-10-21 17:42:34 +053050 ports:
51 - 9092:9092
52 environment:
53 KAFKA_BROKER_ID: 1
santanudeea5bb752021-12-06 16:27:34 +053054 KAFKA_ZOOKEEPER_CONNECT: agent-zookeeper:2181
55 KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://agent-kafka:9092,PLAINTEXT_HOST://localhost:19092
santanudec82167d2021-10-21 17:42:34 +053056 KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
57 KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
58 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
59 smo-zookeeper:
60 container_name: smo-zookeeper
61 image: confluentinc/cp-zookeeper:5.5.6
62 networks:
santanudeea5bb752021-12-06 16:27:34 +053063 - smo-net
santanudec82167d2021-10-21 17:42:34 +053064 environment:
65 ZOOKEEPER_CLIENT_PORT: 22181
66 ZOOKEEPER_TICK_TIME: 2000
67 smo-kafka:
68 container_name: smo-kafka
69 image: confluentinc/cp-kafka:5.5.6
70 networks:
santanudeea5bb752021-12-06 16:27:34 +053071 - smo-net
santanudec82167d2021-10-21 17:42:34 +053072 depends_on:
73 - smo-zookeeper
74 ports:
75 - 29092:29092
76 environment:
77 KAFKA_BROKER_ID: 2
78 KAFKA_ZOOKEEPER_CONNECT: smo-zookeeper:22181
79 KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://smo-kafka:29092,PLAINTEXT_HOST://localhost:39092
80 KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
81 KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
82 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
santanudeea5bb752021-12-06 16:27:34 +053083 agent-kafdrop:
84 container_name: agent-kafdrop
santanudec82167d2021-10-21 17:42:34 +053085 image: obsidiandynamics/kafdrop:3.27.0
86 networks:
santanudeea5bb752021-12-06 16:27:34 +053087 - agent-net
santanudec82167d2021-10-21 17:42:34 +053088 depends_on:
santanudeea5bb752021-12-06 16:27:34 +053089 - agent-kafka
santanudec82167d2021-10-21 17:42:34 +053090 ports:
91 - 9000:9000
92 environment:
santanudeea5bb752021-12-06 16:27:34 +053093 KAFKA_BROKERCONNECT: agent-kafka:9092
santanudec82167d2021-10-21 17:42:34 +053094 smo-kafdrop:
95 container_name: smo-kafdrop
96 image: obsidiandynamics/kafdrop:3.27.0
97 networks:
santanudeea5bb752021-12-06 16:27:34 +053098 - smo-net
santanudec82167d2021-10-21 17:42:34 +053099 depends_on:
100 - smo-kafka
101 ports:
102 - 29000:9000
103 environment:
104 KAFKA_BROKERCONNECT: smo-kafka:29092
santanudeea5bb752021-12-06 16:27:34 +0530105 smo-collector:
106 container_name: smo-collector
santanudec82167d2021-10-21 17:42:34 +0530107 build: ./collector
santanudeea5bb752021-12-06 16:27:34 +0530108 image: smo-collector
santanudec82167d2021-10-21 17:42:34 +0530109 networks:
santanudeea5bb752021-12-06 16:27:34 +0530110 - agent-net
111 - smo-net
santanudec82167d2021-10-21 17:42:34 +0530112 ports:
113 - 9999:9999
Arif Hussain7ca707c2021-12-02 15:20:40 +0530114 volumes:
115 - ~/ves-certificate:/opt/ves/certs
santanudec82167d2021-10-21 17:42:34 +0530116 environment:
santanudeea5bb752021-12-06 16:27:34 +0530117 ves_influxdb_host: "smo-influxdb"
santanudec82167d2021-10-21 17:42:34 +0530118 ves_influxdb_port: "8086"
santanudeea5bb752021-12-06 16:27:34 +0530119 ves_grafana_host: "smo-grafana"
santanudec82167d2021-10-21 17:42:34 +0530120 ves_grafana_port: "3000"
santanude00f87672021-11-02 17:55:00 +0530121 data_storage: "elasticsearch"
santanudeea5bb752021-12-06 16:27:34 +0530122 elasticsearch_domain: "smo-elasticsearch"
santanudec82167d2021-10-21 17:42:34 +0530123 kafka_host_2: "smo-kafka"
124 kafka_port_2: "29092"
125 kafka_topic: "smo-events"
santanudeea5bb752021-12-06 16:27:34 +0530126 ves_host: "smo-collector"
santanudec82167d2021-10-21 17:42:34 +0530127 ves_port: "9999"
128 ves_grafana_auth: "admin:admin"
129 ves_user: "user"
130 ves_pass: "password"
131 ves_path: ""
132 ves_topic: "events"
133 ves_loglevel: "ERROR"
134 depends_on:
santanudec82167d2021-10-21 17:42:34 +0530135 - smo-kafka
santanudeea5bb752021-12-06 16:27:34 +0530136 smo-influxdb-connector:
137 container_name: smo-influxdb-connector
138 build: ./influxdb-connector
139 image: smo-influxdb-connector
santanude00f87672021-11-02 17:55:00 +0530140 networks:
santanudeea5bb752021-12-06 16:27:34 +0530141 - smo-net
santanude00f87672021-11-02 17:55:00 +0530142 ports:
143 - 9990:9990
144 environment:
santanudeea5bb752021-12-06 16:27:34 +0530145 ves_influxdb_host: "smo-influxdb"
santanude00f87672021-11-02 17:55:00 +0530146 ves_influxdb_port: "8086"
147 ves_loglevel: "ERROR"
148 kafka_host_2: "smo-kafka"
149 kafka_port_2: "29092"
150 depends_on:
151 - smo-kafka
santanudeea5bb752021-12-06 16:27:34 +0530152 - smo-influxdb
153 agent:
154 container_name: agent
santanudec82167d2021-10-21 17:42:34 +0530155 build: ./agent
santanudeea5bb752021-12-06 16:27:34 +0530156 image: agent
santanudec82167d2021-10-21 17:42:34 +0530157 networks:
santanudeea5bb752021-12-06 16:27:34 +0530158 - agent-net
santanudec82167d2021-10-21 17:42:34 +0530159 restart: always
160 environment:
santanudeea5bb752021-12-06 16:27:34 +0530161 ves_kafka_host: "agent-kafka"
162 ves_kafka_hostname: "agent-kafka"
163 ves_host: "smo-collector"
santanudec82167d2021-10-21 17:42:34 +0530164 ves_port: "9999"
165 ves_path: ""
166 ves_topic: "events"
Arif Hussain7ca707c2021-12-02 15:20:40 +0530167 ves_https: "True"
santanudec82167d2021-10-21 17:42:34 +0530168 ves_user: "user"
169 ves_pass: "password"
170 ves_interval: "10"
171 ves_kafka_port: "9092"
172 ves_mode: "./yaml/host"
173 ves_version: "5"
174 ves_loglevel: "ERROR"
175 depends_on:
santanudeea5bb752021-12-06 16:27:34 +0530176 - agent-kafka
177 - smo-collector
178 smo-dmaap-adapter:
179 container_name: smo-dmaap-adapter
santanudeafc967b2021-11-01 18:32:18 +0530180 build: ./dmaapadapter
santanudeea5bb752021-12-06 16:27:34 +0530181 image: smo-dmaap-adapter
santanudeafc967b2021-11-01 18:32:18 +0530182 networks:
santanudeea5bb752021-12-06 16:27:34 +0530183 - smo-net
santanudeafc967b2021-11-01 18:32:18 +0530184 ports:
185 - 5000:5000
186 environment:
187 kafka_host: "smo-kafka"
188 kafka_port: "29092"
189 log_level: "DEBUG"
santanudeea5bb752021-12-06 16:27:34 +0530190 smo-elasticsearch:
santanudec82167d2021-10-21 17:42:34 +0530191 image: docker.elastic.co/elasticsearch/elasticsearch:7.11.1
santanudeea5bb752021-12-06 16:27:34 +0530192 container_name: smo-elasticsearch
santanudec82167d2021-10-21 17:42:34 +0530193 restart: always
194 environment:
195 discovery.type: "single-node"
196 ES_JAVA_OPTS: "-Xms1024m -Xmx1024m"
197 ports:
198 - 9200:9200
199 - 9300:9300
200 networks:
santanudeea5bb752021-12-06 16:27:34 +0530201 - smo-net
santanude48a84152021-12-09 15:02:27 +0530202 smo-post-config:
203 container_name: smo-post-config
204 build: ./postconfig
205 image: smo-post-config
206 environment:
207 ves_influxdb_host: "smo-influxdb"
208 ves_influxdb_port: "8086"
209 ves_grafana_host: "smo-grafana"
210 ves_grafana_port: "3000"
211 ves_grafana_auth: "admin:admin"
212 depends_on:
213 - smo-grafana
214 networks:
215 - smo-net
santanudec82167d2021-10-21 17:42:34 +0530216
217networks:
santanudeea5bb752021-12-06 16:27:34 +0530218 agent-net:
santanudec82167d2021-10-21 17:42:34 +0530219 driver: bridge
santanudeea5bb752021-12-06 16:27:34 +0530220 name: agent-net
221 smo-net:
222 driver: bridge
223 name: smo-net