-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yaml
109 lines (96 loc) · 2.67 KB
/
docker-compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
version: "3.9"
name: moderate-diva-prod
include:
- 'kafka/docker-compose-kafka.yaml'
x-trust: &TRUSTSTORE_VOLUME
'./kafka/secrets/kafka.truststore.jks:/kafka/truststore.jks:ro'
x-kafka: &KAFKA_CONFIG
KAFKA_BOOTSTRAP_SERVERS: "kafka1:9092"
KAFKA_SASL_USERNAME: "kafka-dq"
KAFKA_SASL_PASSWORD: "KAFKA!dq!2023"
KAFKA_TRUSTSTORE_LOCATION: "/kafka/truststore.jks"
KAFKA_TRUSTSTORE_PASSWORD: "kafka-dq"
KAFKA_ENDPOINT_IDENTIFICATION: ""
x-mqtt: &MQTT_CONFIG
MQTT_URI: "ssl://maestri.ismb.it:8883"
MQTT_CLIENT_ID: "moderate-connector"
MQTT_USERNAME: "maestri"
MQTT_PASSWORD: "maestri"
MQTT_QOS: 0
MQTT_INPUT_TOPIC: "moderate/lombardia"
x-sample: &SAMPLE
'sample'
x-connector: &CONNECTOR
'connector'
x-validator: &VALIDATION
'validation'
x-part0: &PARTITION
'0'
x-dataset: &DATA
'moderate/lombardia'
services:
connector:
container_name: moderate-connector
image: maestri.ismb.it:5050/dq-core/mqtt-connector:1.0
environment:
<<: [*MQTT_CONFIG, *KAFKA_CONFIG]
KAFKA_GROUP_ID: moderate-connector
SAMPLE_TOPIC: *CONNECTOR
SAMPLE_STATE: VALID
depends_on:
kafka1:
condition: service_healthy
volumes:
- *TRUSTSTORE_VOLUME
converter:
container_name: moderate-converter
image: "{DOCKER_REGISTRY}/${DOCKER_PROJECT}/converter:${DOCKER_TAG}"
environment:
<<: *KAFKA_CONFIG
depends_on:
kafka1:
condition: service_healthy
validation:
container_name: moderate-validator
image: maestri.ismb.it:5050/dq-core/validator:1.0
environment:
<<: *KAFKA_CONFIG
KAFKA_GROUP_ID: moderate-validator
DATASET_NAMES: *DATA
SAMPLE_TOPIC: *SAMPLE
SAMPLE_PARTITION: *PARTITION
VALIDATION_TOPIC: *VALIDATION
CONFIG_FILE: /config/validation.yaml
depends_on:
kafka1:
condition: service_healthy
volumes:
- *TRUSTSTORE_VOLUME
- "./config/validation.yaml:/config/validation.yaml:ro"
reporter:
container_name: moderate-reporter
image: maestri.ismb.it:5050/moderate/reporter:1.0
ports:
- 8000:8000
environment:
<<: *KAFKA_CONFIG
DATABASE_PATH: /data/report.db
depends_on:
kafka1:
condition: service_healthy
volumes:
- 'reporter_data:/data'
dashboard:
container_name: dashboard
image: grafana/grafana-oss
ports:
- 3000:3000
volumes:
- 'grafana-storage:/var/lib/grafana'
volumes:
kafka_data1:
driver: local
reporter_data:
driver: local
grafana-storage:
driver: local