riskpr/docker-compose.yml at main · felipesassi/riskpr · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151

version: '3'

x-minio-common: &minio-common
  image: quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z
  networks:
    - project
  command: server --console-address ":9001" data
  ports:
    - 9000:9000
    - 9001:9001
  environment:
    MINIO_ROOT_USER: ${MINIO_USER_NAME}
    MINIO_ROOT_PASSWORD: ${MINIO_PASSWORD}
  healthcheck:
    test: ["CMD", "mc", "ready", "local"]
    interval: 5s
    timeout: 5s
    retries: 5

services:
  zookeeper:
    image: confluentinc/cp-zookeeper:latest
    networks:
      - project
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000

  kafka:
    image: confluentinc/cp-kafka:7.4.8
    networks:
      - project
    depends_on:
      - zookeeper
    ports:
      - 9092:9092
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1

  kafdrop:
    image: obsidiandynamics/kafdrop:latest
    networks:
      - project
    depends_on:
      - kafka
    ports:
      - 19000:9000
    environment:
      KAFKA_BROKERCONNECT: kafka:29092

  db:
    build:
      context: .
      dockerfile: Dockerfile.postgres
    networks:
      - project
    ports:
      - 5432:5432
    environment:
      POSTGRES_USER: ${POSTGRES_USER_NAME}
      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
      POSTGRES_DB: postgres

  minio:
    <<: *minio-common
    hostname: minio
    volumes:
      - ./data_lake:/data

  superset:
    build:
      context: .
      dockerfile: Dockerfile.superset
    ports:
      - "8088:8088"
    environment:
      SUPERSET_HOME: /app/superset_home
      SUPERSET_SECRET_KEY: "processor"
      FLASK_ENV: development
      SUPERSET_WEBSERVER_PORT: 8088
      REDIS_HOST: redis
    networks:
      - project
    volumes:
      - ./superset:/app/superset_home

  redis:
    image: redis:7
    restart: unless-stopped
    volumes:
      - redis:/data

  jobmanager:
    build:
      context: .
      dockerfile: Dockerfile.flink
    ports:
      - "8081:8081"
    command: jobmanager
    networks:
      - project
    env_file: .env
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        s3.access-key: ${S3_ACCESS_KEY}
        s3.secret-key: ${S3_SECRET_ACCESS_KEY}
        s3.endpoint: ${S3_ENDPOINT}
        s3.path.style.access: true
    volumes:
      - ./processor:/opt/flink/jobs/processor
      - ./analytics:/opt/flink/jobs/analytics

  taskmanager:
    build:
      context: .
      dockerfile: Dockerfile.flink
    depends_on:
      - jobmanager
    command: taskmanager
    scale: 1
    networks:
      - project
    env_file: .env
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 8
        s3.access-key: ${S3_ACCESS_KEY}
        s3.secret-key: ${S3_SECRET_ACCESS_KEY}
        s3.endpoint: ${S3_ENDPOINT}
        s3.path.style.access: true
    volumes:
      - ./processor:/opt/flink/jobs/processor
      - ./analytics:/opt/flink/jobs/analytics

networks:
  project:
    driver: bridge

volumes:
  redis:
  postgres_data: