-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yaml
57 lines (55 loc) · 1.5 KB
/
docker-compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
version: "3.6"
services:
spark-master:
image: bitnami/spark:2.4.6
container_name: spark-master
environment:
- SPARK_MODE=master
- SPARK_RPC_AUTHENTICATION_ENABLED=no
- SPARK_RPC_ENCRYPTION_ENABLED=no
- SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
- SPARK_SSL_ENABLED=no
env_file:
- ./db_secrets.env
ports:
- '40400:4040'
- '48080:8080'
volumes:
- './target/scala-2.11/batch-job-lib-assembly-0.1.jar:/home/bitnami/jars/batch-job-lib-assembly-0.1.jar:ro'
- './src/main/resources/data/:/home/bitnami/data/:ro'
spark-worker:
image: bitnami/spark:2.4.6
container_name: spark-worker
environment:
- SPARK_MODE=worker
- SPARK_MASTER_URL=spark://spark-master:7077
- SPARK_WORKER_MEMORY=1G
- SPARK_WORKER_CORES=4
- SPARK_RPC_AUTHENTICATION_ENABLED=no
- SPARK_RPC_ENCRYPTION_ENABLED=no
- SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
- SPARK_SSL_ENABLED=no
ports:
- '48081:8081'
volumes:
- './src/main/resources/data/:/home/bitnami/data/:ro'
depends_on:
- spark-master
db:
image: bitnami/mongodb:latest
container_name: mongodb
environment:
- ALLOW_EMPTY_PASSWORD=yes
env_file:
- ./db_secrets.env
ports:
- 27017:27017
volumes:
- './src/test/resources/integration_test/:/tmp/query/'
mysql-db:
image: bitnami/mysql:latest
container_name: mysqldb
env_file:
- ./db_secrets.env
ports:
- '3306:3306'