-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yml
86 lines (84 loc) · 1.74 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
master:
image: spark
command: bin/spark-class org.apache.spark.deploy.master.Master -h master
hostname: master
environment:
MASTER: spark://master:7077
SPARK_CONF_DIR: /conf
SPARK_PUBLIC_DNS: localhost
SPARK_DRIVER_MEMORY: 2g
expose:
- 7001
- 7002
- 7003
- 7004
- 7005
- 7006
- 7077
- 6066
ports:
- 6066:6066
- 7077:7077
- 8080:8080
volumes:
- ./conf/master:/conf
- ./logs/master:/usr/spark-2.1.1/logs
- ./data:/tmp/data
zeppelin:
image: spark
hostname: zeppelin
command: /bin/bash -c "zeppelin/bin/zeppelin-daemon.sh start && bin/spark-class org.apache.spark.deploy.worker.Worker spark://master:7077"
environment:
MASTER: spark://master:7077
SPARK_CONF_DIR: /conf
SPARK_WORKER_CORES: 2
SPARK_WORKER_MEMORY: 2g
SPARK_WORKER_PORT: 8881
SPARK_WORKER_WEBUI_PORT: 8081
SPARK_PUBLIC_DNS: localhost
links:
- master
expose:
- 7001
- 7002
- 7003
- 7004
- 7005
- 7006
- 7077
- 6066
- 6060
- 41222-41230
ports:
- 6060:6060
- 4040:4040
- 8989:8989
- 41222-41230:41222-41230
volumes:
- ./conf/zeppelin:/conf
- ./logs/zeppelin:/usr/spark-2.1.1/zeppelin/logs
- ./data:/tmp/data
worker:
image: spark
command: bin/spark-class org.apache.spark.deploy.worker.Worker spark://master:7077
hostname: worker
environment:
SPARK_CONF_DIR: /conf
SPARK_WORKER_CORES: 2
SPARK_WORKER_MEMORY: 5g
SPARK_WORKER_PORT: 8881
SPARK_WORKER_WEBUI_PORT: 8081
SPARK_PUBLIC_DNS: localhost
links:
- master
expose:
- 7012
- 7013
- 7014
- 7015
- 7016
- 8881
volumes:
- ./conf/worker:/conf
- ./logs/worker:/usr/spark-2.1.1/logs
- ./data:/tmp/data