-
Notifications
You must be signed in to change notification settings - Fork 8
/
docker-compose.yml
165 lines (159 loc) · 4.82 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
version: "2"
services:
flink-hadoop1:
image: okdokey/flink-yarn:1.8.0
container_name: flink-hadoop-nn1-rm1
hostname: flink-hadoop-nn1-rm1
depends_on:
- zk1
- zk2
- zk3
networks:
hadoop:
aliases:
- master
- nn1
- rm1
environment:
ZK_SERVERS: zk1:2181,zk2:2181,zk3:2181
HADOOP_WORKER_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
HDFS_JOURNAL_NODES: flink-hadoop1:8485,flink-hadoop2:8485,flink-hadoop3:8485
FLINK_SLAVE_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
YARN_RM_AM_MAX_ATTEMPTS: 4
YARN_APP_MIN_MEMORY: 512
YARN_APP_MAX_MEMORY: 4096
YARN_NM_MEMROY: 4096
YARN_NM_VMEM_PMEM_RATIO: 5
YARN_NM_CPU_VCORES: 2
FLINK_TM_SLOTS: 2
ports:
- "8020:8020"
- "8030:8030"
- "8031:8031"
- "8032:8032"
- "8033:8033"
- "8042:8042"
- "8044:8044"
- "8045:8045"
- "8046:8046"
- "8047:8047"
- "8048:8048"
- "8049:8049"
- "8088:8088"
- "8089:8089"
- "8090:8090"
- "8091:8091"
- "8188:8188"
- "8190:8190"
- "8480:8480"
- "8481:8481"
- "8485:8485"
- "8788:8788"
- "10200:10200"
- "50010:50010"
- "50020:50020"
- "50070:50070"
- "50075:50075"
- "10020:10020"
- "19888:19888"
- "19890:19890"
- "10033:10033"
- "8081:8081"
- "8082:8082"
command: [ "-m", "-d" ]
flink-hadoop2:
image: okdokey/flink-yarn:1.8.0
container_name: flink-hadoop-nn2-rm2
hostname: flink-hadoop-nn2-rm2
depends_on:
- zk1
- zk2
- zk3
networks:
hadoop:
aliases:
- standby
- nn2
- rm2
environment:
ZK_SERVERS: zk1:2181,zk2:2181,zk3:2181
HADOOP_WORKER_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
HDFS_JOURNAL_NODES: flink-hadoop1:8485,flink-hadoop2:8485,flink-hadoop3:8485
FLINK_SLAVE_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
YARN_RM_AM_MAX_ATTEMPTS: 4
YARN_APP_MIN_MEMORY: 512
YARN_APP_MAX_MEMORY: 4096
YARN_NM_MEMROY: 4096
YARN_NM_VMEM_PMEM_RATIO: 5
YARN_NM_CPU_VCORES: 2
FLINK_TM_SLOTS: 2
ports:
- "9088:8088"
- "50071:50070"
command: [ "-d" ]
flink-hadoop3:
image: okdokey/flink-yarn:1.8.0
container_name: flink-hadoop-slave1
hostname: flink-hadoop-slave1
depends_on:
- zk1
- zk2
- zk3
networks:
hadoop:
aliases:
- slave1
environment:
ZK_SERVERS: zk1:2181,zk2:2181,zk3:2181
HADOOP_WORKER_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
HDFS_JOURNAL_NODES: flink-hadoop1:8485,flink-hadoop2:8485,flink-hadoop3:8485
FLINK_SLAVE_NAMES: flink-hadoop1 flink-hadoop2 flink-hadoop3
YARN_RM_AM_MAX_ATTEMPTS: 4
YARN_APP_MIN_MEMORY: 512
YARN_APP_MAX_MEMORY: 4096
YARN_NM_MEMROY: 4096
YARN_NM_VMEM_PMEM_RATIO: 5
YARN_NM_CPU_VCORES: 2
FLINK_TM_SLOTS: 2
command: [ "-d" ]
zk1:
image: okdokey/zookeeper:3.4.14
hostname: zk1
container_name: zk1
networks:
hadoop:
aliases:
- zk1
ports:
- 2181:2181
environment:
ZK_MY_ID: 1
ZK_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zk2:2888:3888 server.3=zk3:2888:3888
zk2:
image: okdokey/zookeeper:3.4.14
hostname: zk2
container_name: zk2
networks:
hadoop:
aliases:
- zk2
ports:
- 2182:2181
environment:
ZK_MY_ID: 2
ZK_SERVERS: server.1=zk1:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zk3:2888:3888
zk3:
image: okdokey/zookeeper:3.4.14
hostname: zk3
container_name: zk3
networks:
hadoop:
aliases:
- zk3
ports:
- 2183:2181
environment:
ZK_MY_ID: 3
ZK_SERVERS: server.1=zk1:2888:3888 server.2=zk2:2888:3888 server.3=0.0.0.0:2888:3888
networks:
hadoop: