flink-conf.yaml

####### jobmanager config options #######

jobmanager.heap.size: 20000m
cluster.evenly-spread-out-slots: true

####### timeout config options #######

akka.ask.timeout: 300 s
akka.lookup.timeout: 300 s
web.timeout: 300000
heartbeat.timeout: 600000
resourcemanager.taskmanager-timeout: 900000
jobstore.expiration-time: 36000

####### restart config options ######
jobmanager.execution.failover-strategy: region
restart-strategy.fixed-delay.delay: 10 s
restart-strategy: fixed-delay
restart-strategy.fixed-delay.attempts: 50

####### taskmanager config options #######

# totally 10 taskmanagers in one machine.
taskmanager.memory.process.size: 22000m
# configure heap-cutoff-ratio to leave memory to system page cache
containerized.heap-cutoff-ratio: 0.3
taskmanager.memory.managed.size: 8000m
taskmanager.numberOfTaskSlots: 10
# not limit by yarn vcores
yarn.containers.vcores: 1

taskmanager.network.memory.fraction: 0.99
taskmanager.network.memory.min: 64mb
taskmanager.network.memory.max: 2200mb
taskmanager.network.memory.exclusive-buffers-request-timeout-ms: 1000000
taskmanager.network.blocking-shuffle.type: mmap
taskmanager.network.blocking-shuffle.compression.enabled: true