################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################
#execution.target: yarn-per-job
taskmanager.memory.process.size: 8G
jobmanager.rpc.address: fastmr-eval-tianchi-20
jobmanager.rpc.port: 6123
jobmanager.memory.process.size: 8G
taskmanager.numberOfTaskSlots: 1
parallelism.default: 8
io.tmp.dirs: /tmp
#==============================================================================
# JVM
#==============================================================================
# JVM options for GC
env.java.opts: -verbose:gc -XX:NewRatio=3 -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:ParallelGCThreads=4
env.java.opts.jobmanager: -Xloggc:$FLINK_LOG_DIR/jobmanager-gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M
env.java.opts.taskmanager: -Xloggc:$FLINK_LOG_DIR/taskmanager-gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M
#==============================================================================
# Job schedule & failover
#==============================================================================
# Restart strategy related configuration
restart-strategy: fixed-delay
restart-strategy.fixed-delay.attempts: 2147483647
restart-strategy.fixed-delay.delay: 10 s
# Max task attempts to retain in JM
jobmanager.execution.attempts-history-size: 100
#==============================================================================
# Resources & Slots
#==============================================================================
# Timeout (ms) for an idle TM to be released.
slotmanager.taskmanager-timeout: 600000
#==============================================================================
# Network
#==============================================================================
# Number of extra network buffers to use for each outgoing/incoming gate
# (result partition/input gate).
taskmanager.network.memory.floating-buffers-per-gate: 256
# The number of buffers available for each external blocking channel.
# Will change it to be the default value later.
taskmanager.network.memory.buffers-per-external-blocking-channel: 16
# The maximum number of concurrent requests in the reduce-side tasks.
# Will change it to be the default value later.
task.external.shuffle.max-concurrent-requests: 512
# Whether to enable compress shuffle data when using external shuffle.
# Will change it to be the default value later.
task.external.shuffle.compression.enable: true
# Maximum backoff time (ms) for partition requests of input channels.
taskmanager.network.request-backoff.max: 300000
#==============================================================================
# State & Checkpoint
#==============================================================================
state.backend: rocksdb
state.checkpoints.dir: file:///mnt/disk1/flink-checkpoints/
state.backend.rocksdb.localdir: /mnt/disk2/rocksdb/
state.backend.incremental: true
execution.checkpointing.interval: 180000
execution.checkpointing.mode: EXACTLY_ONCE
state.backend.local-recovery: true
# dir to store states
# state.checkpoints.dir: hdfs://benchmark01/checkpoint
#==============================================================================
# Runtime Others
#==============================================================================
# akka configs
akka.ask.timeout: 120 s
akka.watch.heartbeat.interval: 10 s
akka.framesize: 102400kB
# timeout to get response from REST. it is also used as the default future
# timeout when REST quries Flink job status
web.timeout: 120000
classloader.resolve-order: parent-first
