apiVersion: v1
kind: ConfigMap
metadata:
name: flink-job-history-server-config
data:
flink-conf.yaml: |
# 指定由JobManager归档的作业信息所存放的目录,这里使用的是HDFS
jobmanager.archive.fs.dir: hdfs:///flink/completed-jobs/
# 指定History Server扫描哪些归档目录,多个目录使用逗号分隔
historyserver.archive.fs.dir: hdfs:///flink/completed-jobs/
# 指定History Server间隔多少毫秒扫描一次归档目录
historyserver.archive.fs.refresh-interval: 10000
# History Server所绑定的ip,0.0.0.0代表允许所有ip访问
historyserver.web.address: 0.0.0.0
# 指定History Server所监听的端口号
historyserver.web.port: 8082
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: flink-job-history-server-deployment
spec:
selector:
matchLabels:
app: flink-job-history-server
replicas: 1
template:
metadata:
labels:
app: flink-job-history-server
spec:
dnsConfig:
nameservers:
- 10.52.44.1
searches:
- oppo.internal
volumes:
- configMap:
items:
- key: flink-conf.yaml
path: flink-conf.yaml
name: flink-job-history-server-config
name: flink-config-volume
- configMap:
name: ad-hadoop-config
name: hadoop-config-volume
containers:
- name: history-server
image: flink:1.13.1-scala_2.11
command: ["/opt/flink/bin/historyserver.sh","start-foreground"]
ports:
- containerPort: 8082
env:
- name: HADOOP_USER_NAME
value: "hdfs"
- name: HADOOP_CONF_DIR
value: /opt/hadoop/conf
resources:
requests:
memory: "100Mi"
cpu: "100m"
volumeMounts:
- mountPath: /opt/hadoop/conf
name: hadoop-config-volume
- mountPath: /opt/flink/conf
name: flink-config-volume
---
apiVersion: v1
kind: Service
metadata:
name: flink-job-history-server-service
spec:
selector:
app: flink-job-history-server
ports:
- protocol: TCP
port: 8082
targetPort: 8082
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: flink-job-history-server-ingress
annotations:
kubernetes.io/ingress.class: "nginx"
nginx.ingress.kubernetes.io/rewrite-target: /$2
spec:
rules:
- host: "long-stream-flink.com"
http:
paths:
- pathType: Prefix
path: /history(/|$)(.*)
backend:
service:
name: flink-job-history-server-service
port:
number: 8082
Flink JobHistoryServer on K8s
©著作权归作者所有,转载或内容合作请联系作者
- 文/潘晓璐 我一进店门,熙熙楼的掌柜王于贵愁眉苦脸地迎上来,“玉大人,你说我怎么就摊上这事。” “怎么了?”我有些...
- 文/花漫 我一把揭开白布。 她就那样静静地躺着,像睡着了一般。 火红的嫁衣衬着肌肤如雪。 梳的纹丝不乱的头发上,一...
- 文/苍兰香墨 我猛地睁开眼,长吁一口气:“原来是场噩梦啊……” “哼!你这毒妇竟也来了?” 一声冷哼从身侧响起,我...
推荐阅读更多精彩内容
- 本文基于 Flink-1.13 介绍 Flink on Kubernetes 的部署模式,重点讲述 Session...
- 简介: 本文主要介绍 Flink on Yarn/K8s 的原理及应用实践,文章将从 Flink 架构、Flink...
- Flink 使用介绍相关文档目录 Flink 使用介绍相关文档目录[https://www.jianshu.com...
- flink1.13于5月4日发布,版本迭代之快,更是体现了其势不可挡的发展速度。社区活跃度逐步攀升,当然少不了与云...
- Flink On K8s 架构 Flink 任务在 Kubernetes 上运行的步骤有: ●首先往 Kubern...