144 lines
4.0 KiB
Markdown
144 lines
4.0 KiB
Markdown
---
|
||
icon: edit
|
||
date: 2023-03-09
|
||
category:
|
||
- 系统配置
|
||
headerDepth: 5
|
||
---
|
||
|
||
|
||
# kubesphere 部署 zookeeper 和 kafka 以及 在k8s 部署是需要注意的问题
|
||
## 搭建zookeeper
|
||
选用镜像是官方镜像 zookeeper 内存和cpu 限制不用给太多
|
||
|
||
|
||
|
||
创建配置字典 和存储卷 用于持久化数据 和挂载配置文件
|
||
|
||
存储卷 自行创建
|
||
|
||
配置字典
|
||
|
||
```conf
|
||
dataDir=/data # 保存zookeeper中的数据
|
||
clientPort=2181 # 客户端连接端口，通常不做修改
|
||
dataLogDir=/datalog
|
||
tickTime=2000 # 通信心跳时间
|
||
initLimit=5 # LF(leader - follower)初始通信时限
|
||
syncLimit=2 # LF 同步通信时限
|
||
autopurge.snapRetainCount=3
|
||
autopurge.purgeInterval=0
|
||
maxClientCnxns=60
|
||
standaloneEnabled=true
|
||
admin.enableServer=true
|
||
server.1=localhost:2888:3888;2181
|
||
|
||
```
|
||
|
||
|
||
deployment.yml
|
||
```yml
|
||
kind: StatefulSet
|
||
apiVersion: apps/v1
|
||
metadata:
|
||
name: zookeeper
|
||
namespace: wanghao
|
||
labels:
|
||
app: zookeeper
|
||
annotations:
|
||
kubesphere.io/creator: admin
|
||
spec:
|
||
replicas: 1
|
||
selector:
|
||
matchLabels:
|
||
app: zookeeper
|
||
template:
|
||
metadata:
|
||
creationTimestamp: null
|
||
labels:
|
||
app: zookeeper
|
||
annotations:
|
||
kubesphere.io/restartedAt: '2023-03-08T01:47:35.415Z'
|
||
logging.kubesphere.io/logsidecar-config: '{}'
|
||
spec:
|
||
volumes:
|
||
- name: host-time
|
||
hostPath:
|
||
path: /etc/localtime
|
||
type: ''
|
||
- name: volume-nffzxk
|
||
configMap:
|
||
name: zookeeper
|
||
defaultMode: 420
|
||
- name: volume-2lak5i
|
||
persistentVolumeClaim:
|
||
claimName: zookeeper
|
||
containers:
|
||
- name: container-oryqbp
|
||
image: zookeeper
|
||
ports:
|
||
- name: tcp-2181
|
||
containerPort: 2181
|
||
protocol: TCP
|
||
- name: tcp-2888
|
||
containerPort: 2888
|
||
protocol: TCP
|
||
- name: tcp-3888
|
||
containerPort: 3888
|
||
protocol: TCP
|
||
- name: tcp-8080
|
||
containerPort: 8080
|
||
protocol: TCP
|
||
resources:
|
||
limits:
|
||
cpu: 500m
|
||
memory: 200Mi
|
||
volumeMounts:
|
||
- name: host-time
|
||
readOnly: true
|
||
mountPath: /etc/localtime
|
||
- name: volume-nffzxk
|
||
readOnly: true
|
||
mountPath: /conf/zoo.cfg
|
||
subPath: zoo.cfg
|
||
- name: volume-2lak5i
|
||
mountPath: /data
|
||
terminationMessagePath: /dev/termination-log
|
||
terminationMessagePolicy: File
|
||
imagePullPolicy: IfNotPresent
|
||
restartPolicy: Always
|
||
terminationGracePeriodSeconds: 30
|
||
dnsPolicy: ClusterFirst
|
||
nodeSelector:
|
||
kubernetes.io/hostname: k8s-node3
|
||
serviceAccountName: default
|
||
serviceAccount: default
|
||
securityContext: {}
|
||
schedulerName: default-scheduler
|
||
serviceName: zookeeper-f6d8
|
||
podManagementPolicy: OrderedReady
|
||
updateStrategy:
|
||
type: RollingUpdate
|
||
rollingUpdate:
|
||
partition: 0
|
||
revisionHistoryLimit: 10
|
||
```
|
||
|
||
|
||
## 搭建kafka
|
||
选用镜像 ```wurstmeister/zookeeper```
|
||
|
||
启动是添加环境变量
|
||
```
|
||
KAFKA_BROKER_ID：0 #该ID是集群的唯一标识
|
||
|
||
KAFKA_ADVERTISED_LISTENERS：PLAINTEXT://local.wuanwanghao.top:9092 #kafka发布到zookeeper供客户端使用的服务地址。
|
||
|
||
KAFKA_ZOOKEEPER_CONNECT： zookeeper.wanghao:2181 #zk的连接地址
|
||
|
||
KAFKA_LISTENERS：PLAINTEXT://0.0.0.0:9092 #允许使用PLAINTEXT侦听器
|
||
```
|
||
|
||
|
||
主要一点创建kafka 相应服务的时候一定不要把服务名称定义为```kafka```,
|
||
相关问题以踩坑 [Invalid value tcp://10.0.35.234:9092 for configuration port: Not a number of type INT](https://github.com/wurstmeister/kafka-docker/issues/122) |