dacj4n's

1
# kafka_1
2
10.1.239.144
3

4
# kafka_2
5
10.1.239.146

1
# 下载：https://zookeeper.apache.org/releases.html
2
https://www.apache.org/dyn/closer.lua/zookeeper/zookeeper-3.8.4/apache-zookeeper-3.8.4-bin.tar.gz
3

4
# 上传：上传至/opt目录
5

6
# 解压：将Zookeeper解压至/usr/local目录
7
tar -zxvf /opt/apache-zookeeper-3.8.4-bin.tar.gz -C /usr/local
8

9
# 创建目录
10
/usr/local/apache-zookeeper-3.8.4-bin根目录下创建datas和logs文件夹
11
mkdir /usr/local/apache-zookeeper-3.8.4-bin/{datas,logs}

1
# 重命名
2
mv /usr/local/apache-zookeeper-3.8.4-bin/conf/zoo_sample.cfg /usr/local/apache-zookeeper-3.8.4-bin/conf/zoo.cfg
3

4
# 修改配置
5
# The number of milliseconds of each tick
6
tickTime=2000
7
# The number of ticks that the initial
8
# synchronization phase can take
9
initLimit=10
10
# The number of ticks that can pass between
11
# sending a request and getting an acknowledgement
12
syncLimit=5
13
# the directory where the snapshot is stored.
14
# do not use /tmp for storage, /tmp here is just
15
# example sakes.
16
dataDir=/usr/local/apache-zookeeper-3.8.4-bin/datas
17
# the port at which the clients will connect
18
clientPort=2181
19
# the maximum number of client connections.
20
# increase this if you need to handle more clients
21
#maxClientCnxns=60
22
#
23
# Be sure to read the maintenance section of the
24
# administrator guide before turning on autopurge.
25
#
26
# https://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance
27
#
28
# The number of snapshots to retain in dataDir
29
#autopurge.snapRetainCount=3
30
# Purge task interval in hours
31
# Set to "0" to disable auto purge feature
32
#autopurge.purgeInterval=1
33

34
## Metrics Providers
35
#
36
# https://prometheus.io Metrics Exporter
37
#metricsProvider.className=org.apache.zookeeper.metrics.prometheus.PrometheusMetricsProvider
38
#metricsProvider.httpHost=0.0.0.0
39
#metricsProvider.httpPort=7000
40
#metricsProvider.exportJvmInfo=true
41
server.1=10.1.239.144:2888:3888
42
server.2=10.1.239.146:2888:3888

1
# 节点拷贝
2
scp -r /usr/local/apache-zookeeper-3.8.4-bin root@10.1.239.146:/usr/local/apache-zookeeper-3.8.4-bin

1
# 创建myid
2
每个Zookeeper节点dataDir指定目录中都需要创建一个名为myid的文件，其内容为上述配置文件中的server.X的X值，例如X是144，那么/usr/local/apache-zookeeper-3.8.4-bin/datas/myid文件的值为100，执行如下指令：
3

4
10.1.239.144节点：
5
tee /usr/local/apache-zookeeper-3.8.4-bin/datas/myid <<- 'EOF'
6
1
7
EOF
8

9
10.1.239.146节点：
10
tee /usr/local/apache-zookeeper-3.8.4-bin/datas/myid <<- 'EOF'
11
2
12
EOF

1
# 开放端口
2
firewall-cmd --zone=public --add-port=2181/tcp --add-port=2888/tcp --add-port=3888/tcp --add-port=7000/tcp --permanent
3
firewall-cmd --reload

1
# 每个Zookeeper所在节点都需要通过执行下面命令启动节点
2
/usr/local/apache-zookeeper-3.8.4-bin/bin/zkServer.sh start
3
/usr/local/apache-zookeeper-3.8.4-bin/bin/zkServer.sh status
4
/usr/local/apache-zookeeper-3.8.4-bin/bin/zkServer.sh stop

1
/usr/local/apache-zookeeper-3.8.4-bin/bin/zkCli.sh -server 10.1.239.144:2181

1
# kafka_1
2
10.1.239.144
3

4
# kafka_2
5
10.1.239.146

1
# 下载：https://downloads.apache.org/kafka/3.7.0/
2
https://downloads.apache.org/kafka/3.7.0/kafka_2.12-3.7.0.tgz
3

4
# 上传：上传至/opt目录
5

6
# 解压：将Kafka解压至/usr/local目录
7
tar -zxvf /opt/kafka_2.12-3.7.0.tgz -C /usr/local
8

9
# 创建目录
10
/usr/local/kafka_2.12-3.7.0根目录下创建logs文件夹
11
mkdir /usr/local/kafka_2.12-3.7.0/logs

1
# 节点拷贝
2
scp -r /usr/local/kafka_2.12-3.7.0 root@10.1.239.146:/usr/local/kafka_2.12-3.7.0

1
# 修改配置
2
vim /usr/local/kafka_2.12-3.7.0/config/server.properties
3
# 同一Kafka集群下broker.id必须不同
4

5
# 10.1.239.144
6
broker.id=1
7
advertised.listeners=PLAINTEXT://10.1.239.144:9092
8
log.dirs=/usr/local/kafka_2.12-3.7.0/logs
9
zookeeper.connect=10.1.239.144:2181,10.1.239.146:2181
10

11
# 10.1.239.146
12
broker.id=2
13
advertised.listeners=PLAINTEXT://10.1.239.146:9092
14
log.dirs=/usr/local/kafka_2.12-3.7.0/logs
15
zookeeper.connect=10.1.239.144:2181,10.1.239.146:2181

1
# 环境变量
2
tee -a /etc/profile <<- 'EOF'
3
export KAFKA_HOME=/usr/local/kafka_2.12-3.7.0
4
export PATH=$PATH:$KAFKA_HOME/bin
5
EOF
6

7
source /etc/profile

1
# 开放端口，针对Zookeeper
2
firewall-cmd --zone=public --add-port=2181/tcp --permanent
3
firewall-cmd --reload

1
# 启动Zookeeper
2
# 每个Zookeeper所在节点都需要通过执行下面命令启动节点
3
/usr/local/apache-zookeeper-3.8.4-bin/bin/zkServer.sh start
4
# 启动Kafka
5
kafka-server-start.sh $KAFKA_HOME/config/server.properties