kafka集群下线broker节点实践方法（broker topic 迁移）

[root@es03 ~]# cd /usr/hdp/2.6.4.0-/kafka/bin

[root@es03 kafka]# cd bi

-bash: cd: bi: No such file or directory

[root@es03 kafka]# cd bin

[root@es03 bin]# ./kafka-topics.sh --describe --zookeeper 192.168.50.101: --topic XcyEntity

Topic:testXcyTopic      PartitionCount:        ReplicationFactor:     Configs:Topic:testXcyTopic      PartitionCount:2ReplicationFactor:      Configs:

        Topic: testXcyTopic     Partition:     Leader:     Replicas:   Isr:

        Topic: testXcyTopic     Partition:     Leader:     Replicas:   Isr:

[root@es03 bin]# ./kafka-reassign-partitions.sh --zookeeper 192.168.50.101: --topics-to-move-json-file /root/topics-to-move.json --broker-list "1003,1004" --generate

Current partition replica assignment

{"version":,"partitions":[{"topic":"testXcyTopic","partition":,"replicas":[]},{"topic":"testXcyTopic","partition":,"replicas":[]}]}

Proposed partition reassignment configuration

{"version":,"partitions":[{"topic":"testXcyTopic","partition":,"replicas":[]},{"topic":"testXcyTopic","partition":,"replicas":[]}]}

[root@es03 bin]# vi /root/reassignment-node.json

{"version":,"partitions":[{"topic":"testXcyTopic","partition":,"replicas":[]},{"topic":"testXcyTopic","partition":,"replicas":[]}]}

~

[root@es03 bin]# ./kafka-reassign-partitions.sh --zookeeper 192.168.50.101: --reassignment-json-file /root/reassignment-node.json  --execute

Current partition replica assignment

{"version":,"partitions":[{"topic":"testXcyTopic","partition":,"replicas":[]},{"topic":"testXcyTopic","partition":,"replicas":[]}]}

Save this to use as the --reassignment-json-file option during rollback

Successfully started reassignment of partitions.

[root@es03 bin]# ./kafka-reassign-partitions.sh --zookeeper 192.168.50.101: --reassignment-json-file /root/reassignment-node.json  --verify

Status of partition reassignment:

Reassignment of partition [testXcyTopic,] completed successfully

Reassignment of partition [testXcyTopic,] completed successfully

[root@es03 bin]# ./kafka-topics.sh --describe --zookeeper 192.168.50.101: --topic XcyEntity

Topic:testXcyTopic      PartitionCount:        ReplicationFactor:     Configs:

        Topic: testXcyTopic     Partition:     Leader:     Replicas:   Isr:

        Topic: testXcyTopic     Partition:     Leader:     Replicas:   Isr:

[root@es03 bin]# timed out waiting for input: auto-logout