linux 安装配置kafka脚本

时间：2023-03-10 04:37:58
linux 安装配置kafka脚本

安装脚本

#!/bin/bash

# auto install kafka

echo "========= Start to install kafka =============="

function install_kafka(){

    if [ -f "./kafka_2.12-2.0.0.gz" ];then

        echo "Start installing kafka"

        isopen9=$(firewall-cmd --query-port=/tcp)

        isopen2=$(firewall-cmd --query-port=/tcp)

        if [ 'no' == $isopen9 ];then

         echo "open 9092"

          addresult=$(firewall-cmd --add-port=/tcp --permanent)

         reloadresult=$(firewall-cmd --reload)

        else

            echo "port 9092 already opened"

        fi

        if [ 'no' == $isopen2 ];then

         echo "open 2181"

         addresult=$(firewall-cmd --add-port=/tcp --permanent)

         reloadresult=$(firewall-cmd --reload)

        else

            echo "port 2181 already opened"

        fi

        mkdir -p /opt/ops/kafka/logs

        kafkahome=/opt/ops/kafka

        tar -zxf kafka_2.-2.0..gz -C $kafkahome

        localip=$(/sbin/ifconfig -a|grep inet|grep -v 127.0.0.1|grep -v inet6|awk '{print $2}'|tr -d "addr:")

        #sed -i "s#host.name=#host.name=$localip#g" $kafkahome/kafka_2.-2.0./config/server.properties

        sed -i "s@#advertised.*@advertised.listeners = PLAINTEXT://$localip:9092@g" $kafkahome/kafka_2.-2.0./config/server.properties

        sed -i "s@log.dirs=/tmp/kafka-logs@log.dirs=$kafkahome/logs@g" $kafkahome/kafka_2.-2.0./config/server.properties

        sed -i "s@num.partitions=1@num.partitions=10@g" $kafkahome/kafka_2.-2.0./config/server.properties

        sed -i "s@zookeeper.connect=localhost:2181@zookeeper.connect=$localip:2181@g" $kafkahome/kafka_2.-2.0./config/server.properties

    else

     echo "Failed to install kafka"

     echo "Missing 'kafka_2.12-2.0.0.gz' file in statistical catalogue"

    fi

}

if [ -d "/opt/ops/kafka" ];then

    echo "Kafka has been installed"

else

    install_kafka

fi

echo "========= End installation of kafka ==========="

创建topic脚本

#!/bin/bash

# create topic

topic='vehiclepass'

cd /opt/ops/kafka/kafka_2.-2.0./bin

zk_ip=$(cat /opt/ops/kafka/kafka_2.-2.0./config/server.properties | grep zookeeper.connect= | awk -F'=' '{ print $2 }' | sed s/[[:space:]]//g)

partitions_num=$(cat /opt/ops/kafka/kafka_2.-2.0./config/server.properties | grep num.partitions= | awk -F'=' '{ print $2 }' | sed s/[[:space:]]//g)

./kafka-topics.sh --create --zookeeper $zk_ip --topic $topic --partitions $partitions_num --replication-factor

相关文章