CryptoJones icon

Kafka-ZooKeeper-Setup.sh

CryptoJones | PRO | 10/20/22 11:53:13 AM UTC (Edited) | 0 ⭐ | 2054 👁️ | Never ⏰ | []
Bash |

2.96 KB

|

None

|

0 👍

/

0 👎

```bash
 
''' ZooKeeper '''
 
adduser zookeeper --shell=/bin/false --no-create-home --system --group
 
apt-get install openjdk-17-jdk -y
 
cd /opt
 
wget https://archive.apache.org/dist/zookeeper/zookeeper-3.7.1/apache-zookeeper-3.7.1-bin.tar.gz
 
tar -zxf apache-zookeeper-3.7.1-bin.tar.gz
 
ln -s /opt/apache-zookeeper-3.7.1-bin /opt/zookeeper
 
cd /opt/zookeeper
 
mkdir -p /var/zookeeper/data
 
nano /opt/zookeeper/conf/zoo.cfg
 
 
# replace 1 (server.1) below with your node number
 
--------------------------------
 
tickTime = 2000
dataDir = /var/zookeeper/data
clientPort = 2181
initLimit = 5
syncLimit = 2
maxClientCnxns=60
autopurge.purgeInterval=1
admin.enableServer=false
4lw.commands.whitelist=*
server.1=127.0.0.1:2888:3888
admin.enableServer=false
 
--------------------------------
 
# replace 1 below with your node number
 
bash -c 'echo 1 > /var/zookeeper/data/myid'
 
./bin/zkServer.sh start
 
./bin/zkCli.sh
 
./bin/zkServer.sh stop
 
chown -R zookeeper:zookeeper /opt/apache-zookeeper-3.7.1-bin
 
chown -R zookeeper:zookeeper /var/zookeeper/data
 
 
nano /etc/systemd/system/zookeeper.service
 
---------------------------------
[Unit]
Description=Zookeeper Daemon
Documentation=http://zookeeper.apache.org
Requires=network.target
After=network.target
 
[Service]
Type=forking
WorkingDirectory=/opt/zookeeper
User=zookeeper
Group=zookeeper
ExecStart=/opt/zookeeper/bin/zkServer.sh start /opt/zookeeper/conf/zoo.cfg
ExecStop=/opt/zookeeper/bin/zkServer.sh stop /opt/zookeeper/conf/zoo.cfg
ExecReload=/opt/zookeeper/bin/zkServer.sh restart /opt/zookeeper/conf/zoo.cfg
TimeoutSec=30
Restart=on-failure
 
[Install]
WantedBy=default.target
---------------------------------
 
systemctl start zookeeper
 
systemctl status zookeeper
 
systemctl enable zookeeper
 
 
 
 
''' Kafka '''
adduser kafka --shell=/bin/false --no-create-home --system --group
 
cd /opt
 
wget https://dlcdn.apache.org/kafka/3.3.1/kafka_2.13-3.3.1.tgz
 
tar -zxf kafka_2.13-3.3.1.tgz
 
rm kafka_2.13-3.3.1.tgz
 
mkdir /var/log/kafka
 
mkdir /var/kafka-data
 
chown kafka:kafka /var/log/kafka
 
chown kafka:kafka /var/kafka-data
 
ln -s /opt/kafka_2.13-3.3.1 /opt/kafka
 
cd /opt/kafka
 
nano config/server.properties
 
# replace 1 below with your node number
 
-------------------------------
broker.id=1
log.dirs=/var/kafka-data
delete.topic.enable = true
-------------------------------
 
nano /etc/systemd/system/kafka.service
 
-------------------------------
 
[Unit]
Requires=zookeeper.service
After=zookeeper.service
 
[Service]
Type=simple
User=kafka
LimitNOFILE=800000
Environment="LOG_DIR=/var/log/kafka"
Environment="GC_LOG_ENABLED=true"
Environment="KAFKA_HEAP_OPTS=-Xms512M -Xmx4G"
ExecStart=/opt/kafka/bin/kafka-server-start.sh /opt/kafka/config/server.properties
Restart=on-failure
 
[Install]
WantedBy=multi-user.target
 
--------------------------------------
 
systemctl start kafka
 
systemctl status kafka
 
systemctl enable kafka
 

Comments

  •  icon
    01/01/70 12:00:00 AM UTC
    Plain Text |

    0 B

    |

    👍

    /

    👎