Strom安装
Strom安装
1. 集群环境
192.168.43.205 master
192.168.43.79 slave1
192.168.43.32 slave2
安装了jdk、hadoop、zookeeper
注意点启动hadoop、zookeeper，再启动storm
2. 安装
# wget http://mirror.bit.edu.cn/apache/storm/apache-storm-2.0.0/apache-storm-2.0.0.tar.gz
[root@master src]# tar -xvf apache-storm-2.0.0.tar.gz -C /opt/
[root@master src]# cd /opt/
[root@master opt]# mv apache-storm-2.0.0/ storm-2.0.0
3. 修改配置文件
[root@master conf]# cp storm.yaml storm.yaml.bak
[root@master conf]# vim storm.yaml
storm.zookeeper.servers:
- "master"
- "slave1"
- "slave2"
nimbus.host: "master"
supervisor.slots.ports:
- 6700
- 6701
- 6702
- 6703
- 6704
- 6705
4. 配置环境变量
[root@master conf]# vim /etc/profile
#####################storm
STORM_HOME=/opt/storm-2.0.0
export PATH=$PATH:$STORM_HOME/bin
[root@master conf]# source /etc/profile
5. 拷贝到slave1 slave2
#Master
[root@master ~]# scp -r /opt/storm-2.0.0 slave1:/opt
[root@master ~]# scp -r /opt/storm-2.0.0 slave2:/opt
[root@master ~]# scp /etc/profile slave1:/etc/
[root@master ~]# scp /etc/profile slave2:/etc/
[root@slave1 ~]# source /etc/profile
[root@slave2 ~]# source /etc/profile
6. 启动集群
[root@master ~]# vim /opt/storm-2.0.0/bin/start-storm-master.sh
nohup /opt/storm-2.0.0/bin/storm nimbus >/dev/null 2>&1 &
nohup /opt/storm-2.0.0/bin/storm ui >/dev/null 2>&1 &
nohup /opt/storm-2.0.0/bin/storm logviewer >/dev/null 2>&1 &
[root@master~]# chmod +x /opt/storm-2.0.0/bin/start-storm-master.sh
[root@master~]# /opt/storm-2.0.0/bin/start-storm-master.sh
#Slave1、Slave2
[root@slave1 ~]# vim /opt/storm-2.0.0/bin/start-storm-slave.sh
nohup /opt/storm-2.0.0/bin/storm supervisor >/dev/null 2>&1 &
nohup /opt/storm-2.0.0/bin/storm logviewer >/dev/null 2>&1 &
[root@slave1 ~]# chmod +x /opt/storm-2.0.0/bin/start-storm-slave.sh
[root@slave1 ~]# start-storm-slave.sh
slave2一样操作，这里就不写了
7. 查看进程
Jps
#Master
[root@master ~]# jps
6977 Nimbus #主节点，资源分配，任务调度
6978 UIServer #ui界面，必须跟nimbus同一服务器
6979 LogviewerServer #可在storm ui中查看日记
4404 NameNode
4565 SecondaryNameNode
7322 Jps
3277 JobHistoryServer
4749 ResourceManager
6493 QuorumPeerMain
#Slave1
[root@slave1 ~]# jps
2354 NodeManager
2246 DataNode
2969 QuorumPeerMain
5629 Supervisor #从节点，管理work
5630 LogviewerServer
6046 Jps
#Slave2
[root@slave2 ~]# jps
2085 NodeManager
5591 Supervisor #从节点，管理work
2824 QuorumPeerMain
5592 LogviewerServer
1977 DataNode
5994 Jps
8. 监控页面
http://master:8080
9. 关闭集群
#master、Slave1、Slave2
[root@master~]# vim /opt/storm-2.0.0/bin/stop-storm.sh
kill `ps aux| grep storm | grep -v 'grep' | awk '{print $2}'`
[root@master~]# chmod +x /opt/storm-2.0.0/bin/stop-storm.sh
[root@master~]# stop-storm.sh