集群管理脚本

来源：互联网发布：女装淘宝店铺简介编辑：程序博客网时间：2024/05/21 17:48

开启集群

##启动zookeeperssh root@THadoop5 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh start; "ssh root@THadoop6 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh start; "ssh root@THadoop7 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh start; "##启动hadoop/letv/bigdata/hadoop-2.7.2/sbin/start-all.sh##启动spark/letv/bigdata/spark-2.0.0-preview-bin-hadoop2.7/sbin/start-all.sh##启动hivenohup hive --service metastore -v &

关闭集群

#在主节点上停止所有机器的hadoop服务。ssh root@THadoop1 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh"#ssh root@THadoop1 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop2 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop3 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop4 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop5 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop6 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop7 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"#ssh root@THadoop8 "/letv/bigdata/hadoop-2.7.2/sbin/stop-all.sh; /letv/bigdata/spark-2.0.0/sbin/stop-all.sh; ps -ef | grep java;"##停止所有的spark服务/letv/bigdata/spark-2.0.0-preview-bin-hadoop2.7/sbin/stop-all.sh ##停止hivessh root@THadoop1 "ps -ef|grep hive|grep -v grep|cut -c 6-15|xargs kill -9"##停止zookeeperssh root@THadoop5 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh stop; "ssh root@THadoop6 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh stop; "ssh root@THadoop7 "source ~/.bash_profile; cd /letv/bigdata/zookeeper-3.4.8/bin; ./zkServer.sh stop; "

remove_cluster.sh

ssh root@THadoop1 "rm -rf /letv/bigdata"ssh root@THadoop2 "rm -rf /letv/bigdata"ssh root@THadoop3 "rm -rf /letv/bigdata"ssh root@THadoop4 "rm -rf /letv/bigdata"ssh root@THadoop5 "rm -rf /letv/bigdata"ssh root@THadoop6 "rm -rf /letv/bigdata"ssh root@THadoop7 "rm -rf /letv/bigdata"ssh root@THadoop8 "rm -rf /letv/bigdata"

rsync.sh

rsync /letv/bigdata/ root@THadoop2:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop3:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop4:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop5:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop6:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop7:/letv/bigdata/ -avz --deletersync /letv/bigdata/ root@THadoop8:/letv/bigdata/ -avz --delete

all_jps.sh

for (( i = 1; i < 9; i++ )) ; do    echo "Haddop"$i" jps info:";    ssh root@THadoop$i "source ~/.bash_profile; jps -l";    echo "-------------------------------------";done;

0 0