高端网站改版顾问公司网络组建工作方案

1. 三台机器： hadoop22, hadoop23, hadoop24

2. hdfs在22机器启动，yarn在hadoop23机器

3. 脚本需要hadoop用户启动才可以

4. 脚本必须在hadoop22机器运行。如果想在所有机器都能运行，你可以自己修改脚本

4. 脚本：

#!/bin/bashHADOOP_PATH="/opt/module/hadoop-3.3.4"# 检查脚本执行用户是否为 hadoop
if [ "$(whoami)" != "hadoop" ]; thenecho "错误: 该脚本需要以 hadoop 用户身份执行"exit 1
fi# 检查输入参数
if [ "$#" -ne 1 ]; thenecho "使用方法: $0 <start|stop>"exit 1
fifunction start_cluster() {echo "****************************************************************"echo "*                                                              *"echo "***********************启动hadoop集群.**************************"echo "*                                                              *"echo "****************************************************************"cd $HADOOP_PATHsbin/start-dfs.shecho "已启动hdf."ssh -T hadoop23 << EOFcd "$HADOOP_PATH"sbin/start-yarn.shecho "已启动yarn."exit
EOF}function stop_cluster() {echo "****************************************************************"echo "*                                                              *"echo "***********************关闭hadoop集群.**************************"echo "*                                                              *"echo "****************************************************************"cd $HADOOP_PATHsbin/stop-dfs.shecho "已关闭hdf."ssh -T hadoop23 << EOFcd "$HADOOP_PATH"sbin/stop-yarn.shecho "已关闭yarn."exit
EOF}# 判断输入参数是start还是stop
case "$1" in"start")start_cluster;;"stop")stop_cluster;;*)echo "未知操作：$1"exit 1;;
esac

5. 含有历史服务器的：

#!/bin/bashHADOOP_PATH="/opt/module/hadoop-3.3.4"# 检查脚本执行用户是否为 hadoop
if [ "$(whoami)" != "hadoop" ]; thenecho "错误: 该脚本需要以 hadoop 用户身份执行"exit 1
fi# 检查输入参数
if [ "$#" -ne 1 ]; thenecho "使用方法: $0 <start|stop>"exit 1
fifunction start_cluster() {echo "****************************************************************"echo "*                                                              *"echo "***********************启动hadoop集群.**************************"echo "*                                                              *"echo "****************************************************************"cd $HADOOP_PATHsbin/start-dfs.shecho "已启动hdf."ssh -T hadoop23 << EOFcd "$HADOOP_PATH"sbin/start-yarn.shecho "已启动yarn."exit
EOFbin/mapred --daemon start historyserverecho "已启动historysever."}function stop_cluster() {echo "****************************************************************"echo "*                                                              *"echo "***********************关闭hadoop集群.**************************"echo "*                                                              *"echo "****************************************************************"cd $HADOOP_PATHbin/mapred --daemon stop historyserverecho "已关闭historysever."sbin/stop-dfs.shecho "已关闭hdf."ssh -T hadoop23 << EOFcd "$HADOOP_PATH"sbin/stop-yarn.shecho "已关闭yarn."exit
EOF}# 判断输入参数是start还是stop
case "$1" in"start")start_cluster;;"stop")stop_cluster;;*)echo "未知操作：$1"exit 1;;
esac