本帖最后由 袅袅系秋风 于 2019-9-28 14:48 编辑
刚从电脑里面翻出来的去年的课程设计，正好好久没有发帖了，发出来分享一下，大家互相学习吧
录的脚本执行视频，不会用的可以看一下
https://www.bilibili.com/video/av69259968/
[Shell] 纯文本查看 复制代码 #Hadoop install Script
#Define
HadoopLink='http://mirrors.hust.edu.cn/apache/hadoop/common/hadoop-2.9.2/hadoop-2.9.2.tar.gz'
#echo -e "\033[0;31m\033[0m" 32绿 31红 34蓝
#Functions
installJDK() #安装JDK
{
echo -e "\033[0;34m正在安装jdk...\033[0m"
sleep 1.5
rpm -e --nodeps java-1.8.0-openjdk-headless
rpm -e --nodeps java-1.8.0-openjdk
rpm -e --nodeps tzdata-java
rpm -e --nodeps python-javapackages
rpm -e --nodeps javapackages-tools
rm -rf /var/run/yum.pid
yum install -y java-1.7.0-openjdk java-1.7.0-openjdk-devel
if [ $? -ne 0 ] ; then
echo -e "\033[0;31mJDK安装失败!\n\033[0m"
exit 2
fi
echo -e "\033[0;32mJDK安装完成!\n \033[0m"
}
InstallHadoop() #安装hadoop
{
cd ~
ls -l | grep hadoop-2.9.2.tar.gz
if [ $? -ne 0 ] ; then
echo -e "\033[0;34m正在下载Hadoop\033[0m"
sleep 1.5
wget echo $HadoopLink
echo -e "\033[0;34m下载完成 正在安装Hadoop...\033[0m"
sleep 1.5
fi
tar -zxvf hadoop-2.9.2.tar.gz -C /usr/local
cd /usr/local
mv hadoop-2.9.2/ hadoop
chown -R hadoop ./hadoop
#配置环境变量
echo 'export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.231-2.6.19.2.el7_7.x86_64/' >> ~/.bashrc
source ~/.bashrc
echo "export HADOOP_HOME=/usr/local/hadoop" >> /etc/profile
echo "alias cdha='cd /usr/local/hadoop'">> /etc/profile
echo "export PATH=.:$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin" >> /etc/profile
sed -ie 's/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=\/usr\/lib\/jvm\/java-1.7.0-openjdk-1.7.0.231-2.6.19.2.el7_7.x86_64/g' /usr/local/hadoop/etc/hadoop/hadoop-env.sh
source /etc/profile
cd /usr/local/hadoop
./bin/hadoop version
echo -e "\033[0;32mHadoop安装完成!\n\033[0m"
sleep 1.5
}
setSSHWithoutCode() #设置ssh免密登陆
{
echo -e "\033[0;34m正在设置SSH免密登录...\033[0m"
sleep 1.5
rm -rf /var/run/yum.pid
yum install openssh-server -y&&yum install openssh-clients -y
#ssh localhost
cd ~/.ssh/
if [ $? -ne 0 ] ; then
echo -e "\033[0;31m请先执行命令ssh localhost 后重试\033[0m"
exit 1
fi
echo -e "\033[0;34m请按三次回车\033[0m"
ssh-keygen -t rsa
cat ./id_rsa.pub >> ./authorized_keys
#ssh localhost
echo -e "\033[0;32m免密设置完成! \033[0m"
sleep 1.5
}
creatAccount() #创建新用户
{
echo -e "\033[0;34m正在创建hadoop用户...\033[0m"
sleep 1.5
userdel -r hadoop
echo '创建新用户 :hadoop'
echo '请输入密码 :'
sudo useradd -m hadoop -s /bin/bash
sudo passwd hadoop
echo "hadoop ALL=(ALL)ALL" >>/etc/sudoers
echo -e "\033[0;32m用户创建完成! \033[0m"
sleep 1.5
}
SetHadoop() #配置hadoop
{
echo -e "\033[0;34m正在配置Hadoop...\033[0m"
sleep 1.5
echo "# Hadoop Environment Variables
export HADOOP_HOME=/usr/local/hadoop
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export YARN_HOME=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin" >> ~/.bashrc
source ~/.bashrc
cd /usr/local/hadoop/etc/hadoop/
echo "<configuration>
<property>
<name>hadoop.tmp.dir</name>
<value>file:/usr/local/hadoop/tmp</value>
<description>Abase for other temporary directories.</description>
</property>
<property>
<name>fs.defaultFS</name>
<value>hdfs://localhost:9000</value>
</property>
</configuration>" > core-site.xml
echo "<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>file:/usr/local/hadoop/tmp/dfs/name</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>file:/usr/local/hadoop/tmp/dfs/data</value>
</property>
</configuration>" > hdfs-site.xml
mv mapred-site.xml.template mapred-site.xml
echo "<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
</configuration>" >mapred-site.xml
echo "<configuration>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
</configuration>" > yarn-site.xml
cd /usr/local/hadoop/
echo -e "\033[0;34m正在执行 NameNode 的格式化...\033[0m"
./bin/hdfs namenode -format
echo -e "\033[0;34m正在开启 NaneNode 和 DataNode 守护进程...\033[0m"
./sbin/start-dfs.sh #启动dfs
echo -e "\033[0;34m正在启动YARN...\033[0m"
./sbin/start-yarn.sh #启动YARN
./sbin/mr-jobhistory-daemon.sh start historyserver #开启历史服务器，才能在Web中查看任务运行情况
if [ $? -ne 0 ] ; then
echo -e "\033[0;32mHadoop配置失败 \033[0m"
exit 2;
fi
echo -e "\033[0;32mHadoop配置并启动成功 请至http://localhost:50070和http://localhost:8088/cluster查看\033[0m"
sleep 1.5
}
StartHadoop()
{
cd /usr/local/hadoop/
echo -e "\033[0;34m正在开启 NaneNode 和 DataNode 守护进程...\033[0m"
./sbin/start-dfs.sh #启动dfs
echo -e "\033[0;34m正在启动YARN...\033[0m"
./sbin/start-yarn.sh #启动YARN
./sbin/mr-jobhistory-daemon.sh start historyserver # 开启历史服务器，才能在Web中查看任务运行情况
}
StopHadoop()
{
echo -e "\033[0;34m正在关闭Hadoop...\033[0m"
cd /usr/local/hadoop/
./sbin/stop-dfs.sh
./sbin/stop-yarn.sh
./sbin/mr-jobhistory-daemon.sh stop historyserver
}
RestartHadoop()
{
echo -e "\033[0;34m正在重启Hadoop...\033[0m"
cd /usr/local/hadoop/
./sbin/stop-dfs.sh
./sbin/stop-yarn.sh
./sbin/mr-jobhistory-daemon.sh stop historyserver
echo -e "\033[0;34m正在开启 NaneNode 和 DataNode 守护进程...\033[0m"
./sbin/start-dfs.sh #启动dfs
echo -e "\033[0;34m正在启动YARN...\033[0m"
./sbin/start-yarn.sh #启动YARN
./sbin/mr-jobhistory-daemon.sh start historyserver # 开启历史服务器，才能在Web中查看任务运行情况
}
MyMain()
{
echo "请选择功能"
echo "1. 一健安装Hadoop(请先执行ssh localhost)"
echo "2. 执行ssh localhost"
echo "3. 启动Hadoop"
echo "4. 关闭Hadoop"
echo "5. 重启Hadoop"
echo "q. 退出本脚本"
read a
case $a in
1) creatAccount #创建新用户
setSSHWithoutCode #设置ssh免密登录
installJDK #安装jdk
InstallHadoop #安装hadoop
SetHadoop;; #配置hadoop
2) ssh localhost
exit;;
3) StartHadoop;;
4) StopHadoop;;
5) RestartHadoop;;
q) exit 0;;
*) echo -e "\033[0;31m没有此选项\033[0m";;
esac
}
MyMain | 
[复制链接]
发表于 2019-7-13 19:15
|
发表于 2019-9-27 23:07
