腾飞网站建设,wordpress被改密码,谁能给个网址免费的,做哪个网站招出国打工的多编写自动安装Hadoop的shell脚本
完整流程: 大数据—Hadoop安装教程#xff08;二#xff09; 文章目录编写自动安装Hadoop的shell脚本上传压缩包编写shell脚本vim hadoopautoinstall.sh运行上传压缩包
在opt目录下创建连个目录install和soft 将压缩包上传到install目录下 …编写自动安装Hadoop的shell脚本
完整流程: 大数据—Hadoop安装教程二 文章目录编写自动安装Hadoop的shell脚本上传压缩包编写shell脚本vim hadoopautoinstall.sh运行上传压缩包
在opt目录下创建连个目录install和soft 将压缩包上传到install目录下 编写shell脚本
创建目录来放shell脚本 [roothadoop shellfile]# mkdir shellfile 修改hadoopautoinstall.sh的文件权限 chmod 777 ./hadoopautoinstall.sh
vim hadoopautoinstall.sh
#! /bin/bash
echo auto install hadoop begining....#global var
hadooptrueif [ $hadoop true ];thenecho hadoop install set trueecho setup hadoop 3tar -zxf /opt/install/hadoop-3.1.3.tar.gz -C /opt/soft/mv /opt/soft/hadoop-3.1.3 /opt/soft/hadoop313sed -i 78a\export HADOOP_CONF_DIR$HADOOP_HOME/etc/hadoop /etc/profilesed -i 78a\export HADOOP_LIBEXEC_DIR$HADOOP_HOME/libexec /etc/profilesed -i 78a\export HADOOP_COMMON_LIB_NATIVE_DIR$HADOOP_HOME/lib/native /etc/profilesed -i 78a\export HADOOP_INSTALL$HADOOP_HOME /etc/profilesed -i 78a\export HADOOP_YARN_HOME$HADOOP_HOME /etc/profilesed -i 78a\export HADOOP_HDFS_HOME$HADOOP_HOME /etc/profilesed -i 78a\export HADOOP_COMMON_HOME$HADOOP_HOME /etc/profilesed -i 78a\export HADOOP_MAPRED_HOME$HADOOP_HOME /etc/profilesed -i 78a\export YARN_NODEMANAGER_USERroot /etc/profilesed -i 78a\export YARN_RESOURCEMANAGER_USERroot /etc/profilesed -i 78a\export HDFS_ZKFC_USERroot /etc/profilesed -i 78a\export HDFS_JOURNALNODE_USERroot /etc/profilesed -i 78a\export HDFS_SECONDARYNAMENODE_USERroot /etc/profilesed -i 78a\export HDFS_DATANODE_USERroot /etc/profilesed -i 78a\export HDFS_NAMENODE_USERroot /etc/profilesed -i 78a\export PATH$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$HADOOP_HOME/lib /etc/profilesed -i 78a\export HADOOP_HOME/opt/soft/hadoop313 /etc/profilesed -i 78a\#HADOOP_HOME /etc/profile#core-sitesed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ value*/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ namehadoop.proxyuser.root.groups/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ value*/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ namehadoop.proxyuser.root.hosts/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ description读写队列缓存128k/description /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ value131072/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ nameio.file.buffer.size/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ valueroot/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ namehadoop.http.staticuser.user/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ descriptionnamenode上本地的hadoop临时文件夹/description /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ value/opt/soft/hadoop313/data/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ namehadoop.tmp.dir/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ valuehdfs://hadoop:9000/value /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ namefs.defaultFS/name /opt/soft/hadoop313/etc/hadoop/core-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/core-site.xml#hadoop-env.shsed -i 53a\export JAVA_HOME/opt/soft/jdk180 /opt/soft/hadoop313/etc/hadoop/hadoop-env.sh#hdfs-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ description关闭权限验证/description /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ valuefalse/value /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ namedfs.permissions.enabled/name /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ descriptiondatanode上数据块的物理存储位置目录/description /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ value/opt/soft/hadoop313/data/dfs/data/value /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ namedfs.datanode.data.dir/name /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ descriptionnamenode上存储hdfsq名字空间元数据的目录/description /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ value/opt/soft/hadoop313/data/dfs/name/value /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ namedfs.namenode.name.dir/name /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ descriptionhadoop中每一个block文件的备份数量/description /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ value1/value /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ namedfs.replication/name /opt/soft/hadoop313/etc/hadoop/hdfs-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/hdfs-site.xml#mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ value1024/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.reduce.memory.mb/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ value1024/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.map.memory.mb/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ valuehadoop:19888/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.jobhistory.webapp.address/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ valuehadoop:10020/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.jobhistory.address/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ value/opt/soft/hadoop313/etc/hadoop:/opt/soft/hadoop313/share/hadoop/common/lib/*:/opt/soft/hadoop313/share/hadoop/common/*:/opt/soft/hadoop313/share/hadoop/hdfs/*:/opt/soft/hadoop313/share/hadoop/hdfs/lib/*:/opt/soft/hadoop313/share/hadoop/mapreduce/*:/opt/soft/hadoop313/share/hadoop/mapreduce/lib/*:/opt/soft/hadoop313/share/hadoop/yarn/*:/opt/soft/hadoop313/share/hadoop/yarn/lib/*/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.application.classpath/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ /property /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ finaltrue/final /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ descriptionjob执行框架local,classic or yarn/description /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ valueyarn/value /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ namemapreduce.framework.name/name /opt/soft/hadoop313/etc/hadoop/mapred-site.xmlsed -i 19a\ property /opt/soft/hadoop313/etc/hadoop/mapred-site.xml#yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ value/opt/soft/hadoop313/yarndata/log/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.log-dirs/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ value/opt/soft/hadoop313/yarndata/yarn/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.local-dirs/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ valuemapreduce_shuffle/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.aux-services/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ valuehadoop:8042/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.webapp.address/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ valuehadoop:8050/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.address/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ valuehadoop:8040/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.nodemanager.localizer.address/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ valueorg.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.resourcemanager.scheduler.class/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ /property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ value20000/value /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ nameyarn.resourcemanager.connect.retry-interval.ms/name /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlsed -i 17a\ property /opt/soft/hadoop313/etc/hadoop/yarn-site.xmlecho setup hadoop 3 success!!!
fi运行
刷新资源 [roothadoop shellfile]# source /etc/profile 运行文件 [roothadoop shellfile]# ./hadoopautoinstall.sh 格式化 [roothadoop hadoop313]# hdfs namenode -format 开始 [roothadoop hadoop313]# start-all.sh [roothadoop hadoop313]# jps
