Hadoop-3.1.2完全分布式环境搭建过程图文详解（Windows 10）

[root@Master ~]# cat /etc/resolv.conf
# Generated by NetworkManager
nameserver 192.168.28.2 //DNSbr>br> 
[root@Master ~]# IP routing table
Destination  Gateway   Genmask   Flags MSS Window irtt Iface
default   192.168.28.2（网关） 0.0.0.0   UG  0 0   0 ens33
192.168.28.0 0.0.0.0   255.255.255.0 U   0 0   0 ens33br>br> 

[root@Master ~]# vi /etc/sysconfig/network-scripts/ifcfg-ens33 //修改ifcfg-ens33文件，执行此命令后进入如下界面

vi /etc/hostsbr>添加：br>192.168.28.132 Masterbr>192.168.28.133 Slave1br>192.168.28.134 Slave2

systemctl stop firewalld.service //临时关闭
systemctl disable firewalld.service //设置开机不自启

mkdir /tools //用来存放安装包
mkdir /bigdata //存放解压之后的文件夹

cd /tools //进入tools文件夹
tar -zvxf jdk-8u221-linux-x64.tar.gz -C /bigdata/  //解压文件到bigdata目录下br>tar -zvxf hadoop-3.1.2.

vi ~/.bash_profile
添加：
export JAVA_HOME=/bigdata/jdk1.8.0_221
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$CLASSPATH:$JAVA_HOME/lib:$JRE_HOME/lib
export PATH=$PATH:$JAVA_HOME/bin:$JRE_HOME/bin
export HADOOP_HOME=/bigdata/hadoop-3.1.2
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/binbr>br>保存退出，让环境变量生效： 
source ~/.bash_profile 

ssh-keygen -t rsa (直接回车3次)
cd ~/.ssh/
ssh-copy-id -i id_rsa.pub root@Master 
ssh-copy-id -i id_rsa.pub root@Slave1 
ssh-copy-id -i id_rsa.pub root@Slave2 

测试是否成功配置（在配置完Slave之后测试）：
ssh Slave1
可以登录到Slave1节点

cd /bigdata/hadoop-3.1.2/etc/hadoop/
vi hadoop-env.sh
添加：
export JAVA_HOME=/bigdata/jdk1.8.0_221
export HADOOP_HOME=/bigdata/hadoop-3.1.2
export PATH=$PATH:/bigdata/hadoop-3.1.2/bin
export HADOOP_OPTS="-Djava.library.path=${HADOOP_HOME}/lib/native" 
export HADOOP_PID_DIR=/bigdata/hadoop-3.1.2/pids //PID存放目录，若没有此配置则默认存放在tmp临时文件夹中，在启动和关闭HDFS时可能会报错
#export HADOOP_ROOT_LOGGER=DEBUG,console //先注释掉，有问题可以打开，将调试信息打印在console上

configuration>
 　　 property>
 　　name>dfs.replication/name>　　　　//冗余度，默认为3
 　　 value>1/value>
 /property>
 property>
 name>dfs.datanode.data.dir/name>
 value>/bigdata/hadoop-3.1.2/dfs/tmp/data/value>
 /property>
 property>
 name>dfs.namenode.name.dir/name>
 value>/bigdata/hadoop-3.1.2/dfs/tmp/name/value>
 /property>
 property>
 name>dfs.permissions/name>
 value>false/value>
 /property>
/configuration>

configuration>
 property>
 name>mapreduce.framework.name/name>
 value>yarn/value>
 /property>
 property>
 name>mapred.job.tracker/name>
 value>Master:9001/value>
 /property>
/configuration>

configuration>
 property>
 name>yarn.nodemanager.aux-services/name>
 value>mapreduce_shuffle/value>
 /property>
 property>
 name>yarn.resourcemanager.hostname/name>
 value>Master/value>
 /property>
property>
 name>yarn.log-aggregation-enable/name>
 value>true/value>
/property>
property>
 name>yarn.log-aggregation.retain-seconds/name>
 value>604800/value>
/property>
/configuration>

configuration>
 property>
 name>fs.defaultFS/name>
 value>hdfs://Master:9000/value>
 /property>
 property>
 name>hadoop.tmp.dir/name>
 value>/bigdata/hadoop-3.1.2/tmp/value>
 /property>
/configuration>

Slave1 192.168.28.133

Slave2 192.168.28.134

YARN_RESOURCEMANAGER_USER=root

HADOOP_SECURE_DN_USER=yarn

YARN_NODEMANAGER_USER=root

HDFS_DATANODE_USER=root

HDFS_DATANODE_SECURE_USER=hdfs

HDFS_NAMENODE_USER=root

HDFS_SECONDARYNAMENODE_USER=root

[root@Master ~]# jps
7840 ResourceManager
8164 Jps
7323 NameNode
7564 SecondaryNameNode

包含以下两个：
DataNode
NodeManager