centos6.10单机Hadoop

系统：centos 6.10
jdk：jdk-8u281-linux-x64.tar.gz
hadoop: hadoop-2.10.1.tar.gz
http://mirrors.hust.edu.cn/apache/hadoop/common/hadoop-2.10.1/
1、jdk和hadoop安装包复制解压到服务器，配置环境变量
cd /root
vim .bashrc

export JAVA_HOME=/root/hd/jdk1.8.0_281
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=${JAVA_HOME}/bin:$PATH

export HADOOP_HOME=/root/hd/hadoop-2.10.1
export PATH=$HADOOP_HOME/bin:$PATH

image.png

image.png

<configuration>
  <property>
    <name>fs.defaultFS</name>
    <value>hdfs://192.168.2.11:9000</value>
  </property>
  <property>
    <name>hadoop.tmp.dir</name>
    <value>/root/hd/hadoop-2.10.1/tmp</value>
  </property>
  <property>
    <name>hadoop.native.lib</name>
    <value>false</value>
    <description>Should native hadoop libraries, if present, be used.</description>
  </property>
</configuration>

image.png

image.png

<configuration>
  <property>
    <name>dfs.replication</name>
    <value>1</value>
  </property>
  <property>
    <name>dfs.secondary.http.address</name>
    <value>192.168.2.11:50090</value>
  </property>
</configuration>

image.png

<configuration>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
</configuration>

image.png

<property>
    <name>yarn.resourcemanager.hostname</name>
    <value>192.168.2.11</value>
  </property>
  <property>
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
  </property>

image.png

image.png

image.png

image.png