一. 机器规划
192.168.28.22：namenode
192.168.28.23：resourcemanager
192.168.28.24：histroyservery与secondarynamenode
二.MAC地址修改
# 查看MAC地址
more /etc/udev/rules.d/70-persistent-net.rules
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="00:0c:29:87:62:86", ATTR{type}=="1", KERNEL=="eth*", NAME="eth0"
# 与网络配置中的MAC地址保持一致
more /etc/sysconfig/network-scripts/ifcfg-eth0
三.ssh免密码登录
cd ~ #切换用户主目录
rm -rf .ssh #删除.ssh文件
ssh-keygen -t rsa #使用rsa加密
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa):
Created directory '/root/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
66:cc:1a:e5:18:e5:5d:ea:f7:7c:a6:82:6e:e1:32:da root@bigguider24.com
The key's randomart image is:
+--[ RSA 2048]----+
| . . |
| o . o |
| . o o |
| B . |
| o S . . |
| = .. o |
| . . o o o|
| .o + . + |
| ..E=. .. |
+-----------------+
ssh-copy-id bigguider22.com #连接远程主机
The authenticity of host 'bigguider22.com (192.168.28.22)' can't be established.
RSA key fingerprint is a4:b8:5c:8c:a8:03:19:bb:07:9a:3c:95:c1:2f:32:0e.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'bigguider22.com,192.168.28.22' (RSA) to the list of known hosts.
root@bigguider22.com's password:
Now try logging into the machine, with "ssh 'bigguider22.com'", and check in:
.ssh/authorized_keys
to make sure we haven't added extra keys that you weren't expecting.
ssh bigguider22.com #测试
四.配置文件修改
# core-site.xml
<configuration>
<property>
<!--系统文件默认访问入口-->
<name>fs.defaultFS</name>
<value>hdfs://bigguider22.com:8020</value>
</property>
<property>
<!--系统生成文件的临时目录-->
<name>hadoop.tmp.dir</name>
<value>/root/modules/hadoop-2.5.0-cdh5.3.6/data/tmp</value>
</property>
</configuration>
# hdfs-site.xml
<configuration>
<property>
<!--修改副本数量-->
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.namenode.secondary.http-address</name>
<value>bigguider24.com:50090</value>
</property>
<property>
<name>dfs.permissions.enabled</name>
<value>false</value>
</property>
</configuration>
# yarn-site.xml
<configuration>
<property> <!--MapReduce运行服务-->
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<!--resourcemanager默认为启动的机器-->
<!--为分布式可以不进行配置，配置一般为主机名-->
<property>
<name>yarn.resourcemanager.hostname</name>
<value>bigguider23.com</value>
</property>
</configuration>
# mared-site.xml
<configuration>
<!--使MapReduce运行在YARN上面-->
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.jobhistory.address</name>
<value>bigguider24.com:10020</value>
</property>
<!--外部交互地址-->
<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>bigguider24.com:19888</value>
</property>
</configuration>
五.配置文件分发
scp -r modules/hadoop-2.5.0-cdh5.3.6/ bigguider23.com:/root/modules
scp -r modules/hadoop-2.5.0-cdh5.3.6/ bigguider24.com:/root/modules
六. 启动服务
# bigguider22.com
hdfs namenode -format
hadoop-daemon.sh start namenode
hadoop-daemon.sh start datanode
yarn-daemon.sh start nodemanager
# bigguider23.com
hadoop-daemon.sh start datanode
yarn-daemon.sh start resourcemanager
yarn-daemon.sh start nodemanager
# bigguider24.com
hadoop-daemon.sh start datanode
yarn-daemon.sh start nodemanager
hadoop-daemon.sh start secondarynamenode
mr-jobhistory-daemon.sh start historyserver
六.时间同步
三台服务器:(修改系统时间 date -s 2017/3/25 )
bigguider22.com 192.168.28.22
bigguider23.com 192.168.28.23
bigguider24.com 192.168.28.24
已bigguider22.com这台机器的时间为标准同步另外两台机器。
1. 配置bigguider22.com机器
#1. 服务设置（ntpd未安装，请自行安装）
service ntpd status
service ntpd start
chkconfig ntpd on
#2. 编辑文件
vim /etc/ntp.conf
driftfile /var/lib/ntp/drift
restrict default kod nomodify notrap nopeer noquery
restrict -6 default kod nomodify notrap nopeer noquery
restrict 127.0.0.1
restrict -6 ::1
# 1. 代开此处设置对内网主机提供NTP服务
restrict 192.168.28.0 mask 255.255.255.0 nomodify notrap
# 2. 注释掉这些centos默认的对时服务
# server 0.centos.pool.ntp.org iburst
# server 1.centos.pool.ntp.org iburst
# server 2.centos.pool.ntp.org iburst
# server 3.centos.pool.ntp.org iburst
# 3. 添加这两个，外部时间服务器不可用时，设置以本地时间作为时间服务
server 127.127.1.0 # local clock
fudge 127.127.1.0 stratum 10
includefile /etc/ntp/crypto/pw
keys /etc/ntp/keys
#3. 重启服务
service ntpd restart
2. 配置其他两台机器
# 同步时间
/usr/sbin/ntpdate bigguider22.com
# 定时执行时间同步
corntab -a #表示每隔10分钟同步一次时间
0-59/10 * * * * /usr/sbin/ntpdate bigguider22.com
