1.ubuntu16.04系统Java环境配置
2.ubuntu16.04 下载anaconda5.2-python3.6
3.ubuntu16.04 安装mysql5.7并设置root远程访问
4.修改hostname和hosts
sudo vim /etc/hostname
#修改为 master.dev
sudo vim /etc/hosts
#添加 该主机的ip地址 例
192.168.1.12 master.dev
5.准备CDH需要的目录
mkdir /opt/cloudera-manager
mkdir -p /opt/cloudera/parcel-repo
mkdir -p /opt/cloudera/parcels
mkdir /var/log/cloudera-scm-headlamp
mkdir /var/log/cloudera-scm-firehose
mkdir /var/log/cloudera-scm-alertpublisher
mkdir /var/log/cloudera-scm-eventserver
mkdir /var/lib/cloudera-scm-headlamp
mkdir /var/lib/cloudera-scm-firehose
mkdir /var/lib/cloudera-scm-alertpublisher
mkdir /var/lib/cloudera-scm-eventserver
mkdir /var/lib/cloudera-scm-server
6.配置ssh免密登录
7.关闭防火墙
sudo ufw disable
#重启系统
sudo reboot
8.安装和配置ntp
sudo apt-get update
sudo apt-get install ntp
sudo vim /etc/ntp.conf
#在文件最后追加
server 2.cn.pool.ntp.org
server 1.asia.pool.ntp.org
server 2.asia.pool.ntp.org
server 127.0.0.1
restrict -6 default kod notrap nomodif
#保存退出
#重启ntp
sudo service ntp restart
9.创建数据库
#进入数据库 mysql -u root -p
create database scm DEFAULT CHARACTER SET utf8;
grant all on scm.* TO 'scm'@'%' IDENTIFIED BY '123456';
grant all on *.* TO 'scm'@'master.dev' IDENTIFIED BY '123456';
grant all on scm.* TO 'scm'@'localhost' IDENTIFIED BY '123456';
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database monitor DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database smon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database rman DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hmon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database nav DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
flush privileges;
exit
10.导入安装包
(1)将所有需要的安装包 全部导入
/opt/cloudera/parcel-repo
#过程繁杂 本来直接将所有安装包压缩 直接解压即可
11.安装Cloudera Manager Server
sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#添加
deb [arch=amd64] https://archive.cloudera.com/cm5/ubuntu/xenial/amd64/cm/ xenial-cm5.14.1 contrib
#保存退出
sudo apt-get update
sudo apt-get install cloudera-manager-daemons cloudera-manager-server
#若安装失败则可以
sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#将 archive.cloudera.com 修改为 cloudera.proxy.ustclug.org
#保存退出
sudo apt-get update
sudo apt-get install cloudera-manager-daemons cloudera-manager-server
12.schema连接
#自行下载 mysql-connector-java-5.1.46.tar.gz
#解压后，进入文件执行
cp mysql-connector-java-5.1.46-bin.jar /usr/share/java/
cp mysql-connector-java-5.1.46-bin.jar /usr/share/cmf/lib/
sudo /usr/share/cmf/schema/scm_prepare_database.sh mysql scm scm 123456
13.启动Cloudera Manager Server
sudo service cloudera-scm-server start
#若失败则
sudo vim /etc/default/cloudera-scm-server
#在最后加入你的java环境与/etc/profile同
#例
JAVA_HOME=/usr/local/java/jdk1.8.0_151
PATH=$PATH:$HOME/bin:$JAVA_HOME/bin
export JAVA_HOME
export PATH
#保存退出
sudo service cloudera-scm-server start
14.安装Cloudera Manager Agents
sudo apt-get install cloudera-manager-agent cloudera-manager-daemons
#若安装失败则可以
sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#将 archive.cloudera.com 修改为 cloudera.proxy.ustclug.org
#保存退出
sudo apt-get update
sudo apt-get install cloudera-manager-agent cloudera-manager-daemons
#安装完成后不需要启动
15.访问服务的7180端口
(1)一直执行下一步
(2)搜索集群的页面 输入服务的ip 进行搜索然后一直下一步
(3)直到下载完毕
