CDH安装

环境准备

防火墙关闭

selinux关闭

jdk安装

mysql安装

hosts文件

192.168.10.20 master

192.168.10.30 slave1

192.168.10.40 slave2

时间同步

创建db 用户

plain
 1  
 2  create database cmf default character set utf8;   #注意创建数据库要指定utf8格式
 3  GRANT ALL PRIVILEGES ON cmf.* TO 'cmf'@'%' IDENTIFIED BY '123456' ;
 4  
 5  create database amon default character set utf8;
 6  GRANT ALL PRIVILEGES ON amon.* TO 'amon'@'%' IDENTIFIED BY '123456' ;
 7  flush privileges;
 8  
 9  查看mysql数据库格式
10  mysql> show create database mysql;

部署mysql jar

plain
 1  [root@master cdh]# mkdir -p /usr/share/java
 2  [root@master cdh]# cp mysql-connector-java-5.1.47.jar /usr/share/java/mysql-connector-java.jar

离线部署cm

plain
 1  # 先把包传输到另外两台节点
 2  [root@master cdh]# scp cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz slave1:/usr/local/src/cdh   
 3  [root@master cdh]# scp cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz slave2:/usr/local/src/cdh
 4  
 5  # 创建安装目录，三台节点一样
 6  [root@master cdh]# mkdir /opt/cloudera-manager
 7  [root@master cdh]# tar -xvf cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz -C /opt/cloudera-manager
 8  
 9  # agent配置：三台都配置成agent
10  [root@master cdh]# cd /opt/cloudera-manager/cm-5.16.1/etc/cloudera-scm-agent/
11  [root@master cloudera-scm-agent]# cp config.ini config.ini.bak
12  [root@master cloudera-scm-agent]# vim config.ini
13  [General]
14  # Hostname of the CM server.
15  server_host=master	# 设置为主机名，其它两台一样，这里就不操作了
16  
17  # server配置：将master配置成server端
18  [root@master cloudera-scm-agent]# cd ../cloudera-scm-server/
19  [root@master cloudera-scm-server]# cp db.properties db.properties.bak
20  [root@master cloudera-scm-server]# vim db.properties
21  com.cloudera.cmf.db.type=mysql
22  com.cloudera.cmf.db.host=master
23  com.cloudera.cmf.db.name=cmf
24  com.cloudera.cmf.db.user=cmf
25  com.cloudera.cmf.db.password=123456
26  com.cloudera.cmf.db.setupType=EXTERNAL
27  
28  # 创建用户，授权
29  [root@master cloudera-scm-server]# useradd --system --home=/opt/cloudera-manager/cm-5.16.1/run/cloudera-scm-server/ --no-create-home --shell=/bin/false cloudera-scm 
30  [root@master cloudera-scm-server]# chown -R cloudera-scm:cloudera-scm /opt/cloudera-manager

parcel文件离线源

plain
 1  [root@master cdh]# mkdir -p /opt/cloudera/parcel-repo
 2  [root@master cdh]# mv CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel /opt/cloudera/parcel-repo/
 3  [root@master cdh]# mv CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha1 /opt/cloudera/parcel-repo/CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha 
 4  [root@master cdh]# mv manifest.json /opt/cloudera/parcel-repo/
 5  [root@master cdh]# cd /opt/cloudera/parcel-repo/
 6  [root@master parcel-repo]# ll
 7  总用量 2077716
 8  -rw-r--r-- 1 root root 2127506677 9月  17 14:57 CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
 9  -rw-r--r-- 1 root root         41 9月  17 14:55 CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha
10  -rw-r--r-- 1 root root      66538 9月  17 14:55 manifest.json
11  
12  # 查看校验值是否正确
13  [root@master parcel-repo]# cat CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha 
14  703728dfa7690861ecd3a9bcd412b04ac8de7148
15  [root@master parcel-repo]# /usr/bin/sha1sum CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
16  703728dfa7690861ecd3a9bcd412b04ac8de7148  CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
17  
18  # 授权
19  [root@master parcel-repo]# chown -R cloudera-scm:cloudera-scm /opt/cloudera

所有节点创建大数据软件的安装目录用户和用户组

plain
 1  [root@master parcel-repo]# mkdir -p /opt/cloudera/parcels
 2  [root@master parcel-repo]# chown -R cloudera-scm:cloudera-scm /opt/cloudera/

启动节点

plain
 1  启动master
 2  # /opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-server start
 3  
 4  启动agent，三台都起
 5  /opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-agent start
 6  
 7  问题：pstree: 未找到命令
 8  # yum -y install psmisc

Web界面访问

plain
 1  http://192.168.10.20:7180 
 2  用户密码：admin/amdin