Cloudera-CM+CDH6安装

2023-04-13 bigdata all, bigdata 评论

Cloudera CM+CDH6 安装

环境清单

192.168.8.221 bigdata1
192.168.8.221 bigdata2
192.168.8.221 bigdata3

服务器设置

关闭firewall，关闭selinux，设置ssh互信（略）

禁止透明大页

1 2	echo never > /sys/kernel/mm/transparent_hugepage/enabled echo never > /sys/kernel/mm/transparent_hugepage/defrag

mysql5.7安装

（略）

创建数据库

create database scm default character set utf8 default collate utf8_general_ci;
grant all on scm.* to 'scm'@'%' identified by 'Hxkj2022!!!';
create database amon default character set utf8 default collate utf8_general_ci;
grant all on amon.* to 'amon'@'%' identified by 'Hxkj2022!!!';
create database rman default character set utf8 default collate utf8_general_ci;
grant all on rman.* to 'rman'@'%' identified by 'Hxkj2022!!!';
create database hue default character set utf8 default collate utf8_general_ci;
grant all on hue.* to 'hue'@'%' identified by 'Hxkj2022!!!';
create database metastore default character set utf8 default collate utf8_general_ci;
grant all on metastore.* to 'hive'@'%' identified by 'Hxkj2022!!!';
create database sentry default character set utf8 default collate utf8_general_ci;
grant all on sentry.* to 'sentry'@'%' identified by 'Hxkj2022!!!';
create database nav default character set utf8 default collate utf8_general_ci;
grant all on nav.* to 'nav'@'%' identified by 'Hxkj2022!!!';
create database oozie default character set utf8 default collate utf8_general_ci;
grant all on oozie.* to 'oozie'@'%' identified by 'Hxkj2022!!!';
flush privileges;

本地yum仓库搭建

[root@hy-base-01 bigdata_repo]# tree 
.
├── CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
├── CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1
├── CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha256
├── manifest.json
├── allkeys.asc
├── cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
├── cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
├── cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm
├── cloudera-manager-server-db-2-6.3.1-1466458.el7.x86_64.rpm
├── enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm

yum install -y createrepo
cd bigdata_repo
createrepo .

## nginx 配置
server {
        listen     80;
        location / {
            root  /data/bigdata_repo;
            autoindex on;
        }

}

## yum仓库配置

# cat /etc/yum.repos.d/local.repo 
[bigdata]
name=bigdata
baseurl=http://bigdata1/
gpgcheck=0
enabled=1

java设置

## mysql链接驱动
mkdir -p /usr/share/java 
cp mysql-connector-java-8.0.21.jar /usr/share/java/mysql-connector-java.jar

## 默认java
mkdir -p /usr/java/
ln -s /data/soft/jdk1.8.0_301/  /usr/java/default

## 配置java环境
vi /etc/profile
export JAVA_HOME=/data/soft/jdk1.8.0_301
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

安装(服务器)

yum install -y cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server

## 初始化数据库
# mysql在本地
/opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm scm
# mysql不在本地
/opt/cloudera/cm/schema/scm_prepare_database.sh mysql -h <mysql-host-ip> --scm-host <cm-server-ip> scm scm

## 数据库初始化成功后启动server
systemctl start cloudera-scm-server

systemctl enable cloudera-manager-agent cloudera-manager-server
systemctl start cloudera-manager-agent cloudera-manager-server

## 查看日志
tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log