大数据组件部署

前提

1做解析，做时间同步ntp，做本地yum源，关闭防火墙和selinux，修改统一格式的主机名

配置本地yum源（多节点操作）

#上传镜像文件到虚拟机上  例如： CentOS-7-x86_64-DVD-1804.iso

#创建目录并将原来yum源移动  
#mkdir /etc/yum.repos.d/bak && mv /etc/yum.repos.d/*.repo  /etc/yum.repos.d/bak 

#挂载 例如：mount /dev/cdrom /mnt 

#真实挂载  mount /root/CentOS-7-x86_64-DVD-1804.iso      /mnt 

#将镜像挂载到mnt下（此处root为镜像上传路径）

#写入yum源配置

cat <<EOF >> /etc/yum.repos.d/local.repo 
[Local] 
name=Local 
baseurl=file:///mnt 
enable=1 
gpgcheck=0 
EOF
或者================================================
vim /etc/yum.repos.d/local.repo
[Local] 
name=Local 
baseurl=file:///mnt 
enable=1 
gpgcheck=0

#清理缓存

#yum clean all 
#yum repolist 

安装依赖（所有节点）

yum -y install rsync gcc* openldap-devel  python-ldap mysql-devel  python-devel python-setuptools python-simplejson sqlite-devel perl psmisc libxml2-devel libxslt-devel cyrus-sasl-devel mod mod-devel ntp* net-tools libaio* unzip bzip2 

安装不了后面加--skip-broken

时间同步（所有节点操作）

#安装ntp服务
yum -y install ntp*
#验证服务
rpm -qa |grep ntp 
ntpdate-4.2.6p5-10.el6.x86_64 
ntp-4.2.6p5-10.el6.x86_64

#主节点操作，编辑/etc/ntp.conf文件，注释4个server开头行，末尾添加相关信息
vim /etc/ntp.conf
# For more information about this file, see the man pages 
# ntp.conf(5), ntp_acc(5), ntp_auth(5), ntp_clock(5), ntp_misc(5), ntp_mon(5). 


driftfile /var/lib/ntp/drift 


# Permit time synchronization with our time source, but do not 
# permit the source to query or modify the service on this system. 
restrict default nomodify notrap nopeer noquery 


# Permit all access over the loopback interface.  This could 
# be tightened as well, but to do so would effect some of 
# the administrative functions. 
restrict 127.0.0.1 
restrict ::1 


# Hosts on local network are less restricted. 
#restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap 


# Use public servers from the pool.ntp.org project. 
# Please consider joining the pool (http://www.pool.ntp.org/join.html). 
# server 0.centos.pool.ntp.org iburst   #注释掉
# server 1.centos.pool.ntp.org iburst   #注释掉
# server 2.centos.pool.ntp.org iburst   #注释掉
# server 3.centos.pool.ntp.org iburst   #注释掉


#broadcast 192.168.1.255 autokey        # broadcast server 
#broadcastclient                        # broadcast client 
#broadcast 224.0.1.1 autokey            # multicast server 
#multicastclient 224.0.1.1              # multicast client 
#manycastserver 239.255.254.254         # manycast server 
#manycastclient 239.255.254.254 autokey # manycast client 


# Enable public key cryptography. 
#crypto 


includefile /etc/ntp/crypto/pw 


# Key file containing the keys and key identifiers used when operating 
# with symmetric key cryptography. 
keys /etc/ntp/keys 


# Specify the key identifiers which are trusted. 
#trustedkey 4 8 42 


# Specify the key identifier to use with the ntpdc utility. 
#requestkey 8 


# Specify the key identifier to use with the ntpq utility. 
#controlkey 8 


# Enable writing of statistics records. 
#statistics clockstats cryptostats loopstats peerstats 


# Disable the monitoring facility to prevent amplification attacks using ntpdc 
# monlist command when default restrict does not include the noquery flag. See 
# CVE-2013-5211 for more details. 
# Note: Monitoring will not be disabled with the limited restriction flag. 
disable monitor 




restrict 192.168.0.0 mask 255.255.254.0 nomodify notrap 


server 210.72.145.44 perfer       #主节点ip（你想同步那台就写那台） #中国国家受时中心
server 202.112.10.36              #node节点ip                  #1.cn.pool.ntp.org
server 59.124.196.83              #node节点ip                  #0.asia.pool.ntp.org
# allow update time by the upper server 
restrict 210.72.145.44 nomodify notrap noquery   #同上        #貌似不需要改
restrict 202.112.10.36 nomodify notrap noquery   #同上        #貌似不需要改
restrict 59.124.196.83 nomodify notrap noquery   #同上        #貌似不需要改
server  127.127.1.0 
fudge   127.127.1.0 stratum 10 
================================================================

#从节点操作
#编辑/etc/ntp.conf文件，注释4个server开头行，末尾添加相关信息 
vim /etc/ntp.conf
# For more information about this file, see the man pages 
# ntp.conf(5), ntp_acc(5), ntp_auth(5), ntp_clock(5), ntp_misc(5), ntp_mon(5). 


driftfile /var/lib/ntp/drift 


# Permit time synchronization with our time source, but do not 
# permit the source to query or modify the service on this system. 
restrict default nomodify notrap nopeer noquery 


# Permit all access over the loopback interface.  This could 
# be tightened as well, but to do so would effect some of 
# the administrative functions. 
restrict 127.0.0.1 
restrict ::1 


# Hosts on local network are less restricted. 
#restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap 


# Use public servers from the pool.ntp.org project. 
# Please consider joining the pool (http://www.pool.ntp.org/join.html). 
# server 0.centos.pool.ntp.org iburst   #注释掉
# server 1.centos.pool.ntp.org iburst   #注释掉
# server 2.centos.pool.ntp.org iburst   #注释掉
# server 3.centos.pool.ntp.org iburst   #注释掉


#broadcast 192.168.1.255 autokey        # broadcast server 
#broadcastclient                        # broadcast client 
#broadcast 224.0.1.1 autokey            # multicast server 
#multicastclient 224.0.1.1              # multicast client 
#manycastserver 239.255.254.254        # manycast server 
#manycastclient 239.255.254.254 autokey # manycast client 


# Enable public key cryptography. 
#crypto 


includefile /etc/ntp/crypto/pw 


# Key file containing the keys and key identifiers used when operating 
# with symmetric key cryptography. 
keys /etc/ntp/keys 


# Specify the key identifiers which are trusted. 
#trustedkey 4 8 42 


# Specify the key identifier to use with the ntpdc utility. 
#requestkey 8 


# Specify the key identifier to use with the ntpq utility. 
#controlkey 8 


# Enable writing of statistics records. 
#statistics clockstats cryptostats loopstats peerstats 


# Disable the monitoring facility to prevent amplification attacks using ntpdc 
# monlist command when default restrict does not include the noquery flag. See 
# CVE-2013-5211 for more details. 
# Note: Monitoring will not be disabled with the limited restriction flag. 
disable monitor 




server 192.168.0.96      #主节点ip
restrict 192.168.0.96 nomodify notrap noquery  #主节点ip
server  127.127.1.0        #不改
fudge   127.127.1.0 stratum 10  #不改

#其他操作
date -s "20191001 00:00:00"
service ntpd status #查看状态
service ntpd start  #启动ntp
service ntpd stop   #停止ntp
service ntpd restart #重启ntp
chkconfig ntpd on
ntpdate -u 192.168.0.96 #指定同步某台主机的时间
ntpq -p
ntpstat

创建目录

#/opt下创建cosmo
mkdir cosmo
#/opt/cosmo下创建com idp install update backup tools logs bdp doc
mkdir com idp install update backup tools logs bdp doc
#/opt/cosmo/install下创建base cmc mmp db shell
cd install/
mkdir base cmc mmp db shell

上传安装介质以及环境准备（主节点操作）

将com文件上传到/opt/cosmo下
将shell文件上传到/opt/cosmo/install下
将bdp文件上传到/opt/cosmo/下

#授权shell文件
chmod -R 777 /opt/cosmo/install/shell/*
#解压public目录
unzip -d /opt/cosmo/com /opt/cosmo/com/public.zip 
#修改配置
vim /opt/cosmo/install/shell/00-servers 
      1 #!/bin/bash 
      2 user=root 
      3 password=1234567890     #改为你主节点登录密码
      4 install=192.168.100.25  #改为主节点ip
      5 servers="  
      6 192.168.100.25     #这里是集群ip      
      7 192.168.100.26 
      8 192.168.100.27 
      9 " 
#通过脚本完成相关配置
# 进入脚本所在目录后执行 
cd /opt/cosmo/install/shell 
# 再次确认操作系统版本 
sh 011-get-system-version.sh 
install server 
192.168.100.25 3.10.0-693.el7.x86_64 
servers 
192.168.100.25 -- 3.10.0-693.el7.x86_64 
192.168.100.26 -- 3.10.0-693.el7.x86_64 
192.168.100.27 -- 3.10.0-693.el7.x86_64 
# 再次确认主机名 
sh 012-get-hostname.sh 
install server 
192.168.100.25   cosmobdp-01 
servers 
192.168.100.25   cosmobdp-01 
192.168.100.26   cosmobdp-02 
192.168.100.27   cosmobdp-03 
# 再次确认防火墙，此处脚本完成iptables和firewalld防火墙的检查及关闭 
sh 021-disable-firewalld.sh 
192.168.100.25 no iptables 
192.168.100.26 no iptables 
192.168.100.27 no iptables 
192.168.100.25 firewalld status = stopped 
192.168.100.26 firewalld status = stopped 
192.168.100.27 firewalld status = stopped 
# 再次确认selinux状态是否为disabled，如未修改"/etc/selinux/config"，会自动修改并提醒重启节点，出现红色字样提示的，需重启该节点 
sh 022-disable-selinux.sh 
192.168.100.25 must reboot 
192.168.100.26 must reboot 
192.168.100.27 must reboot 
# 再次检查host对应关系，并从安装节点发送至所有节点 
sh 030-edit-hosts.sh 
    cosmobdp-01 is already exists 
    cosmobdp-02 is already exists 
    cosmobdp-03 is already exists 
send hosts file to   192.168.100.25 
send hosts file to   192.168.100.26 
send hosts file to   192.168.100.27 


    -- all done -- 
# 设置集群免密登录，验证方式：直接在安装节点ssh连接其他节点，不用输入密码则证明免密成功 
sh 041-ssh-key.sh 
scp: /opt/cosmo/install/shell/sshpass: Text file busy 
Killed by signal 1. 
Generating public/private rsa key pair. 
Your identification has been saved in /root/.ssh/id_rsa. 
Your public key has been saved in /root/.ssh/id_rsa.pub. 
The key fingerprint is: 
SHA256:t77xfNntlCUApNMOss6lIML05yx6Zhd1NqucFMmw9Gc root@cosmobdp-01 
The key's randomart image is: 
+---[RSA 2048]----+ 
|         .o      | 
|     o   o .     | 
| .  . * = . .    | 
|o .  . O E   .   | 
|......o S =   . .| 
| . .+= + o .   .o| 
|   . oB o o    +o| 
|  .+.. + . +  o.o| 
| .+ .     o.o. ..| 
+----[SHA256]-----+ 
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub" 
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed 
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys 


Number of key(s) added: 1 


Now try logging into the machine, with:   "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.25'" 
and check to make sure that only the key(s) you wanted were added. 


/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub" 
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed 
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys 


Number of key(s) added: 1 


Now try logging into the machine, with:   "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.26'" 
and check to make sure that only the key(s) you wanted were added. 


/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub" 
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed 
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys 


Number of key(s) added: 1 


Now try logging into the machine, with:   "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.27'" 
and check to make sure that only the key(s) you wanted were added. 
...

#验证
ssh 你的node节点ip
ssh 192.168.0.156

部署

所有节点配置java环境（所有节点）

所有节点，配置java环境 
# 查看当前java环境，如果有则卸载（卸载方法很暴力） 
which java 
java -version 
mv /usr/bin/java /usr/bin/java.b 
# 加入系统变量 
cat <<EOF >> /etc/profile 
#set cosmo_java environment 
JAVA_HOME=/opt/cosmo/com/public/jdk_lin 
JRE_HOME=\$JAVA_HOME/jre 
CLASS_PATH=.:\$JAVA_HOME/lib/dt.jar:\$JAVA_HOME/lib/tools.jar:\$JRE_HOME/lib 
PATH=\$PATH:\$JAVA_HOME/bin:\$JRE_HOME/bin 
export JAVA_HOME JRE_HOME CLASS_PATH PATH 
EOF 
# 刷新变量 
source /etc/profile 
# 查看java环境版本号 
java -version  
java version "1.8.0_171" 
Java(TM) SE Runtime Environment (build 1.8.0_171-b11) 
Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode) 
# 另外，为避免大数据组件安装过出现找不到java环境的问题，还需执行以下命令 
mkdir -p /usr/java && cd /usr/bin && ln -sf /opt/cosmo/com/public/jdk_lin /usr/java/default  

安装mysql（主节点安装）

主节点，安装mysql数据库
安装步骤
1，将mysql目录文件上传/opt/cosmo/install/db下
cd/mxwi
#导入数据库前修改
2，vim oauth_client_details-mysql.sql(改ip和端口) #导入数据库前修改,
================================
 mysql库导入初始数据 
产品数据库sql文件存放目录：/opt/cosmo/install/db/mysql/ 
注意：oauth_client_details-mysql.sql导入前需手动修改${nginx}为nginx应用对应IP地址+端口号，多ip认证用","隔开，示例： 
初始值：'http://${nginx}/login/oauth2/code/gateway' 
修改后：'http://192.168.200.10:5080/login/oauth2/code/gateway,http://192.168.3.10:5080/login/oauth2/code/gateway'
================================
3，# 卸载mariadb  #注意一下你的机器有没有mysql有就把它卸了不然一会进不去库
rpm -qa |grep mariadb  
rpm -e --nodeps mariadb-libs-5.5.64-1.el7.x86_64
# 删除mariadb数据库文件，卸载完成 
rm -rf /var/lib/mysql  
 4，#yum安装依赖包 
yum -y install perl libaio* net-tools 
 #上传mysql-5.7.30-1.el7.x86_64.tgz包到/opt/cosmo/tools下
 5，#解压并安装mysql数据库 
tar -zxvf /opt/cosmo/tools/mysql-5.7.30-1.el7.x86_64.tgz 
cd mysql
rpm -ivh 01mysql-community-common-5.7.28-1.el7.x86_64.rpm 
rpm -ivh 02mysql-community-libs-5.7.28-1.el7.x86_64.rpm 
rpm -ivh 03mysql-community-client-5.7.28-1.el7.x86_64.rpm 
rpm -ivh 04mysql-community-server-5.7.28-1.el7.x86_64.rpm 
rpm -ivh 05mysql-community-libs-compat-5.7.28-1.el7.x86_64.rpm 
================================================
不改名的话解压的时候后面加上--force --nodeps（以防报错）
6，#启动，设置密码
systemctl start mysqld 
# 获取临时密码，最后红色位置为临时密码 
grep 'temporary password' /var/log/mysqld.log |awk '{print $11}' 
2020-04-07T03:34:05.332747Z 1 [Note] A temporary password is generated for root@localhost: Ufn&0rDfW;eq 
# 连接数据库 
mysql -uroot -p'临时密码' 
# 密码策略、密码最低长度 
set global validate_password_policy=0; 
set global validate_password_length=1; 
# 本地密码、远程密码 
set password = password('Cosmo_6003'); 
grant all privileges on *.* to 'root' @'%' identified by 'Cosmo_6003'; 
# 刷新权限 
flush privileges; 
# 退出 
quit 
7，#修改配置文件：vi /etc/my.cnf，在[mysqld]段添加以下内容，保存并重启mysql服务
validate_password_policy=0 
validate_password_length=1 
validate_password_special_char_count=0 
validate_password_number_count=0 
validate_password_mixed_case_count=0 
lower_case_table_names=1 
innodb_file_per_table=1 
max_connections=50000
8，#重启mysql
systemctl restart mysqld   (这一步很重要不然后面导不进去表)
9,#连接数据库 
mysql -uroot -p密码 
#创建mxwi库(产品库)和nacos库（配置库） 
create database mxwi；
create database nacos； 
# 使用mxwi库 
use mxwi; 
# 导入初始数据 
source /opt/cosmo/install/db/mysql/mxwi/mxwi-mysql.sql 
source /opt/cosmo/install/db/mysql/mxwi/oauth_client_details-mysql.sql 
# 使用nacos库 
use nacos; 
# 导入初始数据 
source /opt/cosmo/install/db/mysql/nacos/nacos-mysql.sql
#设置mysqld开机自起
systemctl enable mysqld
=====================================================
存放集群配置信息和相关元数据信息，必须单独给主节点设置权限，创建数据库：hue/hive/oozie 
#进库
mysql -uroot -p'Cosmo_6003'
#授权
grant all privileges on *.* to 'root'@'cosmobdp-01' identified by 'Cosmo_6003' with grant option;  #这里的cosmobdp-01是你的主机名 ，Cosmo_6003则是mysql的密码
#刷新权限
flush privileges;
#创建数据库
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;

创建用户（所有节点）

useradd --system --home=/opt/cm-5.13.0/run/cloudera-scm-server/ --no-create-home --shell=/bin/false --comment "Cloudera SCM User" cloudera-scm

配置页面缓存（所有节点）

所有节点，配置页缓存,此处不修改，“集群部署过程-检查主机正确性”会有警告

cat <<EOF >> /etc/rc.local 
# for hadoop , disable thp 
echo 10 > /proc/sys/vm/swappiness 
echo never > /sys/kernel/mm/transparent_hugepage/defrag 
echo never > /sys/kernel/mm/transparent_hugepage/enabled 
EOF
敲完后继续执行
echo never > /sys/kernel/mm/transparent_hugepage/defrag 
echo never > /sys/kernel/mm/transparent_hugepage/enabled

主节点部署BDP（主节点操作）

主节点，部署BDP，修改配置文件，红色标出位置修改为主节点主机名，初始化产品库，发送cm文件至其他节点 
#进入目录
cd /opt/cosmo/bdp/ 
#rpm安装
rpm -ivh cosmo++bdp-8.0-1.el7.x86_64.rpm --force --nodeps 
Preparing...                          ################################# [100%] 
Updating / installing... 
   1:cosmo++bdp-8.0-1                 ################################# [100%] 
#修改配置
vi /etc/cosmo++bdp/config.ini 
      1 [General] 
      2 # Hostname of the CM server. 
      3 server_host=cosmobdp-01     #改为主节点hostname名字
      4  
... 
#检查java环境
/opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -h192.168.0.155 -uroot -pCosmo_6003 --scm-host localhost scm scm scm #这里localhost改为主节点ip，密码改为主节点mysql的连接密码
或者
/opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -hlocalhost -uroot -pCosmo_6003 --scm-host localhost scm scm scm 

JAVA_HOME=/opt/cosmo/com/public/jdk_lin 
Verifying that we can write to /opt/cm-5.13.0/etc/cloudera-scm-server 
Creating SCM configuration file in /opt/cm-5.13.0/etc/cloudera-scm-server 
Executing:  /opt/cosmo/com/public/jdk_lin/bin/java -cp /usr/share/java/mysql-connector-java.jar:/usr/share/java/oracle-connector-java.jar:/opt/cm-5.13.0/share/cmf/schema/../lib/* com.cloudera.enterprise.dbutil.DbCommandExecutor /opt/cm-5.13.0/etc/cloudera-scm-server/db.properties com.cloudera.cmf.db. 
2020-03-25 03:03:03,697 [main] INFO  com.cloudera.enterprise.dbutil.DbCommandExecutor  - Successfully connected to database. 
All done, your SCM database is configured correctly! 
# 上文 确认大数据组件安装目录 如修改安装目录，请适当调整发送命令：
scp -r /opt/cm-5.13.0/* root@cosmobdp-01:/opt/cm-5.13.0/  #注意修改主机名，没改默认安装路径主节点不需要执行

scp -r /opt/cm-5.13.0 root@cosmobdp-02:/opt/   #注意修改主机名
scp -r /opt/cm-5.13.0 root@cosmobdp-03:/opt/   #注意修改主机名

=========================================================
#如果以下错误是因为cm库已经存在进入mysql中删掉cm库重新执行上一条命令即可解决
=========================================================
下面是报错
[root@bdp1 cm-5.13.0]# /opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -h192.168.0.155 -uroot -pCosmo_6003 --scm-host localhost scm scm scm 
JAVA_HOME=/usr/local/jdk_lin
Verifying that we can write to /opt/cm-5.13.0/etc/cloudera-scm-server
[                          main] DbProvisioner                  ERROR Exception when creating/dropping database with user 'root' and jdbc url 'jdbc:mysql://192.168.0.155/?useUnicode=true&characterEncoding=UTF-8'
java.sql.SQLException: Can't create database 'cm'; database exists
        at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1094)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4208)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4140)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2597)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2758)[mysql-connector-java.jar:]
        at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2820)[mysql-connector-java.jar:]
        at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2769)[mysql-connector-java.jar:]
        at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:907)[mysql-connector-java.jar:]
        at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:791)[mysql-connector-java.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.executeSql(DbProvisioner.java:299)[db-common-5.13.0.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.doMain(DbProvisioner.java:104)[db-common-5.13.0.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.main(DbProvisioner.java:123)[db-common-5.13.0.jar:]
[                          main] DbProvisioner                  ERROR Stack Trace:
java.sql.SQLException: Can't create database 'cm'; database exists
        at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1094)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4208)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4140)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2597)[mysql-connector-java.jar:]
        at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2758)[mysql-connector-java.jar:]
        at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2820)[mysql-connector-java.jar:]
        at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2769)[mysql-connector-java.jar:]
        at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:907)[mysql-connector-java.jar:]
        at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:791)[mysql-connector-java.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.executeSql(DbProvisioner.java:299)[db-common-5.13.0.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.doMain(DbProvisioner.java:104)[db-common-5.13.0.jar:]
        at com.cloudera.enterprise.dbutil.DbProvisioner.main(DbProvisioner.java:123)[db-common-5.13.0.jar:]
--> Error 1, giving up (use --force if you wish to ignore the error)

启动集群管理服务

#主节点，启动server服务 
/opt/cm-5.13.0/etc/init.d/cloudera-scm-server start 

Starting cloudera-scm-server:                              [  OK  ] 
# 查看server日志，出现红色字样说明启动成功；错误信息是因为无法连接到相关互联网地址，请忽略

#查看日志
tail -f /opt/cm-5.13.0/log/cloudera-scm-server/cloudera-scm-server.log 

... 
2020-03-25 03:34:51,995 INFO WebServerImpl:org.mortbay.log: jetty-6.1.26.cloudera.4 
2020-03-25 03:34:52,001 INFO WebServerImpl:org.mortbay.log: Started SelectChannelConnector@0.0.0.0:7180 
2020-03-25 03:34:52,001 INFO WebServerImpl:com.cloudera.server.cmf.WebServerImpl: Started Jetty server. 
... 
2020-03-25 03:34:52,739 ERROR ParcelUpdateService:com.cloudera.parcel.components.ParcelDownloaderImpl: Unable to retrieve remote parcel repository manifest 
java.util.concurrent.ExecutionException: java.net.ConnectException: Connection refused to https://archive.cloudera.com/cdh5/parcels/5.13/manifest.json 
        at com.ning.http.client.providers.netty.NettyResponseFuture.abort(NettyResponseFuture.java:297) 
... 

#所有节点，启动agent服务 （#所有节点启动包括主节点）
/opt/cm-5.13.0/etc/init.d/cloudera-scm-agent start 

Starting cloudera-scm-agent:                               [  OK  ] 
# 查看agent日志，下面错误信息为dns问题，忽略 

tail -f /opt/cm-5.13.0/log/cloudera-scm-agent/cloudera-scm-agent.log

[25/Mar/2020 11:41:53 +0000] 2994 MainThread parcel_cache INFO     Using /opt/cloudera/parcel-cache for parcel cache 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Flood daemon (re)start attempt 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Created /opt/cloudera/parcels/.flood 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Chowning /opt/cloudera/parcels/.flood to cloudera-scm (996) cloudera-scm (994) 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Chmod'ing /opt/cloudera/parcels/.flood to 0755 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Triggering supervisord update. 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread downloader   ERROR    Failed rack peer update: [Errno 111] Connection refused 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent        INFO     Active parcel list updated; recalculating component info. 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread throttling_logger WARNING  CMF_AGENT_JAVA_HOME environment variable host override will be deprecated in future. JAVA_HOME setting configured from CM server takes precedence over host agent override. Configure JAVA_HOME setting from CM server. 
[25/Mar/2020 11:41:53 +0000] 2994 MainThread throttling_logger INFO     Identified java component java8 with full version JAVA_HOME=/opt/cosmo/com/public/jdk_lin java version "1.8.0_171" Java(TM) SE Runtime Environment (build 1.8.0_171-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode)  for requested version . 
2.7 集群部署 
访问：http://主节点ip:7180  初始用户名/密码：admin/admin   输入用户名密码，点击登录按钮

装完大数据后得

1.去修改cosmo.url.js

2.看gdf页面 运行监控 有哪些功能 然后去大数据页面7180看数字然后去gdf里的change文件找到对应的改为对应的数字

3.nacos里的cosmosource里的yarn密码是服务器的登录密码