1) 安全前置准备，包括安装操作系统、关闭防火墙、同步服务器时钟等；
2) 外部数据库如Mysql/PostgreSQL安装
3) 安装Cloudera Manager；
4) 安装Cloudera Runtime集群；
1) Cloudera Manager版本为7.1.1
2) Cloudera Runtime的版本为7.1.1.0
3) Redhat 7.7
4) OpenJDK 1.8.0_141
5) MariaDB 10.2
6) root用户安装
7) 5节点
[root@grocery-1 ~]# cat etc/hostnamegrocery-1.vpc.cloudera.com
[root@grocery-1 ~]# hostnamectl set-hostname grocery-1.vpc.cloudera.com
[root@grocery-1 ~]# cat etc/hosts127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4::1 localhost localhost.localdomain localhost6 localhost6.localdomain6172.31.118.74 grocery-1.vpc.cloudera.com grocery-1
[root@xuefeng-1 ~]# ssh-keygenGenerating public/private rsa key pair.Enter file in which to save the key (/root/.ssh/id_rsa):Enter passphrase (empty for no passphrase):Enter same passphrase again:Your identification has been saved in root/.ssh/id_rsa.Your public key has been saved in root/.ssh/id_rsa.pub.The key fingerprint is:SHA256:RRLaFGHVSxkfwWF/gkY19oWSVSxpZvEbLyXofaW51c0 root@xuefeng-1.vpc.cloudera.comThe key's randomart image is:+---[RSA 2048]----+| B=o.oB@Oo|| = o .**O*o|| . . ..+*+oB|| . o.. BO|| S . =.E|| = || . || || |+----[SHA256]-----+[root@xuefeng-1 ~]#
对于需要交互输入的部分，输入回车即可（企业如果有内部要求，则按照要求进行）
for i in {1..4}; do ssh-copy-id -i ~/.ssh/id_rsa.pub grocery-$i.vpc.cloudera.com ; done
[root@grocery-1 ~]# for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " hostname -A" ; donegrocery-1.vpc.cloudera.comgrocery-2.vpc.cloudera.comgrocery-3.vpc.cloudera.comgrocery-4.vpc.cloudera.com[root@grocery-1 ~]#
[ec2-user@ip-172-31-2-159 ~]$ sudo mkdir media/DVD1[ec2-user@ip-172-31-2-159 ~]$ sudo mount -o loopCentOS-7-x86_64-DVD-1611.iso media/DVD1/
[ec2-user@ip-172-31-2-159 ~]$ sudo vim etc/yum.repos.d/local_os.repo[local_iso]name=CentOS-$releasever - Mediabaseurl=file:///media/DVD1gpgcheck=0enabled=1[ec2-user@ip-172-31-2-159 ~]$ sudo yum repolist
yum -y install createrepo wget unzip
[root@xuefeng-1 ~]# sudo yum -y install httpd
AddType application/x-gzip .gz .tgz .parcel
[root@grocery-1 ~]# vi etc/httpd/conf/httpd.conf[root@grocery-1 ~]# systemctl enable httpdCreated symlink from etc/systemd/system/multi-user.target.wants/httpd.service to usr/lib/systemd/system/httpd.service.[root@grocery-1 ~]# systemctl start httpd[root@grocery-1 ~]#
[ec2-user@ip-172-31-2-159 ~]$ sudo mkdir var/www/html/iso[ec2-user@ip-172-31-2-159 ~]$ sudo scp -r media/DVD1/* var/www/html/iso/[ec2-user@ip-172-31-2-159 ~]$ sudo vim etc/yum.repos.d/os.repo[osrepo]name=os_repobaseurl=http://grocery-1.vpc.cloudera.com/iso/enabled=truegpgcheck=false[ec2-user@ip-172-31-2-159 ~]$ sudo yum repolist
for i in {2..5}; do scp etc/yum.repos.d/os.repo grocery-$i.vpc.cloudera.com:/etc/yum.repos.d/os.repo; done
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " yum -y update " ; done
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'setenforce 0 ' ;done
#关闭selinuxfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "SELINUX=disabled" > etc/selinux/config ' ;done
# This file controls the state of SELinux on the system.# SELINUX= can take one of these three values:# enforcing - SELinux security policy is enforced.# permissive - SELinux prints warnings instead of enforcing.# disabled - No SELinux policy is loaded.SELINUX=disabled# SELINUXTYPE= can take one of three two values:# targeted - Targeted processes are protected,# minimum - Modification of targeted policy. Only selected processes are protected.# mls - Multi Level Security protection.SELINUXTYPE=targeted
##关闭防火墙for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl disable firewalld' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl stop firewalld.service ' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl list-unit-files | grep firewalld ' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl status firewalld.service' ;done
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'yum -y remove chrony' ;done
##设置时区和时钟同步for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'yum install -y ntp ntpdate ' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' timedatectl set-timezone Asia/Shanghai' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'chkconfig --level 345 ntpd on ' ;done
[root@grocery-1 ~]# vim etc/ntp.conf#server 0.rhel.pool.ntp.org iburst#server 1.rhel.pool.ntp.org iburst#server 2.rhel.pool.ntp.org iburst#server 3.rhel.pool.ntp.org iburstserver 127.127.1.0 # local clockfudge 127.127.1.0 stratum 10
#server 0.rhel.pool.ntp.org iburst#server 1.rhel.pool.ntp.org iburst#server 2.rhel.pool.ntp.org iburst#server 3.rhel.pool.ntp.org iburstserver grocery-1.vpc.cloudera.com
[root@grocery-1 ~]# for i in {2..4}; do ssh grocery-$i.vpc.cloudera.com ' systemctl stop ntpd' ;done[root@grocery-1 ~]# #强制和时钟服务器时间同步，排除自己[root@grocery-1 ~]# for i in {2..4}; do ssh grocery-$i.vpc.cloudera.com ' ntpdate 10.65.51.45' ;done24 Nov 16:12:21 ntpdate[9538]: adjust time server 10.65.51.45 offset 0.000399 sec24 Nov 16:12:27 ntpdate[28877]: adjust time server 10.65.51.45 offset -0.000211 sec24 Nov 16:12:33 ntpdate[28874]: adjust time server 10.65.51.45 offset -0.000204 sec
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl enable ntpd ' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl start ntpd ' ;done#for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' systemctl status ntpd' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' ntpq -p' ;done
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' ntpq -p' ;done
[root@grocery-1 ~]# #设置vm.swappiness[root@grocery-1 ~]# for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' echo "vm.swappiness = 1" >> etc/sysctl.conf' ;done[root@grocery-1 ~]# for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' sysctl vm.swappiness=1' ;donevm.swappiness = 1vm.swappiness = 1vm.swappiness = 1vm.swappiness = 1[root@grocery-1 ~]#
[root@grocery-1 ~]# #设置vm.swappiness[root@grocery-1 ~]# for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' echo "vm.swappiness = 1" >> etc/sysctl.conf' ;done[root@grocery-1 ~]# for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com ' sysctl vm.swappiness=1' ;donevm.swappiness = 1vm.swappiness = 1vm.swappiness = 1vm.swappiness = 1[root@grocery-1 ~]#
if test -f sys/kernel/mm/transparent_hugepage/enabled; then echo never > sys/kernel/mm/transparent_hugepage/enabled fiif test -f sys/kernel/mm/transparent_hugepage/defrag; then echo never > sys/kernel/mm/transparent_hugepage/defrag fi
[root@xuefeng-1 ~]# for i in {2..5}; do scp etc/rc.d/rc.local grocery-$i.vpc.cloudera.com:/etc/rc.d/rc.local; donerc.local 100% 723 3.7MB/s 00:00rc.local 100% 723 4.0MB/s 00:00rc.local 100% 723 3.9MB/s 00:00rc.local 100% 723 3.9MB/s 00:00[root@xuefeng-1 ~]#
#关闭iptablesfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'systemctl stop iptables' ;donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'chkconfig iptables off' ;done
#设置limitsfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "hdfs - nofile 32768" >> etc/security/limits.conf';donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "mapred - nofile 32768" >> etc/security/limits.conf';donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "hbase - nofile 32768" >> etc/security/limits.conf';donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "hdfs - noproc 32768" >> etc/security/limits.conf';donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "mapred - noproc 32768" >> etc/security/limits.conf';donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com 'echo "hbase - noproc 32768" >> etc/security/limits.conf';done
wget https://dev.mysql.com/get/mysql57-community-release-el7-11.noarch.rpm
rpm -Uvh mysql57-community-release-el7-11.noarch.rpm
# 检查是否有mysql源[root@xuefeng-1 ~]# yum repolist enabled | grep mysqlmysql-connectors-community/x86_64 MySQL Connectors Community 131mysql-tools-community/x86_64 MySQL Tools Community 100mysql57-community/x86_64 MySQL 5.7 Community Server 384[root@xuefeng-1 ~]#
yum install -y mysql-community-server
systemctl start mysqld.service
systemctl status mysqld.service
grep "password" var/log/mysqld.log[root@xuefeng-1 ~]# grep "password" var/log/mysqld.log2019-11-03T09:54:09.465350Z 1 [Note] A temporary password is generated for root@localhost: 3fcldi;VleaZ[root@xuefeng-1 ~]#
[root@localhost ~]# mysql -uroot -p
mysql> set password=password("!Beijing28");
mysql> SHOW VARIABLES LIKE 'validate_password%';+--------------------------------------+--------+| Variable_name | Value |+--------------------------------------+--------+| validate_password_check_user_name | OFF || validate_password_dictionary_file | || validate_password_length | 8 || validate_password_mixed_case_count | 1 || validate_password_number_count | 1 || validate_password_policy | MEDIUM || validate_password_special_char_count | 1 |+--------------------------------------+--------+7 rows in set (0.00 sec)mysql>
密码的长度是由validate_password_length决定的，而validate_password_length的计算公式是：
validate_password_length = validate_password_number_count + validate_password_special_char_count + (2 * validate_password_mixed_case_count)
systemctl stop mysqld
[root@xuefeng-1 ~]# pwd/root[root@xuefeng-1 ~]# mkdir backup[root@xuefeng-1 ~]# mv var/lib/mysql/ib_logfile* root/backup/[root@xuefeng-1 ~]#
vi etc/my.cnf# For advice on how to change settings please see# http://dev.mysql.com/doc/refman/5.7/en/server-configuration-defaults.html[mysqld]#设置编码为utf-8character_set_server=utf8init_connect='SET NAMES utf8'## Remove leading # and set to the amount of RAM for the most important data# cache in MySQL. Start at 70% of total RAM for dedicated server, else 10%.# innodb_buffer_pool_size = 128M## Remove leading # to turn on a very important data integrity option: logging# changes to the binary log between backups.# log_bin## Remove leading # to set options mainly useful for reporting servers.# The server defaults are faster for transactions and fast SELECTs.# Adjust sizes as needed, experiment to find the optimal values.# join_buffer_size = 128M# sort_buffer_size = 2M# read_rnd_buffer_size = 2Mdatadir=/var/lib/mysqlsocket=/var/lib/mysql/mysql.socktransaction-isolation = READ-COMMITTED# Disabling symbolic-links is recommended to prevent assorted security riskssymbolic-links=0key_buffer_size = 32Mmax_allowed_packet = 32Mthread_stack = 256Kthread_cache_size = 64query_cache_limit = 8Mquery_cache_size = 64Mquery_cache_type = 1max_connections = 550#expire_logs_days = 10#max_binlog_size = 100M#log_bin should be on a disk with enough free space.#Replace '/var/lib/mysql/mysql_binary_log' with an appropriate path for your#system and chown the specified folder to the mysql user.log_bin=/var/lib/mysql/mysql_binary_log#In later versions of MySQL, if you enable the binary log and do not set#a server_id, MySQL will not start. The server_id must be unique within#the replicating group.server_id=1binlog_format = mixedread_buffer_size = 2Mread_rnd_buffer_size = 16Msort_buffer_size = 8Mjoin_buffer_size = 8M# InnoDB settingsinnodb_file_per_table = 1innodb_flush_log_at_trx_commit = 2innodb_log_buffer_size = 64Minnodb_buffer_pool_size = 4Ginnodb_thread_concurrency = 8innodb_flush_method = O_DIRECTinnodb_log_file_size = 512M[mysqld_safe]log-error=/var/log/mysqld.logpid-file=/var/run/mysqld/mysqld.pidsql_mode=STRICT_ALL_TABLES
sudo systemctl enable mysqldsudo systemctl start mysqld#配置数据库sudo /usr/bin/mysql_secure_installation
[root@xuefeng-1 ~]# sudo systemctl enable mysqld[root@xuefeng-1 ~]# sudo systemctl start mysqld[root@xuefeng-1 ~]# #配置数据库[root@xuefeng-1 ~]# sudo usr/bin/mysql_secure_installationSecuring the MySQL server deployment.Enter password for user root:The 'validate_password' plugin is installed on the server.The subsequent steps will run with the existing configurationof the plugin.Using existing password for root.Estimated strength of the password: 100Change the password for root ? ((Press y|Y for Yes, any other key for No) : N... skipping.By default, a MySQL installation has an anonymous user,allowing anyone to log into MySQL without having to havea user account created for them. This is intended only fortesting, and to make the installation go a bit smoother.You should remove them before moving into a productionenvironment.Remove anonymous users? (Press y|Y for Yes, any other key for No) : ySuccess.Normally, root should only be allowed to connect from'localhost'. This ensures that someone cannot guess atthe root password from the network.Disallow root login remotely? (Press y|Y for Yes, any other key for No) : n... skipping.By default, MySQL comes with a database named 'test' thatanyone can access. This is also intended only for testing,and should be removed before moving into a productionenvironment.Remove test database and access to it? (Press y|Y for Yes, any other key for No) : y- Dropping test database...Success.- Removing privileges on test database...Success.Reloading the privilege tables will ensure that all changesmade so far will take effect immediately.Reload privilege tables now? (Press y|Y for Yes, any other key for No) : ySuccess.All done![root@xuefeng-1 ~]#
CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON scm.* TO 'scm'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON amon.* TO 'amon'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE rman DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON rman.* TO 'rman'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON hue.* TO 'hue'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON hive.* TO 'hive'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE ranger DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON ranger.* TO 'rangeradmin'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE nav DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON nav.* TO 'nav'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE navms DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON navms.* TO 'navms'@'%' IDENTIFIED BY 'P@ssw0rd';CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;GRANT ALL ON oozie.* TO 'oozie'@'%' IDENTIFIED BY 'P@ssw0rd';Refresh;
wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.46.tar.gz
tar zxvf mysql-connector-java-5.1.46.tar.gz
for i in {1..5}; do ssh grocery-$i.vpc.cloudera.com " mkdir -p usr/share/java/" ; done
for i in {1..5}; do scp root/mysql-connector-java-5.1.46/mysql-connector-java-5.1.46-bin.jar grocery-$i.vpc.cloudera.com:/usr/share/java/mysql-connector-java.jar; done
https://download.postgresql.org/pub/repos/yum/reporpms/EL-7-x86_64/pgdg-redhat-repo-latest.noarch.rpm
rpm -ivh pgdg-redhat-repo-latest.noarch.rpm
ls -lrt etc/yum.repos.d/
yum list postgresql*
sudo yum -y install postgresql10-server
sudo yum -y install python-pipfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " sudo yum -y install python-pip" ; done
pip install --upgrade pipfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " pip install --upgrade pip " ; done
sudo pip install psycopg2==2.7.5 --ignore-installedfor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " sudo pip install psycopg2==2.7.5 --ignore-installed " ; done
echo 'LC_ALL="en_US.UTF-8"' >> /etc/locale.conf/usr/pgsql-10/bin/postgresql-10-setup initdb
host all all 127.0.0.1/32 md5
host all all 127.0.0.1/32 ident
• 中小型群集-将以下设置视为起点。如果资源有限，请考虑进一步减小缓冲区大小和检查点段。根据每个主机的资源利用率，可能需要进行持续的调整。例如，如果Cloudera Manager Server与其他角色在同一主机上运行，则可以接受以下值：
• max_connection-通常，允许主机上的每个数据库最大100个连接，然后添加50个额外的连接。如连接设置中所述，您可能必须增加可用于PostgreSQL的系统资源。
• shared_buffers -256MB(PG10无此参数)
• wal_buffers -8MB
• checkpoint_segments - 16(PG10无此参数)
• checkpoint_completion_target - 0.9
• listen_addresses = '*'
sudo systemctl enable postgresql-10
sudo systemctl restart postgresql-10
• Cloudera Manager Server
• Cloudera Management Service roles:
• Reports Manager
• Hue
• Each Hive metastore
• Oozie
• Data Analytics Studio
• Ranger
sudo -u postgres psql
CREATE ROLE <user> LOGIN PASSWORD '<password>';CREATE DATABASE <database> OWNER <user> ENCODING 'UTF8';
| Service | Service | User |
CREATE ROLE scm LOGIN PASSWORD 'cloudera';CREATE DATABASE scm OWNER scm ENCODING 'UTF8';CREATE ROLE amon LOGIN PASSWORD 'cloudera';CREATE DATABASE amon OWNER amon ENCODING 'UTF8';CREATE ROLE rman LOGIN PASSWORD 'cloudera';CREATE DATABASE rman OWNER rman ENCODING 'UTF8';CREATE ROLE hue LOGIN PASSWORD 'cloudera';CREATE DATABASE hue OWNER hue ENCODING 'UTF8';CREATE ROLE hive LOGIN PASSWORD 'cloudera';CREATE DATABASE metastore OWNER hive ENCODING 'UTF8';CREATE ROLE oozie LOGIN PASSWORD 'cloudera';CREATE DATABASE oozie OWNER oozie ENCODING 'UTF8';CREATE ROLE das LOGIN PASSWORD 'cloudera';CREATE DATABASE das OWNER das ENCODING 'UTF8';CREATE ROLE rangeradmin LOGIN PASSWORD '!Beijing28';CREATE DATABASE ranger OWNER rangeradmin ENCODING 'UTF8';GRANT ALL PRIVILEGES ON DATABASE ranger TO rangeradmin;
yum install postgresql-jdbc*
cp /usr/share/java/postgresql-jdbc.jar /usr/share/java/postgresql-connector-java.jar
ls /usr/share/java/postgresql-connector-java.jar
chmod 644 /usr/share/java/postgresql-connector-java.jar
for i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " sudo yum -y install postgresql-jdbc* " ; donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " cp /usr/share/java/postgresql-jdbc.jar /usr/share/java/postgresql-connector-java.jar " ; donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " ls /usr/share/java/postgresql-connector-java.jar " ; donefor i in {1..4}; do ssh grocery-$i.vpc.cloudera.com " chmod 644 /usr/share/java/postgresql-connector-java.jar" ; done
for i in {1..5}; do ssh grocery-$i.vpc.cloudera.com 'yum -y install java-1.8.0-openjdk.x86_64 java-1.8.0-openjdk-headless.x86_64 java-1.8.0-openjdk-devel.x86_64' ;done
https://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/cloudera-manager-agent-7.1.1-3274282.el7.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/cloudera-manager-daemons-7.1.1-3274282.el7.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/cloudera-manager-server-7.1.1-3274282.el7.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/cloudera-manager-server-db-2-7.1.1-3274282.el7.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/enterprise-debuginfo-7.1.1-3274282.el7.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/openjdk8-8.0+232_9-cloudera.x86_64.rpmhttps://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPM-GPG-KEY-clouderahttps://archive.cloudera.com/cm7/7.1.1/allkeys.asc
wget -nd -r -l1 --no-parent https://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/wget https://archive.cloudera.com/cm7/7.1.1/redhat7/yum/RPM-GPG-KEY-clouderawget https://archive.cloudera.com/cm7/7.1.1/allkeys.asc
https://archive.cloudera.com/cdh7/7.1.1.0/parcels/CDH-7.1.1-1.cdh7.1.1.p0.3266817-el7.parcelhttps://archive.cloudera.com/cdh7/7.1.1.0/parcels/CDH-7.1.1-1.cdh7.1.1.p0.3266817-el7.parcel.sha256https://archive.cloudera.com/cdh7/7.1.1.0/parcels/manifest.json
wget -nd -r -l1 --no-parent https://archive.cloudera.com/cdh7/7.1.1.0/parcels/
[root@grocery-1 x86_64]# pwd/var/www/html/cm7/7.1.1/redhat7/yum/RPMS/x86_64[root@grocery-1 x86_64]# lscloudera-manager-agent-7.1.1-3274282.el7.x86_64.rpm cloudera-manager-server-db-2-7.1.1-3274282.el7.x86_64.rpmcloudera-manager-daemons-7.1.1-3274282.el7.x86_64.rpm enterprise-debuginfo-7.1.1-3274282.el7.x86_64.rpmcloudera-manager-server-7.1.1-3274282.el7.x86_64.rpm openjdk8-8.0+232_9-cloudera.x86_64.rpm[root@grocery-1 x86_64]# createrepo .Spawning worker 0 with 1 pkgsSpawning worker 1 with 1 pkgsSpawning worker 2 with 1 pkgsSpawning worker 3 with 1 pkgsSpawning worker 4 with 1 pkgsSpawning worker 5 with 1 pkgsSpawning worker 6 with 0 pkgsSpawning worker 7 with 0 pkgsWorkers FinishedSaving Primary metadataSaving file lists metadataSaving other metadataGenerating sqlite DBsSqlite DBs complete[root@grocery-1 x86_64]#
[root@ip-172-31-6-83 ~]# mv cdh7/ cm7/ /var/www/html/
[cmrepo]name = cm_repobaseurl = http://grocery-1.vpc.cloudera.com/cm7/7.1.1/redhat7/yum/RPMS/x86_64/enable = truegpgcheck = false
[root@grocery-1 x86_64]# yum repolistLoaded plugins: amazon-id, search-disabled-reposcmrepo | 2.9 kB 00:00:00cmrepo/primary_db | 8.6 kB 00:00:00repo id repo name statuscmrepo cm_repo 6epel/x86_64 Extra Packages for Enterprise Linux 7 - x86_64 13,300mysql-connectors-community/x86_64 MySQL Connectors Community 153mysql-tools-community/x86_64 MySQL Tools Community 110mysql57-community/x86_64 MySQL 5.7 Community Server 424rhel-7-server-rhui-rh-common-rpms/7Server/x86_64 Red Hat Enterprise Linux 7 Server - RH Common from RHUI (RPMs) 242rhel-7-server-rhui-rpms/7Server/x86_64 Red Hat Enterprise Linux 7 Server from RHUI (RPMs) 29,082rhui-client-config-server-7/x86_64 Custom Repositories - Red Hat Update Infrastructure 3 Client Confi 8repolist: 43,325[root@grocery-1 x86_64]#
sudo yum -y install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server
sudo /opt/cloudera/cm/schema/scm_prepare_database.sh [options] <databaseType> <databaseName> <databaseUser> <password>
[root@grocery-1 x86_64]# sudo /opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm scm P@ssw0rdJAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.el7_8.x86_64Verifying that we can write to /etc/cloudera-scm-serverCreating SCM configuration file in /etc/cloudera-scm-serverExecuting: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.el7_8.x86_64/bin/java -cp /usr/share/java/mysql-connector-java.jar:/usr/share/java/oracle-connector-java.jar:/usr/share/java/postgresql-connector-java.jar:/opt/cloudera/cm/schema/../lib/* com.cloudera.enterprise.dbutil.DbCommandExecutor /etc/cloudera-scm-server/db.properties com.cloudera.cmf.db.Fri May 29 18:18:30 CST 2020 WARN: Establishing SSL connection without server's identity verification is not recommended.According to MySQL 5.5.45+, 5.6.26+ and 5.7.6+ requirements SSL connection must be established by default if explicit option isn't set. For compliance with existing applications not using SSL the verifyServerCertificate property is set to 'false'. You need either to explicitly disable SSL by setting useSSL=false, or set useSSL=true and provide truststore for server certificate verification.[ main] DbCommandExecutor INFO Successfully connected to database.All done, your SCM database is configured correctly![root@grocery-1 x86_64]#
systemctl start cloudera-scm-server
systemctl status cloudera-scm-server
sudo tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log
INFO WebServerImpl:com.cloudera.server.cmf.WebServerImpl: Started Jetty server.
[root@grocery-1 html]# netstat -lnpt | grep 7180tcp 0 0 0.0.0.0:7180 0.0.0.0:* LISTEN 12852/java
从安装方式上来看，CDP DC7与CDH6变化不大，这也方便了CDH6的用户可以较为快速的迁移到CDP DC7，以及适应CDP DC7的安装与使用。
配置信息进行了简化。
安装向导界面有一些变化，现在可以一目了然的看到一共多少步骤，以及每个步骤是干什么。
安装条件前置没有任何变化，包括防火墙，Selinux关闭，ntp同步等等。可以参考Fayson之前的文章《CDH安装前置准备》
Cloudera Manager自带的JDK直接提供的是OpenJDK1.8,同时支持OpenJDK11，而不是Oracle JDK，同样CDP DC也不再支持JDK1.7。
文章转载自大数据杂货铺，如果涉嫌侵权，请发送邮件至：contact@modb.pro进行举报，并提供相关证据，一经查实，墨天轮将立刻删除相关内容。
