CDH 5.9.

0 Agent 配置

优化系统内核参数

echo never > /sys/kernel/mm/transparent_hugepage/defrag

echo never > /sys/kernel/mm/transparent_hugepage/enabled
echo "echo never > /sys/kernel/mm/transparent_hugepage/defrag"
>>/etc/rc.d/rc.local
echo "echo never > /sys/kernel/mm/transparent_hugepage/enabled"
>>/etc/rc.d/rc.local
sysctl -w vm.swappiness=5
echo "vm.swappiness=5" >>/etc/sysctl.conf
chmod +x /etc/rc.d/rc.local

echo "#禁用 IPv6 " >> /etc/modprobe.d/tuned.conf

echo "alias net-pf-10 off" >> /etc/modprobe.d/tuned.conf
echo "alias ipv6 off" >> /etc/modprobe.d/tuned.conf

tail /etc/modprobe.d/tuned.conf

echo "net.ipv6.conf.all.disable_ipv6 = 1" >>/etc/sysctl.conf

echo "net.ipv6.conf.default.disable_ipv6 = 1" >>/etc/sysctl.conf
echo "net.ipv6.conf.lo.disable_ipv6 = 1" >>/etc/sysctl.conf
sysctl –p
echo "* soft nproc 32000" >>/etc/security/limits.conf
echo "* hard nproc 32000" >>/etc/security/limits.conf
echo "* soft nofile 65535" >>/etc/security/limits.conf
echo "* hard nofile 65535" >>/etc/security/limits.conf
部署 CM

tar –xzf cloudera-manager-centos7-cm5.9.0_x86_64.tar.gz

mkdir –p /opt/
mv cm-5.9.0/ /opt/

Agent 配置
vi /opt/cm-5.9.0/etc/cloudera-scm-agent/config.ini
server_host 为主节点的主机名 master

创建 cloudera-scm 用户
useradd --system --home=/opt/cm-5.9.0/run/cloudera-scm-server/ --no-create-
home --shell=/bin/false --comment 'Cloudera SCM User' cloudera-scm

安装 jdk

rpm –ivh oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm

echo "export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera/" >>/etc/profile
echo "export PATH=\$PATH:\$JAVA_HOME/bin" >>/etc/profile
source /etc/profile

部署 MySQL 驱动

复制 master 机上到 node 节点

mkdir –p /usr/share/java/
scp -r master:/usr/share/java/mysql-connector-java.jar /usr/share/java/

启动 server 和 agent 服务

#统一时区
timedatectl set-timezone Asia/Shanghai

#安装 pstree sha1sum

yum install –y psmisc
yum install –y coreutils
/opt/cm-5.9.0/etc/init.d/cloudera-scm-agent start

Note:
配置免密登录

chown –R root:root /root

cat ~/.ssh/id_rsa.pub | ssh user@remote-host 'cat >> ~/.ssh/authorized_keys'