大数据底盘基础环境初始化

1. 安装zip

yum install zip

1、设置selinux状态

 setenforce 0   #临时设置i
 sed -i 's#SELINUX=enforcing#SELINUX=disabled#' /etc/selinux/config   #防止重启失败

1、调整linux 参数

*    soft   nproc     524288    #进程
*    hard  nproc     524288
*    soft    nofile     524288    #打开文件数
*    hard    nofile     524288
*    soft   sigpending    1030568    
*    hard  sigpending     1030568

1、时间同步

yum install chrony -y
systemctl status chronyd
systemctl enable chronyd
systemctl start chronyd

2、java安装

ansible cluster -mcopy -a "src=/tmp/jdk-8u261-linux-x64.tar.gz dest=/tmp"           
ansible cluster -mshell -a "tar -xvf /tmp/jdk-8u261-linux-x64.tar.gz -C /usr/local/"
ansible cluster -mshell -a "ln -s /usr/local/jdk1.8.0_261 /usr/local/java"
ansible cluster -mshell -a "echo -e 'export JAVA_HOME="/usr/local/java"\nexport PATH=\${JAVA_HOME}/bin:\${PATH}' > /etc/profile.d/java.sh"
ansible cluster -mshell -a "source /etc/profile && java -version"

3、 文件数修改

ansible cluster -m shell -a "mv /etc/security/limits.d/20-nproc.conf /etc/security/20-nproc.confbak"
ansible cluster -m shell -a "cp /etc/security/limits.conf  /etc/security/limits.confbak"
ansible cluster -m shell -a "echo -e '*    soft   nproc     524288\n*    hard  nproc     524288\n*    soft    nofile     524288\n*    hard    nofile     524288\n*    soft   sigpending    1030568\n*    hard  sigpending     1030568\n' >> /etc/security/limits.conf"
ansible cluster -m shell -a "sysctl -p" 

重新登录即生效

4、hosts修改

export temp_group=tmp
ansible $temp_group -m shell -a "cp /etc/hostname /etc/hostnamebak" 
ansible $temp_group -m shell -a "echo {{ inventory_hostname }}> /etc/hostname" 
ansible $temp_group -m shell -a "hostnamectl set-hostname {{ inventory_hostname }}" 
ansible $temp_group -m shell -a "hostname"

5. 基础环境配置

*              soft    nproc   524288
*              hard    nproc   524288
*              soft    nofile  524288
*              hard    nofile  524288
*              soft sigpending 1030568
*              hard sigpending 1030568

5、ranger安装需要用root账号

root账号必须需要远程链接

host添加mysql信息

密码规则修改

去掉弱密码限制

安装完成后再改回来

6、hive初始化sql完毕需要修改

ALTER table COLUMNS_V2 modify COMMENT varchar(256) character set utf8mb4 collate utf8mb4_general_ci;
ALTER table DATABASE_PARAMS modify COMMENT varchar(256) character set utf8mb4 collate utf8mb4_general_ci;