一、HDFS的部署

# 创建用户并创建目录（如果用户和目录已存在就不必创建），上传hadoop-2.6.0-cdh5.16.2.tar.gz到/home/hadoop/software/目录下

[root@hadoop ~]# useradd hadoop

[root@hadoop ~]# su - hadoop

[hadoop@hadoop ~]$ mkdir tmp sourcecode software shell log lib  data app

# 解压

[hadoop@hadoop software]$ cd /home/hadoop/software/

[hadoop@hadoop software]$ tar -xzvf hadoop-2.6.0-cdh5.16.2.tar.gz -C ../app/

# 创建软连接

[hadoop@hadoop software]$ cd /home/hadoop/app/

[hadoop@hadoop app]$ ln -s hadoop-2.6.0-cdh5.16.2 hadoop

[hadoop@hadoop app]$ cd

[hadoop@hadoop ~]$ rm -rf ~/.ssh

[hadoop@hadoop ~]$ ssh-keygen

[hadoop@hadoop ~]$ cd .ssh

[hadoop@hadoop .ssh]$ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

[hadoop@hadoop .ssh]$ chmod 0600 ~/.ssh/authorized_keys

# 验证

[hadoop@hadoop .ssh]$ ssh hadoop date

# 修改配置文件

[hadoop@hadoop app]$ cd /home/hadoop/app/hadoop/etc/hadoop

# hadoop-env.sh 显式指定JAVA_HOME

[hadoop@hadoop hadoop]$ vim hadoop-env.sh

export JAVA_HOME=/usr/java/jdk1.8.0_181

# core-site.xml

[hadoop@hadoop hadoop]$ vim core-site.xml

<configuration>

    <property>

        <name>fs.defaultFS</name>

        <value>hdfs://hadoop:9000</value>

    </property>

    <property>

        <name>hadoop.tmp.dir</name>

        <value>/home/hadoop/tmp/</value>

    </property>

</configuration>

# hdfs-site.xml

[hadoop@hadoop hadoop]$ vim hdfs-site.xml

<configuration>

    <property>

        <name>dfs.replication</name>

        <value>1</value>

    </property>

    <property>

        <name>dfs.namenode.secondary.http-address</name>

        <value>hadoop:9868</value>

    </property>

    <property>

        <name>dfs.namenode.secondary.https-address</name>

        <value>hadoop:9869</value>

    </property>

</configuration>

# slaves文件

[hadoop@hadoop hadoop]$ vim slaves

hadoop

# 格式化Namenode

[hadoop@hadoop hadoop]$ cd ~/app/hadoop/

[hadoop@hadoop hadoop]$ bin/hdfs namenode -format

# 启动

[hadoop@hadoop hadoop]$ sbin/start-dfs.sh

[hadoop@hadoop hadoop]$ jps

11878 NameNode

12263 Jps

12154 SecondaryNameNode

11999 DataNode

二、YARN部署

# mapred-site.xml

[hadoop@hadoop app]$ cd /home/hadoop/app/hadoop/etc/hadoop

[hadoop@hadoop hadoop]$ cp mapred-site.xml.template mapred-site.xml

<configuration>

    <property>

        <name>mapreduce.framework.name</name>

        <value>yarn</value>

    </property>

</configuration>

# yarn-site.xml 注意：要修改yarn的web页面的默认端口，默认为8088；防止被挖矿

[hadoop@hadoop hadoop]$ vim yarn-site.xml

<configuration>

    <property>

        <name>yarn.nodemanager.aux-services</name>

        <value>mapreduce_shuffle</value>

    </property>

    <property>

        <name>yarn.resourcemanager.webapp.address</name>

        <value>hadoop:18088</value>

    </property>

</configuration>

# 启动

[hadoop@hadoop hadoop]$ cd /home/hadoop/app/hadoop

[hadoop@hadoop hadoop]$ sbin/start-yarn.sh

[hadoop@hadoop hadoop]$ jps

12644 NodeManager

11878 NameNode

12552 ResourceManager

12154 SecondaryNameNode

12956 Jps

11999 DataNode

# 添加到环境变量

[hadoop@hadoop hadoop]$ cd

[hadoop@hadoop ~]$ echo -e '# HADOOP_HOME\nexport HADOOP_HOME=/home/hadoop/app/hadoop\nexport PATH=$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$PATH' >>~/.bashrc

[hadoop@hadoop ~]$ source ~/.bashrc

# 验证

[hadoop@hadoop ~]$ which hdfs

~/app/hadoop/bin/hdfs