spark集群安装

[root@master spark]# cat conf/spark-env.sh
export SPARK_DIST_CLASSPATH=$(/usr/local/hadoop/bin/hadoop classpath)
export JAVA_HOME=/usr/java/default/
export SPARK_MASTER_IP=master
export SPARK_WORKER_MEMORY=1g
export SPARK_WORKER_CORES=1
export SPARK_WORKER_INSTANCES=1
[root@master spark]# cat conf/slaves
slave1
slave2
slave3

启动集群

[root@master spark]# sbin/start-all.sh 

检查结果

[root@master spark]# jps
11424 Jps
18565 NameNode
18758 SecondaryNameNode
11207 Master     //spark master
31833 JobHistoryServer
19562 HMaster
23389 ResourceManager
17167 QuorumPeerMain