spark分布式安装配置

1.配置worker

vim conf/slaves.template

2.配置master

vim spark-env.sh

export JAVA_HOME=/usr/local/jdk1.8.0_201

export SCALA_HOME=/usr/local/scala

export HADOOP_HOME=/usr/local/hadoop

export HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop

export SPARK_MASTER_HOST=master

export SPARK_MASTER_PORT=7077

export SPARK_WORKER_MEMORY=3g

export SPARK_WORKER_CORES=2

export SPARK_WORKER_INSTANCES=1