./sbin/start-thriftserver.sh --hiveconf hive.server2.thrift.port=9998 --hiveconf hive.server2.thrift.bind.host=ip --master yarn --deploy-mode client --conf spark.shuffle.service.enabled=true --conf spark.shuffle.service.port=7337 --conf spark.dynamicAllocation.enabled=true --conf spark.dynamicAllocation.minExecutors=1 --conf spark.dynamicAllocation.maxExecutors=4 --conf spark.dynamicAllocation.sustainedSchedulerBacklogTimeout=5s --executor-cores 3 --conf spark.dynamicAllocation.executorIdleTimeout=30 --conf spark.sql.shuffle.partitions=16 >> thrift.log 2>1 &
mvn + spark lib
+ mvn dependency
<dependency>
<groupId>org.eclipse.jetty</groupId>
<artifactId>jetty-server</artifactId>
<version>9.4.3.v20170317</version>
</dependency>
<dependency>
<groupId>org.eclipse.jetty</groupId>
<artifactId>jetty-servlet</artifactId>
<version>9.4.3.v20170317</version>
</dependency>
export SPARK_CONF_DIR=/home/yunzhi.lyz/spark/spark220/conf
./sbin/start-thriftserver.sh --hiveconf spark.sql.hive.thriftServer.singleSession=false --hiveconf hive.server2.thrift.port=9998 --hiveconf hive.server2.thrift.bind.host=92 --master yarn --deploy-mode client --driver-class-path $CLASSPATH:/home/yunzhi.lyz/spark/spark220/yunzhi.lib/spark-examples_2.11-2.2.1-SNAPSHOT.jar --jars /home/yunzhi.lyz/spark/spark220/yunzhi.lib/spark-examples_2.11-2.2.1-SNAPSHOT.jar --conf spark.shuffle.service.enabled=true --conf spark.shuffle.service.port=7337 --conf spark.dynamicAllocation.enabled=true --conf spark.dynamicAllocation.minExecutors=1 --conf spark.dynamicAllocation.maxExecutors=4 --conf spark.dynamicAllocation.sustainedSchedulerBacklogTimeout=5s --executor-cores 3 --conf spark.dynamicAllocation.executorIdleTimeout=30 --conf spark.sql.shuffle.partitions=16 >> thrift.log 2>1 &
~
thriftserver dynamicallocation
猜你喜欢
转载自lingzhi007.iteye.com/blog/2392607
今日推荐
周排行