thriftserver dynamicallocation

./sbin/start-thriftserver.sh --hiveconf hive.server2.thrift.port=9998 --hiveconf hive.server2.thrift.bind.host=ip  --master yarn --deploy-mode client --conf spark.shuffle.service.enabled=true --conf spark.shuffle.service.port=7337  --conf spark.dynamicAllocation.enabled=true --conf spark.dynamicAllocation.minExecutors=1 --conf spark.dynamicAllocation.maxExecutors=4 --conf spark.dynamicAllocation.sustainedSchedulerBacklogTimeout=5s  --executor-cores 3   --conf spark.dynamicAllocation.executorIdleTimeout=30  --conf spark.sql.shuffle.partitions=16    >> thrift.log   2>1 &





mvn  + spark lib 
+ mvn dependency

    <dependency>
      <groupId>org.eclipse.jetty</groupId>
      <artifactId>jetty-server</artifactId>
      <version>9.4.3.v20170317</version>
    </dependency>


    <dependency>
      <groupId>org.eclipse.jetty</groupId>
      <artifactId>jetty-servlet</artifactId>
      <version>9.4.3.v20170317</version>
    </dependency>


export SPARK_CONF_DIR=/home/yunzhi.lyz/spark/spark220/conf
./sbin/start-thriftserver.sh   --hiveconf spark.sql.hive.thriftServer.singleSession=false  --hiveconf hive.server2.thrift.port=9998 --hiveconf hive.server2.thrift.bind.host=92 --master yarn --deploy-mode client --driver-class-path $CLASSPATH:/home/yunzhi.lyz/spark/spark220/yunzhi.lib/spark-examples_2.11-2.2.1-SNAPSHOT.jar  --jars /home/yunzhi.lyz/spark/spark220/yunzhi.lib/spark-examples_2.11-2.2.1-SNAPSHOT.jar  --conf spark.shuffle.service.enabled=true --conf spark.shuffle.service.port=7337  --conf spark.dynamicAllocation.enabled=true --conf spark.dynamicAllocation.minExecutors=1 --conf spark.dynamicAllocation.maxExecutors=4 --conf spark.dynamicAllocation.sustainedSchedulerBacklogTimeout=5s  --executor-cores 3   --conf spark.dynamicAllocation.executorIdleTimeout=30  --conf spark.sql.shuffle.partitions=16    >> thrift.log   2>1 &
~                               

猜你喜欢

转载自lingzhi007.iteye.com/blog/2392607