driver class

sbin/start-thriftserver.sh   --driver-class-path $CLASSPATH:/usr/hdp/current/spark2-client/sparkudf.jar:/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar  --hiveconf hive.server2.thrift.port=9998 --hiveconf hive.server2.thrift.bind.host=192.168.220.172 --master yarn --deploy-mode client --num-executors 6   --executor-cores 4  --executor-memory 14g      --jars  /usr/hdp/current/spark2-client/sparkudf.jar,/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar


export SPARK_HOME=/usr/hdp/2.6.0.3-8/spark2
$SPARK_HOME/bin/spark-submit --name  TimeStatic20180108 \
--driver-class-path $CLASSPATH:/usr/hdp/2.6.0.3-8/spark2/jars/*.jar:./fangzhou-nbdata-stream-1.0-shaded.jar  \
--class cn.analysys.batch.ArkDataBatchProcess \
--master yarn  --files ./config.properties --deploy-mode client \
--num-executors 1 --executor-cores 3 --executor-memory 12g ./fangzhou-nbdata-stream-1.0-shaded.jar \
20180121 /user/isuhadoop/checkpointback/  10 smallest 10

猜你喜欢

转载自lingzhi007.iteye.com/blog/2408383