sbin/start-thriftserver.sh --driver-class-path $CLASSPATH:/usr/hdp/current/spark2-client/sparkudf.jar:/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=192.168.221.50 --master yarn --deploy-mode client --num-executors 4 --executor-cores 6 --executor-memory 18g --conf spark.sql.filesourceTableRelationCacheSize=0 --conf spark.sql.codegen=true --conf spark.locality.wait.process=10ms --conf spark.locality.wait.node=50ms --conf spark.locality.wait.rack=50ms --jars /usr/hdp/current/spark2-client/sparkudf.jar,/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.0.3-8.jar
/usr/hdp/current/spark2-client/sbin/start-thriftserver.sh --driver-class-path /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3 --master yarn --deploy-mode client --num-executors 2 --executor-cores 2 --executor-memory 12g --jars /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar
! connect jdbc:hive2://ark3:9994
/usr/hdp/current/spark2-client/sbin/start-thriftserver.sh --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3 --master yarn --deploy-mode client --num-executors 2 --executor-cores 2 --executor-memory 12g
/opt/soft/java/bin/java -Dhdp.version=2.6.1.0-129 -cp /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar:/usr/hdp/current/spark2-client/conf/:/usr/hdp/current/spark2-client/jars/*:/usr/hdp/current/hadoop-client/conf/:/usr/hdp/current/hbase-master/lib/* -Xmx1024m org.apache.spark.deploy.SparkSubmit --master yarn --deploy-mode client --conf spark.sql.codegen=true --conf spark.locality.wait.node=50ms --conf spark.driver.extraClassPath=/usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar,/usr/hdp/current/hbase-master/lib/* --conf spark.locality.wait.process=10ms --conf spark.sql.filesourceTableRelationCacheSize=0 --conf spark.locality.wait.rack=50ms --jars /usr/hdp/current/hadoop-client/hadoop-common-2.7.3.2.6.1.0-129.jar,/usr/hdp/current/spark2-client/jars/hive-hbase-handler-1.2.1.jar,/home/spark/hbase-common-1.2.1.jar,/usr/hdp/current/hbase-master/lib/hbase-server-1.1.2.2.6.1.0-129.jar:/usr/hdp/current/hbase-master/lib/* --class org.apache.spark.sql.hive.thriftserver.HiveThriftServer2 --name Thrift JDBC/ODBC Server --num-executors 2 --executor-cores 4 --executor-memory 18g spark-internal --hiveconf hive.server2.thrift.port=9994 --hiveconf hive.server2.thrift.bind.host=ark3
-rw-r--r--. 1 root root 1396867 3月 2 23:19 hbase-client-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root 575960 3月 2 23:20 hbase-common-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root 4956260 3月 2 23:20 hbase-protocol-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root 4580584 3月 2 23:20 hbase-server-1.1.2.2.6.1.0-129.jar
-rw-r--r--. 1 root root 115935 3月 2 22:05 hive-hbase-handler-1.2.1.jar
SPARK SERVER
猜你喜欢
转载自lingzhi007.iteye.com/blog/2408837
今日推荐
周排行