spark的部分配置参数

spark.executor.num=3

spark.executor.cores=4

spark.executor.memory=2g

spark.shuffle.compress=true

spark.storage.memoryFraction=0.3

spark.yarn.executor.memoryOverhead=768

spark.shuffle.memoryFraction=0.05

spark.shuffle.sort.bypassMergeThreshold=100

spark.io.compression.codec=org.apache.spark.io.LZ4CompressionCodec

spark.serializer=org.apache.spark.serializer.KryoSerializer

spark.kryoserializer.buffer=1m

spark.rdd.compress=true

spark.executor.extraJavaOptions.maxGCPauseMillis=200

spark.executor.extraJavaOptions.UseCompressedOops=1024m