spark整合HIveSQL语法
import org.apache.spark.sql.SparkSession
object sparkHive {
def main(args: Array[String]): Unit = {
//获取至此hive的sparkSession
val sparkSession: SparkSession = SparkSession.builder().master("local[2]").appName("sparkHIve").enableHiveSupport().getOrCreate()
//获取sparkContext
val context = sparkSession.sparkContext
context.setLogLevel("WARN")
//使用sql语法
sparkSession.sql("drop table personSQL") //row format delimited fields terminated by
sparkSession.sql("create table personSQL(id int,name String,age int) row format delimited fields terminated by ' '")
// sparkSession.sql("create table if not exists student2(id int,name String,age int) row format delimited fields terminated by ',")
sparkSession.sql("load data local inpath './datas/person.txt' into table personSQL")
sparkSession.sql("select * from personSQL").show()
context.stop()
sparkSession.close()
}
}