spark整合HIveSQL语法

spark整合HIveSQL语法

import org.apache.spark.sql.SparkSession

object sparkHive {
  def main(args: Array[String]): Unit = {
    //获取至此hive的sparkSession
    val sparkSession: SparkSession = SparkSession.builder().master("local[2]").appName("sparkHIve").enableHiveSupport().getOrCreate()
    //获取sparkContext
    val context = sparkSession.sparkContext
    context.setLogLevel("WARN")
    //使用sql语法
    sparkSession.sql("drop table personSQL") //row  format  delimited   fields terminated by
    sparkSession.sql("create table personSQL(id int,name String,age int) row format delimited  fields terminated by ' '")
    // sparkSession.sql("create table if not exists student2(id int,name String,age int) row format delimited fields terminated by ',")
    sparkSession.sql("load data local inpath './datas/person.txt' into table personSQL")
    sparkSession.sql("select * from personSQL").show()
    context.stop()
    sparkSession.close()
  }
}


猜你喜欢

转载自blog.csdn.net/weixin_44429965/article/details/107403671