Spark操作JDBC数据存入到MySQL并读取出来

Spark操作JDBC实现将数据存入到MySQL并读取出来（在虚拟机mysql操作）

数据：
List((“aaa”,18),(“bbb”,19),(“ccc”,20)
代码：

object mysql02 {
  def main(args: Array[String]): Unit = {
    //Spark支持通过Java JDBC访问关系型数据库。需要使用JdbcRDD
    //创建
    val conf1 = new SparkConf().setAppName("mysql02").setMaster("local[*]")
    val sc = new SparkContext(conf1)
    //插入数据
    val data: RDD[(String, Int)] = sc.parallelize(List(("aaa",18),("bbb",19),("ccc",20)))
    //调用foreachPartition针对每一个分区进行操作
    data.foreachPartition(saveToMySQL)
    //读取数据
    def getConn():Connection={
      DriverManager.getConnection("jdbc:mysql://192.168.100.120:3306/test?characterEncoding=UTF-8", "root", "123456")
    }

    val studentRDD: JdbcRDD[(Int, String, Int)] = new JdbcRDD(sc,
      getConn,
      "select * from student where id >= ? and id <= ? ",
      4,
      6,
      2,
      rs => {
        val id: Int = rs.getInt("id")
        val name: String = rs.getString("name")
        val age: Int = rs.getInt("age")
        (id, name, age)
      }
    )
    println(studentRDD.collect().toBuffer)
  }
  def saveToMySQL(partitionDate:Iterator[(String,Int)]):Unit={
    //将数据存入到MySQL
    //获取数据连接
    val conn:Connection = DriverManager.getConnection("jdbc:mysql://192.168.100.120:3306/test?characterEncoding=UTF-8", "root", "123456")
    partitionDate.foreach(data=>{
      //将每一条数据存入到MySQL
      val sql = "INSERT INTO `student` (`id`, `name`, `age`) VALUES (NULL, ?, ?);"
      val ps: PreparedStatement = conn.prepareStatement(sql)
      ps.setString(1,data._1)
      ps.setInt(2,data._2)
      ps.execute()
    })
    conn.close()
  }
}

结果：