Spark transformation operator to find intersection SCALA implementation (insertsection)

package day06
 import org.apache.spark. {SparkConf, SparkContext}
 import org.apache.spark.rdd.RDD

object MyTransformation_scala_3 {
  def myInsertsection(sc: SparkContext): String = {
    val RDD1 = sc.parallelize(List("aa", "bb", "cc"))
    val RDD2 = sc.parallelize(List("aa", "cc"))
    val insertsectionRDD: RDD[(String)] = RDD1.intersection(RDD2)
    insertsectionRDD.collect().toList.toString()
  }
  def main(args: Array[String]) {
    val conf: SparkConf = new SparkConf().setMaster("local").setAppName("MyTransformation_scala_3")
    var sc: SparkContext = new SparkContext(conf)
    var result: String = ""
    result = myInsertsection(sc)
    println(result)
    sc.stop()
  }
}

Guess you like

Origin http://43.154.161.224:23101/article/api/json?id=325934111&siteId=291194637