Esper 7.x集成SparkStream 2.x

版权声明：本文为博主九师兄（QQ群:spark源代码 198279782 欢迎来探讨技术）原创文章，未经博主允许不得转载。 https://blog.csdn.net/qq_21383435/article/details/82938812

1.maven

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <parent>
        <artifactId>AllTest</artifactId>
        <groupId>com.lcc</groupId>
        <version>1.0-SNAPSHOT</version>
    </parent>
    <modelVersion>4.0.0</modelVersion>

    <artifactId>esper_test</artifactId>


    <dependencies>

        <!-- https://mvnrepository.com/artifact/com.espertech/esper -->
        <dependency>
            <groupId>com.espertech</groupId>
            <artifactId>esper</artifactId>
            <version>7.0.0</version>
        </dependency>

        <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-core -->
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-core_2.11</artifactId>
            <version>2.2.0</version>
        </dependency>

        <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-sql -->
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-sql_2.11</artifactId>
            <version>2.2.0</version>
        </dependency>

        <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-streaming -->
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-streaming_2.11</artifactId>
            <version>2.2.0</version>
        </dependency>

        <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-hive -->
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-hive_2.11</artifactId>
            <version>2.2.0</version>
        </dependency>


    </dependencies>

</project>

2.测试类

package com.esper.introduction.spark;

import java.io.Serializable;
import java.util.*;

import com.espertech.esper.client.*;
import org.apache.spark.*;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.function.*;
import org.apache.spark.broadcast.Broadcast;
import org.apache.spark.streaming.*;
import org.apache.spark.streaming.api.java.*;
import scala.Tuple2;

/**
 * Created by lcc on 2018/9/25.
 */
public class SparkTest {

    public static void main(String[] args) throws  Exception {

        SparkConf conf = new SparkConf().setMaster("local[4]").setAppName("NetworkWordCount").set("spark.testing.memory",
                "2147480000");
        JavaStreamingContext jssc =  new JavaStreamingContext(conf, Durations.seconds(5));
        System.out.println(jssc);

        // Create a DStream that will connect to hostname:port, like
        // localhost:9999
        JavaReceiverInputDStream<String> lines = jssc.socketTextStream("lcc", 9999);

        JavaDStream<Apple> mapRDD = lines.map(new Function<String, Apple>() {
            @Override
            public Apple call(String s) throws Exception {
                String[] danci = s.split(" ");
                if( danci.length == 2 ){
                    Apple apple = new Apple();
                    apple.setId(Integer.parseInt(danci[0]));
                    apple.setPrice(Integer.parseInt(danci[1]));
                    return apple;
                }
                return null;
            }
        });

        String[]  arg = {"select avg(price) from com.esper.introduction.spark.Apple.win:length_batch(2)"};


        mapRDD.foreachRDD(new VoidFunction<JavaRDD<Apple>>() {
            @Override
            public void call(JavaRDD<Apple> appleJavaRDD) throws Exception {
                appleJavaRDD.foreach(new VoidFunction<Apple>() {
                    @Override
                    public void call(Apple apple) throws Exception {
                        if( apple != null ){
                            System.out.println("id: " + apple.getId());
                            System.out.println("proice: " + apple.getPrice());
                            EPServiceProvider epService = EPServiceProviderManager.getDefaultProvider();
                            EPAdministrator admin = epService.getEPAdministrator();
                            String product = Apple.class.getName();
                            String epl = "select avg(price) from " + product + ".win:length_batch(4)";
                            EPStatement state = admin.createEPL(epl);
                            state.addListener(new AppleListener());
                            EPRuntime runtime = epService.getEPRuntime();
//                            EPRuntime runtime = ESperUtils.get(arg[0]);
                            System.out.print(runtime.toString());
                            runtime.sendEvent(apple);
                        }
                    }
                });
            }
        });

        jssc.start();
        //System.out.println(wordCounts.count());// Start the computation
        jssc.awaitTermination();   // Wait for the computation to terminate

    }

}

3.实体类

package com.esper.introduction.spark;

import java.io.Serializable;

/**
 * Created by lcc on 2018/9/21.
 */
public class  Apple  implements Serializable {

    private static final long serialVersionUID = 1L;

    private int id;
    private int price;

    public int getId()
    {
        return id;
    }

    public void setId(int id)
    {
        this.id = id;
    }

    public int getPrice()
    {
        return price;
    }

    public void setPrice(int price)
    {
        this.price = price;
    }
}