Apache Flink wordcount
java案例，scala案例，python案例
版本
操作系统：win10
JDK：1.8
Scala：2.11
Python：3.7.4
Flink：1.12.0
一、Batch Job(批量计算)
BatchAPI 一般用于离线计算
1 java wordcount
1 创建项目
我已经创建好，有需要的可以直接下载
https://github.com/m769963249/flink_test_java.git
git clone https://github.com/m769963249/flink_test_java.git
2 配置依赖
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.test</groupId>
<artifactId>flink_test_java</artifactId>
<version>1.0-SNAPSHOT</version>
<packaging>jar</packaging>
<name>Flink Quickstart Job</name>
<url>http://www.myorganization.org</url>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<flink.version>1.12.0</flink.version>
<java.version>1.8</java.version>
<flink.scala.version>2.11</flink.scala.version>
<maven.compiler.source>${java.version}</maven.compiler.source>
<maven.compiler.target>${java.version}</maven.compiler.target>
</properties>
<repositories>
<repository>
<id>apache.snapshots</id>
<name>Apache Development Snapshot Repository</name>
<url>https://repository.apache.org/content/repositories/snapshots/</url>
<releases>
<enabled>false</enabled>
</releases>
<snapshots>
<enabled>true</enabled>
</snapshots>
</repository>
</repositories>
<dependencies>
<!--flink start-->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-core</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-streaming-scala -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-streaming-scala_${flink.scala.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-scala -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-scala_${flink.scala.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-connector-kafka -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-table-common -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-common</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-table-api-scala -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-api-scala_${flink.scala.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-table-planner -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-table-planner_${flink.scala.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-clients -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-clients_${flink.scala.version}</artifactId>
<version>${flink.version}</version>
</dependency>
<!--flink end-->
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>1.7.7</version>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
<version>1.2.17</version>
<scope>runtime</scope>
</dependency>
</dependencies>
<build>
<plugins>
<!-- Java Compiler -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.1</version>
<configuration>
<source>${java.version}</source>
<target>${java.version}</target>
</configuration>
</plugin>
<!-- We use the maven-shade plugin to create a fat jar that contains all necessary dependencies. -->
<!-- Change the value of <mainClass>...</mainClass> if your program entry point changes. -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>3.0.0</version>
<executions>
<!-- Run shade goal on package phase -->
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<artifactSet>
<excludes>
<exclude>org.apache.flink:force-shading</exclude>
<exclude>com.google.code.findbugs:jsr305</exclude>
<exclude>org.slf4j:*</exclude>
<exclude>log4j:*</exclude>
</excludes>
</artifactSet>
<filters>
<filter>
<!-- Do not copy the signatures in the META-INF folder.
Otherwise, this might cause SecurityExceptions when using the JAR. -->
<artifact>*:*</artifact>
<excludes>
<exclude>META-INF/*.SF</exclude>
<exclude>META-INF/*.DSA</exclude>
<exclude>META-INF/*.RSA</exclude>
</excludes>
</filter>
</filters>
<transformers>
<transformer
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>com.test.StreamingJob</mainClass>
</transformer>
</transformers>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
<pluginManagement>
<plugins>
<!-- This improves the out-of-the-box experience in Eclipse by resolving some warnings. -->
<plugin>
<groupId>org.eclipse.m2e</groupId>
<artifactId>lifecycle-mapping</artifactId>
<version>1.0.0</version>
<configuration>
<lifecycleMappingMetadata>
<pluginExecutions>
<pluginExecution>
<pluginExecutionFilter>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<versionRange>[3.0.0,)</versionRange>
<goals>
<goal>shade</goal>
</goals>
</pluginExecutionFilter>
<action>
<ignore/>
</action>
</pluginExecution>
<pluginExecution>
<pluginExecutionFilter>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<versionRange>[3.1,)</versionRange>
<goals>
<goal>testCompile</goal>
<goal>compile</goal>
</goals>
</pluginExecutionFilter>
<action>
<ignore/>
</action>
</pluginExecution>
</pluginExecutions>
</lifecycleMappingMetadata>
</configuration>
</plugin>
</plugins>
</pluginManagement>
</build>
<!-- This profile helps to make things run out of the box in IntelliJ -->
<!-- Its adds Flink's core classes to the runtime class path. -->
<!-- Otherwise they are missing in IntelliJ, because the dependency is 'provided' -->
<profiles>
<profile>
<id>add-dependencies-for-IDEA</id>
<activation>
<property>
<name>idea.version</name>
</property>
</activation>
<dependencies>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-java</artifactId>
<version>${flink.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
<version>${flink.version}</version>
<scope>compile</scope>
</dependency>
</dependencies>
</profile>
</profiles>
</project>
3 编写代码
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.test;
import org.apache.flink.api.common.functions.FlatMapFunction;
import org.apache.flink.api.common.functions.ReduceFunction;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.operators.DataSource;
import org.apache.flink.api.java.operators.FlatMapOperator;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.util.Collector;
/**
* Skeleton for a Flink Batch Job.
*
* <p>For a tutorial how to write a Flink batch application, check the
* tutorials and examples on the <a href="http://flink.apache.org/docs/stable/">Flink Website</a>.
*
* <p>To package your application into a JAR file for execution,
* change the main class in the POM.xml file to this class (simply search for 'mainClass')
* and run 'mvn clean package' on the command line.
*/
public class BatchJob {
public static void main(String[] args) throws Exception {
// set up the batch execution environment
final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
DataSource<String> stringDataSource = env.readTextFile("E:\\tmp\\words.csv");
FlatMapOperator<String, Tuple2<String, Integer>> stringTuple2FlatMapOperator = stringDataSource.flatMap(new FlatMapFunction<String, Tuple2<String, Integer>>() {
@Override
public void flatMap(String s, Collector<Tuple2<String, Integer>> collector) throws Exception {
for (String word : s.split(" ")) {
collector.collect(new Tuple2<>(word, 1));
}
}
});
stringTuple2FlatMapOperator.groupBy(0).reduce(new ReduceFunction<Tuple2<String, Integer>>() {
@Override
public Tuple2<String, Integer> reduce(Tuple2<String, Integer> t2, Tuple2<String, Integer> t1) throws Exception {
return new Tuple2<String,Integer>(t1.f0,t1.f1+t2.f1);
}
}).print();
}
}
4 运行
E:\tmp\words.csv内容：
Thank you
Are you OK
Hello
Thank you
Thank you very much
Hello
Thank you
How are you Indian Mi fans
Do you like Mi 4i
控制台输出：
"C:\Program Files\Java\jdk1.8.0_261\bin\java.exe" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\lib\idea_rt.jar=56535:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_261\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\rt.jar;E:\workspace\java\idea\flink_test_java\target\classes;P:\.m2\repository\org\apache\flink\flink-core\1.12.0\flink-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-annotations\1.12.0\flink-annotations-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-metrics-core\1.12.0\flink-metrics-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-asm-7\7.1-12.0\flink-shaded-asm-7-7.1-12.0.jar;P:\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;P:\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;P:\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;P:\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;P:\.m2\repository\commons-collections\commons-collections\3.2.2\commons-collections-3.2.2.jar;P:\.m2\repository\org\apache\commons\commons-compress\1.20\commons-compress-1.20.jar;P:\.m2\repository\org\apache\flink\flink-shaded-guava\18.0-12.0\flink-shaded-guava-18.0-12.0.jar;P:\.m2\repository\org\slf4j\slf4j-api\1.7.15\slf4j-api-1.7.15.jar;P:\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;P:\.m2\repository\org\apache\flink\force-shading\1.12.0\force-shading-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-scala_2.11\1.12.0\flink-streaming-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-java_2.11\1.12.0\flink-streaming-java_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-file-sink-common\1.12.0\flink-file-sink-common-1.12.0.jar;P:\.m2\repository\org\scala-lang\scala-reflect\2.11.12\scala-reflect-2.11.12.jar;P:\.m2\repository\org\scala-lang\scala-library\2.11.12\scala-library-2.11.12.jar;P:\.m2\repository\org\scala-lang\scala-compiler\2.11.12\scala-compiler-2.11.12.jar;P:\.m2\repository\org\scala-lang\modules\scala-xml_2.11\1.0.5\scala-xml_2.11-1.0.5.jar;P:\.m2\repository\org\scala-lang\modules\scala-parser-combinators_2.11\1.0.4\scala-parser-combinators_2.11-1.0.4.jar;P:\.m2\repository\org\apache\flink\flink-scala_2.11\1.12.0\flink-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-common\1.12.0\flink-table-common-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-connector-files\1.12.0\flink-connector-files-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-connector-base\1.12.0\flink-connector-base-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-scala_2.11\1.12.0\flink-table-api-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-java\1.12.0\flink-table-api-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-planner_2.11\1.12.0\flink-table-planner_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-java-bridge_2.11\1.12.0\flink-table-api-java-bridge_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-scala-bridge_2.11\1.12.0\flink-table-api-scala-bridge_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-clients_2.11\1.12.0\flink-clients_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-runtime_2.11\1.12.0\flink-runtime_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-queryable-state-client-java\1.12.0\flink-queryable-state-client-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-hadoop-fs\1.12.0\flink-hadoop-fs-1.12.0.jar;P:\.m2\repository\commons-io\commons-io\2.7\commons-io-2.7.jar;P:\.m2\repository\org\apache\flink\flink-shaded-netty\4.1.49.Final-12.0\flink-shaded-netty-4.1.49.Final-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-jackson\2.10.1-12.0\flink-shaded-jackson-2.10.1-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-zookeeper-3\3.4.14-12.0\flink-shaded-zookeeper-3-3.4.14-12.0.jar;P:\.m2\repository\org\javassist\javassist\3.24.0-GA\javassist-3.24.0-GA.jar;P:\.m2\repository\com\typesafe\akka\akka-actor_2.11\2.5.21\akka-actor_2.11-2.5.21.jar;P:\.m2\repository\com\typesafe\config\1.3.3\config-1.3.3.jar;P:\.m2\repository\org\scala-lang\modules\scala-java8-compat_2.11\0.7.0\scala-java8-compat_2.11-0.7.0.jar;P:\.m2\repository\com\typesafe\akka\akka-stream_2.11\2.5.21\akka-stream_2.11-2.5.21.jar;P:\.m2\repository\org\reactivestreams\reactive-streams\1.0.2\reactive-streams-1.0.2.jar;P:\.m2\repository\com\typesafe\ssl-config-core_2.11\0.3.7\ssl-config-core_2.11-0.3.7.jar;P:\.m2\repository\com\typesafe\akka\akka-protobuf_2.11\2.5.21\akka-protobuf_2.11-2.5.21.jar;P:\.m2\repository\com\typesafe\akka\akka-slf4j_2.11\2.5.21\akka-slf4j_2.11-2.5.21.jar;P:\.m2\repository\org\clapper\grizzled-slf4j_2.11\1.3.2\grizzled-slf4j_2.11-1.3.2.jar;P:\.m2\repository\com\github\scopt\scopt_2.11\3.5.0\scopt_2.11-3.5.0.jar;P:\.m2\repository\org\xerial\snappy\snappy-java\1.1.4\snappy-java-1.1.4.jar;P:\.m2\repository\com\twitter\chill_2.11\0.7.6\chill_2.11-0.7.6.jar;P:\.m2\repository\com\twitter\chill-java\0.7.6\chill-java-0.7.6.jar;P:\.m2\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;P:\.m2\repository\org\apache\flink\flink-optimizer_2.11\1.12.0\flink-optimizer_2.11-1.12.0.jar;P:\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar;P:\.m2\repository\org\slf4j\slf4j-log4j12\1.7.7\slf4j-log4j12-1.7.7.jar;P:\.m2\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar;P:\.m2\repository\org\apache\flink\flink-java\1.12.0\flink-java-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar" com.test.BatchJob
18:34:49,628 INFO org.apache.flink.api.java.utils.PlanGenerator - The job has 0 registered types and 0 default Kryo serializers
18:34:50,064 INFO org.apache.flink.core.fs.FileSystem - Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
18:34:50,958 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
18:34:50,958 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
18:34:50,959 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
18:34:50,963 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
18:34:50,963 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
18:34:50,964 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
18:34:51,111 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting Flink Mini Cluster
18:34:51,112 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting Metrics Registry
18:34:51,363 INFO org.apache.flink.runtime.metrics.MetricRegistryImpl - No metrics reporter configured, no metrics will be exposed/reported.
18:34:51,363 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting RPC Service(s)
18:34:51,779 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start local actor system
18:34:53,037 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
18:34:53,492 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka://flink
18:34:53,525 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start local actor system
18:34:53,541 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
18:34:53,560 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka://flink-metrics
18:34:53,597 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at akka://flink-metrics/user/rpc/MetricQueryService .
18:34:53,696 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting high-availability services
18:34:53,830 INFO org.apache.flink.runtime.blob.BlobServer - Created BLOB server storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-d60e2a0c-c619-4173-b57c-f00343313e75
18:34:53,933 INFO org.apache.flink.runtime.blob.BlobServer - Started BLOB server at 0.0.0.0:56543 - max concurrent requests: 50 - max backlog: 1000
18:34:53,948 INFO org.apache.flink.runtime.blob.PermanentBlobCache - Created BLOB cache storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-7d254a5b-1bfd-434c-a48b-b1d134d32837
18:34:53,951 INFO org.apache.flink.runtime.blob.TransientBlobCache - Created BLOB cache storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-5b010565-b2fe-45f5-8d92-4c36e2fe96a4
18:34:53,951 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting 1 TaskManger(s)
18:34:53,964 INFO org.apache.flink.runtime.taskexecutor.TaskManagerRunner - Starting TaskManager with ResourceID: d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7
18:34:54,021 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Temporary file directory 'C:\Users\10004579\AppData\Local\Temp': total 149 GB, usable 86 GB (57.72% usable)
18:34:54,035 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager uses directory C:\Users\10004579\AppData\Local\Temp\flink-io-cdb84b68-eb0a-4d49-b944-14588a03ae98 for spill files.
18:34:54,064 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager uses directory C:\Users\10004579\AppData\Local\Temp\flink-netty-shuffle-fde3317c-dda1-4a6c-aea0-7a75abfabe1d for spill files.
18:34:54,131 INFO org.apache.flink.runtime.io.network.buffer.NetworkBufferPool - Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
18:34:54,157 INFO org.apache.flink.runtime.io.network.NettyShuffleEnvironment - Starting the network environment and its components.
18:34:54,161 INFO org.apache.flink.runtime.taskexecutor.KvStateService - Starting the kvState service and its components.
18:34:54,234 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at akka://flink/user/rpc/taskmanager_0 .
18:34:54,263 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Start job leader service.
18:34:54,269 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory C:\Users\10004579\AppData\Local\Temp\flink-dist-cache-cb80b121-4510-4289-8da3-c07122bd1e77
18:34:54,470 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Upload directory C:\Users\10004579\AppData\Local\Temp\flink-web-upload does not exist.
18:34:54,476 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Created directory C:\Users\10004579\AppData\Local\Temp\flink-web-upload for file uploads.
18:34:54,515 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Starting rest endpoint.
18:34:54,519 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
18:34:55,126 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set.
18:34:55,126 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
18:34:55,842 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Rest endpoint listening at localhost:56562
18:34:55,843 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender http://localhost:56562
18:34:55,846 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - http://localhost:56562 was granted leadership with leaderSessionID=131ec4a7-2b12-48c8-a515-712674860f6c
18:34:55,847 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader http://localhost:56562 , session=131ec4a7-2b12-48c8-a515-712674860f6c
18:34:55,888 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at akka://flink/user/rpc/resourcemanager_1 .
18:34:55,920 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender LeaderContender: DefaultDispatcherRunner
18:34:55,922 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender LeaderContender: StandaloneResourceManager
18:34:55,926 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - ResourceManager akka://flink/user/rpc/resourcemanager_1 was granted leadership with fencing token 8d4bdf7e8e5ac8d3f83253b447734b49
18:34:55,928 INFO org.apache.flink.runtime.minicluster.MiniCluster - Flink Mini Cluster started successfully
18:34:55,932 INFO org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Starting the SlotManager.
18:34:55,935 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Start SessionDispatcherLeaderProcess.
18:34:55,939 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Recover all persisted job graphs.
18:34:55,940 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Successfully recovered 0 persisted job graphs.
18:34:55,946 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/resourcemanager_1 , session=f83253b4-4773-4b49-8d4b-df7e8e5ac8d3
18:34:55,949 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Connecting to ResourceManager akka://flink/user/rpc/resourcemanager_1(8d4bdf7e8e5ac8d3f83253b447734b49).
18:34:55,954 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at akka://flink/user/rpc/dispatcher_2 .
18:34:55,973 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/dispatcher_2 , session=23dd66f2-7dcb-4411-aba5-ff47077af209
18:34:56,017 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Resolved ResourceManager address, beginning registration
18:34:56,031 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registering TaskManager with ResourceID d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 (akka://flink/user/rpc/taskmanager_0) at ResourceManager
18:34:56,034 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Successful registration at resource manager akka://flink/user/rpc/resourcemanager_1 under registration id a1539ca8f7c4a56adcdc3616b38202de.
18:34:56,036 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Received JobGraph submission 06889b4f68a5431e0fdd928c05386cac (Flink Java Job at Wed Jan 27 18:34:49 CST 2021).
18:34:56,037 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Submitting job 06889b4f68a5431e0fdd928c05386cac (Flink Java Job at Wed Jan 27 18:34:49 CST 2021).
18:34:56,138 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at akka://flink/user/rpc/jobmanager_3 .
18:34:56,157 INFO org.apache.flink.runtime.jobmaster.JobMaster - Initializing job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac).
18:34:56,211 INFO org.apache.flink.runtime.jobmaster.JobMaster - Using restart back off time strategy NoRestartBackoffTimeStrategy for Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac).
18:34:56,284 INFO org.apache.flink.runtime.jobmaster.JobMaster - Running initialization on master for job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac).
18:34:56,289 INFO org.apache.flink.runtime.jobmaster.JobMaster - Successfully ran initialization on master in 5 ms.
18:34:56,315 INFO org.apache.flink.runtime.scheduler.adapter.DefaultExecutionTopology - Built 1 pipelined regions in 2 ms
18:34:56,319 INFO org.apache.flink.runtime.jobmaster.JobMaster - Using failover strategy org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy@3a9c2a45 for Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac).
18:34:56,340 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender akka://flink/user/rpc/jobmanager_3
18:34:56,342 INFO org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl - JobManager runner for job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac) was granted leadership with session id af604ab0-cc5d-42d4-b410-571b7e4d42c3 at akka://flink/user/rpc/jobmanager_3.
18:34:56,346 INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting execution of job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac) under job master id b410571b7e4d42c3af604ab0cc5d42d4.
18:34:56,348 INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
18:34:56,349 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac) switched from state CREATED to RUNNING.
18:34:56,355 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4) (6da6f4a99423946d67406694fd8fd79e) switched from CREATED to SCHEDULED.
18:34:56,355 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4) (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from CREATED to SCHEDULED.
18:34:56,355 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4) (c68f46ce07255b3bbdfaea37367d0069) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4) (14e520594b97963104fd6b30dcc6612d) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (1/4) (40f9f859f053b304d0cafd9968fe439f) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (2/4) (4525225ebbb8c65f15a1f571629e4f65) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (3/4) (1344a61723909029ca21ca774dc8b7f3) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (4/4) (bd4b791392342bf69162718331b9241d) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (1/4) (f7d310d0db66d4c189dd683405a3faed) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (2/4) (bfa590f77c6cafd8c26956ca897d29b6) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (3/4) (2ec619daa0ced3172f336c55c61cb768) switched from CREATED to SCHEDULED.
18:34:56,356 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (4/4) (91d0fb4b6e9cfa5809afd90f80c8b926) switched from CREATED to SCHEDULED.
18:34:56,373 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{5be5cf899510a029f22d0b06ee917c15}]
18:34:56,378 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{55c1163c057f6702ba85b4f45bd802e6}]
18:34:56,379 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{b743a6e16a5d76517c38af1aa533586a}]
18:34:56,380 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{cc54b3b086c6665a4a6fccdd82c7a2f1}]
18:34:56,385 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/jobmanager_3 , session=af604ab0-cc5d-42d4-b410-571b7e4d42c3
18:34:56,387 INFO org.apache.flink.runtime.jobmaster.JobMaster - Connecting to ResourceManager akka://flink/user/rpc/resourcemanager_1(8d4bdf7e8e5ac8d3f83253b447734b49)
18:34:56,390 INFO org.apache.flink.runtime.jobmaster.JobMaster - Resolved ResourceManager address, beginning registration
18:34:56,393 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registering job manager b410571b7e4d42c3af604ab0cc5d42d4@akka://flink/user/rpc/jobmanager_3 for job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,399 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registered job manager b410571b7e4d42c3af604ab0cc5d42d4@akka://flink/user/rpc/jobmanager_3 for job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,403 INFO org.apache.flink.runtime.jobmaster.JobMaster - JobManager successfully registered at ResourceManager, leader id: 8d4bdf7e8e5ac8d3f83253b447734b49.
18:34:56,405 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{5be5cf899510a029f22d0b06ee917c15}] and profile ResourceProfile{UNKNOWN} with allocation id cae06f26fb306aa27e647bdd38f33606 from resource manager.
18:34:56,407 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 06889b4f68a5431e0fdd928c05386cac with allocation id cae06f26fb306aa27e647bdd38f33606.
18:34:56,407 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{55c1163c057f6702ba85b4f45bd802e6}] and profile ResourceProfile{UNKNOWN} with allocation id 5e1efce8de08cc15d5bd06ee500e7adc from resource manager.
18:34:56,407 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{b743a6e16a5d76517c38af1aa533586a}] and profile ResourceProfile{UNKNOWN} with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271 from resource manager.
18:34:56,407 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{cc54b3b086c6665a4a6fccdd82c7a2f1}] and profile ResourceProfile{UNKNOWN} with allocation id 5c79df0590bade272cd93e8b70b55027 from resource manager.
18:34:56,410 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request cae06f26fb306aa27e647bdd38f33606 for job 06889b4f68a5431e0fdd928c05386cac from resource manager with leader id 8d4bdf7e8e5ac8d3f83253b447734b49.
18:34:56,411 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 06889b4f68a5431e0fdd928c05386cac with allocation id 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,411 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 06889b4f68a5431e0fdd928c05386cac with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,412 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 06889b4f68a5431e0fdd928c05386cac with allocation id 5c79df0590bade272cd93e8b70b55027.
18:34:56,415 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for cae06f26fb306aa27e647bdd38f33606.
18:34:56,416 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Add job 06889b4f68a5431e0fdd928c05386cac for job leader monitoring.
18:34:56,420 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request 5e1efce8de08cc15d5bd06ee500e7adc for job 06889b4f68a5431e0fdd928c05386cac from resource manager with leader id 8d4bdf7e8e5ac8d3f83253b447734b49.
18:34:56,421 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,421 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Try to register at job manager akka://flink/user/rpc/jobmanager_3 with leader id af604ab0-cc5d-42d4-b410-571b7e4d42c3.
18:34:56,423 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request b3a65aa5ca9ae09b4e45bc32e7a42271 for job 06889b4f68a5431e0fdd928c05386cac from resource manager with leader id 8d4bdf7e8e5ac8d3f83253b447734b49.
18:34:56,423 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,423 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request 5c79df0590bade272cd93e8b70b55027 for job 06889b4f68a5431e0fdd928c05386cac from resource manager with leader id 8d4bdf7e8e5ac8d3f83253b447734b49.
18:34:56,424 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Resolved JobManager address, beginning registration
18:34:56,424 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for 5c79df0590bade272cd93e8b70b55027.
18:34:56,430 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Successful registration at job manager akka://flink/user/rpc/jobmanager_3 for job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,431 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Establish JobManager connection for job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,435 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Offer reserved slots to the leader of job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,444 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4) (6da6f4a99423946d67406694fd8fd79e) switched from SCHEDULED to DEPLOYING.
18:34:56,445 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4) (attempt #0) with attempt id 6da6f4a99423946d67406694fd8fd79e to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5c79df0590bade272cd93e8b70b55027
18:34:56,455 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4) (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from SCHEDULED to DEPLOYING.
18:34:56,456 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4) (attempt #0) with attempt id 02b3e6c69ccb4780a1e5ff40e27eaf27 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271
18:34:56,456 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4) (c68f46ce07255b3bbdfaea37367d0069) switched from SCHEDULED to DEPLOYING.
18:34:56,456 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4) (attempt #0) with attempt id c68f46ce07255b3bbdfaea37367d0069 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id cae06f26fb306aa27e647bdd38f33606
18:34:56,456 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4) (14e520594b97963104fd6b30dcc6612d) switched from SCHEDULED to DEPLOYING.
18:34:56,456 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5c79df0590bade272cd93e8b70b55027.
18:34:56,456 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4) (attempt #0) with attempt id 14e520594b97963104fd6b30dcc6612d to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5e1efce8de08cc15d5bd06ee500e7adc
18:34:56,457 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (1/4) (40f9f859f053b304d0cafd9968fe439f) switched from SCHEDULED to DEPLOYING.
18:34:56,457 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Reduce (Reduce at main(BatchJob.java:57)) (1/4) (attempt #0) with attempt id 40f9f859f053b304d0cafd9968fe439f to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5c79df0590bade272cd93e8b70b55027
18:34:56,462 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (2/4) (4525225ebbb8c65f15a1f571629e4f65) switched from SCHEDULED to DEPLOYING.
18:34:56,462 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Reduce (Reduce at main(BatchJob.java:57)) (2/4) (attempt #0) with attempt id 4525225ebbb8c65f15a1f571629e4f65 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271
18:34:56,462 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (3/4) (1344a61723909029ca21ca774dc8b7f3) switched from SCHEDULED to DEPLOYING.
18:34:56,462 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Reduce (Reduce at main(BatchJob.java:57)) (3/4) (attempt #0) with attempt id 1344a61723909029ca21ca774dc8b7f3 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id cae06f26fb306aa27e647bdd38f33606
18:34:56,462 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (4/4) (bd4b791392342bf69162718331b9241d) switched from SCHEDULED to DEPLOYING.
18:34:56,463 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Reduce (Reduce at main(BatchJob.java:57)) (4/4) (attempt #0) with attempt id bd4b791392342bf69162718331b9241d to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5e1efce8de08cc15d5bd06ee500e7adc
18:34:56,463 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (1/4) (f7d310d0db66d4c189dd683405a3faed) switched from SCHEDULED to DEPLOYING.
18:34:56,463 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying DataSink (collect()) (1/4) (attempt #0) with attempt id f7d310d0db66d4c189dd683405a3faed to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5c79df0590bade272cd93e8b70b55027
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (2/4) (bfa590f77c6cafd8c26956ca897d29b6) switched from SCHEDULED to DEPLOYING.
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying DataSink (collect()) (2/4) (attempt #0) with attempt id bfa590f77c6cafd8c26956ca897d29b6 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (3/4) (2ec619daa0ced3172f336c55c61cb768) switched from SCHEDULED to DEPLOYING.
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying DataSink (collect()) (3/4) (attempt #0) with attempt id 2ec619daa0ced3172f336c55c61cb768 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id cae06f26fb306aa27e647bdd38f33606
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (4/4) (91d0fb4b6e9cfa5809afd90f80c8b926) switched from SCHEDULED to DEPLOYING.
18:34:56,464 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying DataSink (collect()) (4/4) (attempt #0) with attempt id 91d0fb4b6e9cfa5809afd90f80c8b926 to d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 @ 127.0.0.1 (dataPort=-1) with allocation id 5e1efce8de08cc15d5bd06ee500e7adc
18:34:56,487 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e), deploy into slot with allocation id 5c79df0590bade272cd93e8b70b55027.
18:34:56,488 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e) switched from CREATED to DEPLOYING.
18:34:56,491 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,492 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e) [DEPLOYING].
18:34:56,494 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e) [DEPLOYING].
18:34:56,494 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27), deploy into slot with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,495 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot cae06f26fb306aa27e647bdd38f33606.
18:34:56,496 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from CREATED to DEPLOYING.
18:34:56,497 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27) [DEPLOYING].
18:34:56,498 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069), deploy into slot with allocation id cae06f26fb306aa27e647bdd38f33606.
18:34:56,498 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27) [DEPLOYING].
18:34:56,498 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,500 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069) switched from CREATED to DEPLOYING.
18:34:56,502 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069) [DEPLOYING].
18:34:56,503 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069) [DEPLOYING].
18:34:56,504 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d), deploy into slot with allocation id 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,504 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5c79df0590bade272cd93e8b70b55027.
18:34:56,505 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e) switched from DEPLOYING to RUNNING.
18:34:56,505 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069) switched from DEPLOYING to RUNNING.
18:34:56,505 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from DEPLOYING to RUNNING.
18:34:56,506 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4) (6da6f4a99423946d67406694fd8fd79e) switched from DEPLOYING to RUNNING.
18:34:56,506 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d) switched from CREATED to DEPLOYING.
18:34:56,507 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d) [DEPLOYING].
18:34:56,508 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d) [DEPLOYING].
18:34:56,509 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4) (c68f46ce07255b3bbdfaea37367d0069) switched from DEPLOYING to RUNNING.
18:34:56,509 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4) (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from DEPLOYING to RUNNING.
18:34:56,510 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d) switched from DEPLOYING to RUNNING.
18:34:56,511 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4) (14e520594b97963104fd6b30dcc6612d) switched from DEPLOYING to RUNNING.
18:34:56,523 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f), deploy into slot with allocation id 5c79df0590bade272cd93e8b70b55027.
18:34:56,523 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,525 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65), deploy into slot with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,525 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot cae06f26fb306aa27e647bdd38f33606.
18:34:56,527 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3), deploy into slot with allocation id cae06f26fb306aa27e647bdd38f33606.
18:34:56,527 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,529 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3) switched from CREATED to DEPLOYING.
18:34:56,530 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f) switched from CREATED to DEPLOYING.
18:34:56,530 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3) [DEPLOYING].
18:34:56,530 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f) [DEPLOYING].
18:34:56,529 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65) switched from CREATED to DEPLOYING.
18:34:56,537 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65) [DEPLOYING].
18:34:56,534 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d), deploy into slot with allocation id 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,533 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f) [DEPLOYING].
18:34:56,533 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3) [DEPLOYING].
18:34:56,542 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f) switched from DEPLOYING to RUNNING.
18:34:56,542 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d) switched from CREATED to DEPLOYING.
18:34:56,543 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d) [DEPLOYING].
18:34:56,541 WARN org.apache.flink.metrics.MetricGroup - The operator name DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) exceeded the 80 characters length limit and was truncated.
18:34:56,546 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d) [DEPLOYING].
18:34:56,541 WARN org.apache.flink.metrics.MetricGroup - The operator name DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) exceeded the 80 characters length limit and was truncated.
18:34:56,540 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5c79df0590bade272cd93e8b70b55027.
18:34:56,560 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed), deploy into slot with allocation id 5c79df0590bade272cd93e8b70b55027.
18:34:56,561 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,539 WARN org.apache.flink.metrics.MetricGroup - The operator name DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) exceeded the 80 characters length limit and was truncated.
18:34:56,538 WARN org.apache.flink.metrics.MetricGroup - The operator name DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) exceeded the 80 characters length limit and was truncated.
18:34:56,538 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65) [DEPLOYING].
18:34:56,567 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d) switched from DEPLOYING to RUNNING.
18:34:56,578 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65) switched from DEPLOYING to RUNNING.
18:34:56,566 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6), deploy into slot with allocation id b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,579 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot cae06f26fb306aa27e647bdd38f33606.
18:34:56,590 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768), deploy into slot with allocation id cae06f26fb306aa27e647bdd38f33606.
18:34:56,590 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,591 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926), deploy into slot with allocation id 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,592 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot cae06f26fb306aa27e647bdd38f33606.
18:34:56,592 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot b3a65aa5ca9ae09b4e45bc32e7a42271.
18:34:56,596 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5c79df0590bade272cd93e8b70b55027.
18:34:56,596 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 5e1efce8de08cc15d5bd06ee500e7adc.
18:34:56,566 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed) switched from CREATED to DEPLOYING.
18:34:56,600 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926) switched from CREATED to DEPLOYING.
18:34:56,628 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926) [DEPLOYING].
18:34:56,544 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (1/4) (40f9f859f053b304d0cafd9968fe439f) switched from DEPLOYING to RUNNING.
18:34:56,543 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3) switched from DEPLOYING to RUNNING.
18:34:56,630 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (4/4) (bd4b791392342bf69162718331b9241d) switched from DEPLOYING to RUNNING.
18:34:56,630 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926) [DEPLOYING].
18:34:56,623 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768) switched from CREATED to DEPLOYING.
18:34:56,644 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768) [DEPLOYING].
18:34:56,644 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926) switched from DEPLOYING to RUNNING.
18:34:56,602 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6) switched from CREATED to DEPLOYING.
18:34:56,674 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6) [DEPLOYING].
18:34:56,601 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed) [DEPLOYING].
18:34:56,674 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6) [DEPLOYING].
18:34:56,651 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768) [DEPLOYING].
18:34:56,633 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (2/4) (4525225ebbb8c65f15a1f571629e4f65) switched from DEPLOYING to RUNNING.
18:34:56,675 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6) switched from DEPLOYING to RUNNING.
18:34:56,677 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (3/4) (1344a61723909029ca21ca774dc8b7f3) switched from DEPLOYING to RUNNING.
18:34:56,677 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768) switched from DEPLOYING to RUNNING.
18:34:56,676 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed) [DEPLOYING].
18:34:56,678 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (4/4) (91d0fb4b6e9cfa5809afd90f80c8b926) switched from DEPLOYING to RUNNING.
18:34:56,681 WARN org.apache.flink.runtime.taskmanager.TaskManagerLocation - No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
18:34:56,681 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed) switched from DEPLOYING to RUNNING.
18:34:56,681 INFO org.apache.flink.api.common.io.LocatableInputSplitAssigner - Assigning remote split to host 127.0.0.1
18:34:56,683 INFO org.apache.flink.api.common.io.LocatableInputSplitAssigner - Assigning remote split to host 127.0.0.1
18:34:56,684 INFO org.apache.flink.api.common.io.LocatableInputSplitAssigner - Assigning remote split to host 127.0.0.1
18:34:56,684 INFO org.apache.flink.api.common.io.LocatableInputSplitAssigner - Assigning remote split to host 127.0.0.1
18:34:56,684 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (2/4) (bfa590f77c6cafd8c26956ca897d29b6) switched from DEPLOYING to RUNNING.
18:34:56,684 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (3/4) (2ec619daa0ced3172f336c55c61cb768) switched from DEPLOYING to RUNNING.
18:34:56,685 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (1/4) (f7d310d0db66d4c189dd683405a3faed) switched from DEPLOYING to RUNNING.
18:34:56,712 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069) switched from RUNNING to FINISHED.
18:34:56,712 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 (c68f46ce07255b3bbdfaea37367d0069).
18:34:56,712 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from RUNNING to FINISHED.
18:34:56,713 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 (02b3e6c69ccb4780a1e5ff40e27eaf27).
18:34:56,714 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d) switched from RUNNING to FINISHED.
18:34:56,713 INFO org.apache.flink.runtime.taskmanager.Task - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e) switched from RUNNING to FINISHED.
18:34:56,715 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 (6da6f4a99423946d67406694fd8fd79e).
18:34:56,714 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 (14e520594b97963104fd6b30dcc6612d).
18:34:56,717 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4)#0 c68f46ce07255b3bbdfaea37367d0069.
18:34:56,723 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3) switched from RUNNING to FINISHED.
18:34:56,723 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 (1344a61723909029ca21ca774dc8b7f3).
18:34:56,724 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d) switched from RUNNING to FINISHED.
18:34:56,725 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768) switched from RUNNING to FINISHED.
18:34:56,725 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for DataSink (collect()) (3/4)#0 (2ec619daa0ced3172f336c55c61cb768).
18:34:56,725 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65) switched from RUNNING to FINISHED.
18:34:56,727 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 (4525225ebbb8c65f15a1f571629e4f65).
18:34:56,727 INFO org.apache.flink.runtime.taskmanager.Task - Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f) switched from RUNNING to FINISHED.
18:34:56,727 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 (40f9f859f053b304d0cafd9968fe439f).
18:34:56,727 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926) switched from RUNNING to FINISHED.
18:34:56,727 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for DataSink (collect()) (4/4)#0 (91d0fb4b6e9cfa5809afd90f80c8b926).
18:34:56,726 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed) switched from RUNNING to FINISHED.
18:34:56,728 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for DataSink (collect()) (1/4)#0 (f7d310d0db66d4c189dd683405a3faed).
18:34:56,726 INFO org.apache.flink.runtime.taskmanager.Task - DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6) switched from RUNNING to FINISHED.
18:34:56,728 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for DataSink (collect()) (2/4)#0 (bfa590f77c6cafd8c26956ca897d29b6).
18:34:56,725 INFO org.apache.flink.runtime.taskmanager.Task - Freeing task resources for Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 (bd4b791392342bf69162718331b9241d).
18:34:56,728 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4)#0 02b3e6c69ccb4780a1e5ff40e27eaf27.
18:34:56,730 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (3/4) (c68f46ce07255b3bbdfaea37367d0069) switched from RUNNING to FINISHED.
18:34:56,730 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4)#0 6da6f4a99423946d67406694fd8fd79e.
18:34:56,730 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4)#0 14e520594b97963104fd6b30dcc6612d.
18:34:56,730 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task Reduce (Reduce at main(BatchJob.java:57)) (3/4)#0 1344a61723909029ca21ca774dc8b7f3.
18:34:56,731 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task DataSink (collect()) (3/4)#0 2ec619daa0ced3172f336c55c61cb768.
18:34:56,734 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (2/4) (02b3e6c69ccb4780a1e5ff40e27eaf27) switched from RUNNING to FINISHED.
18:34:56,735 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (1/4) (6da6f4a99423946d67406694fd8fd79e) switched from RUNNING to FINISHED.
18:34:56,736 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - CHAIN DataSource (at main(BatchJob.java:47) (org.apache.flink.api.java.io.TextInputFormat)) -> FlatMap (FlatMap at main(BatchJob.java:48)) -> Combine (Reduce at main(BatchJob.java:57)) (4/4) (14e520594b97963104fd6b30dcc6612d) switched from RUNNING to FINISHED.
18:34:56,738 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (3/4) (1344a61723909029ca21ca774dc8b7f3) switched from RUNNING to FINISHED.
18:34:56,739 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task Reduce (Reduce at main(BatchJob.java:57)) (2/4)#0 4525225ebbb8c65f15a1f571629e4f65.
18:34:56,740 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task Reduce (Reduce at main(BatchJob.java:57)) (1/4)#0 40f9f859f053b304d0cafd9968fe439f.
18:34:56,741 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task DataSink (collect()) (4/4)#0 91d0fb4b6e9cfa5809afd90f80c8b926.
18:34:56,741 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task DataSink (collect()) (1/4)#0 f7d310d0db66d4c189dd683405a3faed.
18:34:56,741 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task DataSink (collect()) (2/4)#0 bfa590f77c6cafd8c26956ca897d29b6.
18:34:56,741 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Un-registering task and sending final execution state FINISHED to JobManager for task Reduce (Reduce at main(BatchJob.java:57)) (4/4)#0 bd4b791392342bf69162718331b9241d.
18:34:56,740 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (3/4) (2ec619daa0ced3172f336c55c61cb768) switched from RUNNING to FINISHED.
18:34:56,745 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (2/4) (4525225ebbb8c65f15a1f571629e4f65) switched from RUNNING to FINISHED.
18:34:56,746 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (1/4) (40f9f859f053b304d0cafd9968fe439f) switched from RUNNING to FINISHED.
18:34:56,747 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (4/4) (91d0fb4b6e9cfa5809afd90f80c8b926) switched from RUNNING to FINISHED.
18:34:56,747 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (1/4) (f7d310d0db66d4c189dd683405a3faed) switched from RUNNING to FINISHED.
18:34:56,748 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - DataSink (collect()) (2/4) (bfa590f77c6cafd8c26956ca897d29b6) switched from RUNNING to FINISHED.
18:34:56,748 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Reduce (Reduce at main(BatchJob.java:57)) (4/4) (bd4b791392342bf69162718331b9241d) switched from RUNNING to FINISHED.
18:34:56,750 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Job Flink Java Job at Wed Jan 27 18:34:49 CST 2021 (06889b4f68a5431e0fdd928c05386cac) switched from state RUNNING to FINISHED.
18:34:56,760 INFO org.apache.flink.runtime.minicluster.MiniCluster - Shutting down Flink Mini Cluster
18:34:56,760 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Job 06889b4f68a5431e0fdd928c05386cac reached globally terminal state FINISHED.
18:34:56,761 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Stopping TaskExecutor akka://flink/user/rpc/taskmanager_0.
18:34:56,761 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Shutting down rest endpoint.
18:34:56,761 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Close ResourceManager connection 354bd2667c2e98a56de4c4c9a9f80fde.
18:34:56,763 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Close JobManager connection for job 06889b4f68a5431e0fdd928c05386cac.
18:34:56,763 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Closing TaskExecutor connection d9b3ca79-cd7b-460e-91cd-e6657e4aa7b7 because: The TaskExecutor is shutting down.
18:34:56,764 INFO org.apache.flink.runtime.jobmaster.JobMaster - Stopping the JobMaster for job Flink Java Job at Wed Jan 27 18:34:49 CST 2021(06889b4f68a5431e0fdd928c05386cac).
18:34:56,773 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Free slot TaskSlot(index:0, state:ALLOCATED, resource profile: ResourceProfile{managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}, allocationId: cae06f26fb306aa27e647bdd38f33606, jobId: 06889b4f68a5431e0fdd928c05386cac).
18:34:56,775 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Free slot TaskSlot(index:2, state:ALLOCATED, resource profile: ResourceProfile{managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}, allocationId: b3a65aa5ca9ae09b4e45bc32e7a42271, jobId: 06889b4f68a5431e0fdd928c05386cac).
18:34:56,776 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Free slot TaskSlot(index:3, state:ALLOCATED, resource profile: ResourceProfile{managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}, allocationId: 5c79df0590bade272cd93e8b70b55027, jobId: 06889b4f68a5431e0fdd928c05386cac).
18:34:56,776 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Free slot TaskSlot(index:1, state:ALLOCATED, resource profile: ResourceProfile{managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}, allocationId: 5e1efce8de08cc15d5bd06ee500e7adc, jobId: 06889b4f68a5431e0fdd928c05386cac).
18:34:56,788 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Suspending SlotPool.
18:34:56,788 INFO org.apache.flink.runtime.jobmaster.JobMaster - Close ResourceManager connection 354bd2667c2e98a56de4c4c9a9f80fde: Stopping JobMaster for job Flink Java Job at Wed Jan 27 18:34:49 CST 2021(06889b4f68a5431e0fdd928c05386cac)..
18:34:56,788 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Stopping SlotPool.
18:34:56,798 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Disconnect job manager b410571b7e4d42c3af604ab0cc5d42d4@akka://flink/user/rpc/jobmanager_3 for job 06889b4f68a5431e0fdd928c05386cac from the resource manager.
18:34:56,907 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Stop job leader service.
18:34:56,908 INFO org.apache.flink.runtime.state.TaskExecutorLocalStateStoresManager - Shutting down TaskExecutorLocalStateStoresManager.
(Do,1)
(Hello,2)
(How,1)
(fans,1)
(like,1)
(4i,1)
(Indian,1)
(Mi,2)
(Thank,4)
(are,1)
(very,1)
(you,7)
(Are,1)
(OK,1)
(much,1)
18:34:57,018 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Removing cache directory C:\Users\10004579\AppData\Local\Temp\flink-web-ui
18:34:57,020 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Shut down complete.
18:34:57,044 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Shut down cluster because application is in CANCELED, diagnostics DispatcherResourceManagerComponent has been closed..
18:34:57,044 INFO org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent - Closing components.
18:34:57,045 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Stopping SessionDispatcherLeaderProcess.
18:34:57,046 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Stopping dispatcher akka://flink/user/rpc/dispatcher_2.
18:34:57,046 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Stopping all currently running jobs of dispatcher akka://flink/user/rpc/dispatcher_2.
18:34:57,046 INFO org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Closing the SlotManager.
18:34:57,047 INFO org.apache.flink.runtime.rest.handler.legacy.backpressure.BackPressureRequestCoordinator - Shutting down back pressure request coordinator.
18:34:57,047 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Stopped dispatcher akka://flink/user/rpc/dispatcher_2.
18:34:57,047 INFO org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Suspending the SlotManager.
18:34:57,051 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager removed spill file directory C:\Users\10004579\AppData\Local\Temp\flink-io-cdb84b68-eb0a-4d49-b944-14588a03ae98
18:34:57,051 INFO org.apache.flink.runtime.io.network.NettyShuffleEnvironment - Shutting down the network environment and its components.
18:34:57,056 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager removed spill file directory C:\Users\10004579\AppData\Local\Temp\flink-netty-shuffle-fde3317c-dda1-4a6c-aea0-7a75abfabe1d
18:34:57,057 INFO org.apache.flink.runtime.taskexecutor.KvStateService - Shutting down the kvState service and its components.
18:34:57,059 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Stop job leader service.
18:34:57,062 INFO org.apache.flink.runtime.filecache.FileCache - removed file cache directory C:\Users\10004579\AppData\Local\Temp\flink-dist-cache-cb80b121-4510-4289-8da3-c07122bd1e77
18:34:57,062 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Stopped TaskExecutor akka://flink/user/rpc/taskmanager_0.
18:34:57,063 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Stopping Akka RPC service.
18:34:57,130 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Stopping Akka RPC service.
18:34:57,131 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Stopped Akka RPC service.
18:34:57,147 INFO org.apache.flink.runtime.blob.PermanentBlobCache - Shutting down BLOB cache
18:34:57,150 INFO org.apache.flink.runtime.blob.TransientBlobCache - Shutting down BLOB cache
18:34:57,153 INFO org.apache.flink.runtime.blob.BlobServer - Stopped BLOB server at 0.0.0.0:56543
18:34:57,154 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Stopped Akka RPC service.
Process finished with exit code 0
2 scala wordcount
1 创建项目
我已经创建好，有需要的可以直接下载
https://github.com/m769963249/flink_test_scala.git
git clone https://github.com/m769963249/flink_test_scala.git
2 配置依赖
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.example</groupId>
<artifactId>flink_test_scala</artifactId>
<version>1.0-SNAPSHOT</version>
<inceptionYear>2008</inceptionYear>
<properties>
<scala.version>2.12.3</scala.version>
<maven.compiler.source>1.8</maven.compiler.source>
<maven.compiler.target>1.8</maven.compiler.target>
<maven.compiler.compilerVersion>1.8</maven.compiler.compilerVersion>
<flink.version>1.12.0</flink.version>
</properties>
<repositories>
<repository>
<id>scala-tools.org</id>
<name>Scala-Tools Maven2 Repository</name>
<url>http://scala-tools.org/repo-releases</url>
</repository>
</repositories>
<pluginRepositories>
<pluginRepository>
<id>scala-tools.org</id>
<name>Scala-Tools Maven2 Repository</name>
<url>http://scala-tools.org/repo-releases</url>
</pluginRepository>
</pluginRepositories>
<dependencies>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
<version>${scala.version}</version>
</dependency>
<!--flink-->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-scala_2.12</artifactId>
<version>${flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-streaming-scala_2.12</artifactId>
<version>${flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-clients_2.12</artifactId>
<version>${flink.version}</version>
</dependency>
</dependencies>
<build>
<sourceDirectory>src/main/scala</sourceDirectory>
<testSourceDirectory>src/test/scala</testSourceDirectory>
<plugins>
<plugin>
<groupId>org.scala-tools</groupId>
<artifactId>maven-scala-plugin</artifactId>
<executions>
<execution>
<goals>
<goal>compile</goal>
<goal>testCompile</goal>
</goals>
</execution>
</executions>
<configuration>
<scalaVersion>${scala.version}</scalaVersion>
<args>
<arg>-target:jvm-1.5</arg>
</args>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-eclipse-plugin</artifactId>
<configuration>
<downloadSources>true</downloadSources>
<buildcommands>
<buildcommand>ch.epfl.lamp.sdt.core.scalabuilder</buildcommand>
</buildcommands>
<additionalProjectnatures>
<projectnature>ch.epfl.lamp.sdt.core.scalanature</projectnature>
</additionalProjectnatures>
<classpathContainers>
<classpathContainer>org.eclipse.jdt.launching.JRE_CONTAINER</classpathContainer>
<classpathContainer>ch.epfl.lamp.sdt.launching.SCALA_CONTAINER</classpathContainer>
</classpathContainers>
</configuration>
</plugin>
</plugins>
</build>
<reporting>
<plugins>
<plugin>
<groupId>org.scala-tools</groupId>
<artifactId>maven-scala-plugin</artifactId>
<configuration>
<scalaVersion>${scala.version}</scalaVersion>
</configuration>
</plugin>
</plugins>
</reporting>
</project>
3 编写代码
package org.example
import org.apache.flink.api.scala.ExecutionEnvironment
import org.apache.flink.streaming.api.scala._
object BatchJob {
def main(args: Array[String]): Unit = {
val env = ExecutionEnvironment.getExecutionEnvironment
val source = env.fromElements("Thank you\nAre you OK\nHello\nThank you\nThank you very much\nHello\nThank you\nHow are you Indian Mi fans\nDo you like Mi 4i")
val value = source.flatMap(_.split(" ")).map((_, 1)).groupBy(0).sum(1)
value.print()
}
}
4 运行 BatchJob的主类
运行日志：
"C:\Program Files\Java\jdk1.8.0_261\bin\java.exe" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\lib\idea_rt.jar=63286:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_261\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\rt.jar;E:\workspace\java\idea\flink_test_scala\target\classes;C:\Program Files (x86)\scala-2.12.3\lib\scala-library.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-parser-combinators_2.12-1.0.6.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-reflect.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-swing_2.12-2.0.0.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-xml_2.12-1.0.6.jar;P:\.m2\repository\org\scala-lang\scala-library\2.12.3\scala-library-2.12.3.jar;P:\.m2\repository\org\apache\flink\flink-scala_2.12\1.12.0\flink-scala_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-core\1.12.0\flink-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-annotations\1.12.0\flink-annotations-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-metrics-core\1.12.0\flink-metrics-core-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;P:\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;P:\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;P:\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;P:\.m2\repository\commons-collections\commons-collections\3.2.2\commons-collections-3.2.2.jar;P:\.m2\repository\org\apache\commons\commons-compress\1.20\commons-compress-1.20.jar;P:\.m2\repository\org\apache\flink\flink-shaded-guava\18.0-12.0\flink-shaded-guava-18.0-12.0.jar;P:\.m2\repository\org\apache\flink\flink-java\1.12.0\flink-java-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar;P:\.m2\repository\org\apache\flink\flink-shaded-asm-7\7.1-12.0\flink-shaded-asm-7-7.1-12.0.jar;P:\.m2\repository\org\scala-lang\scala-reflect\2.12.7\scala-reflect-2.12.7.jar;P:\.m2\repository\org\scala-lang\scala-compiler\2.12.7\scala-compiler-2.12.7.jar;P:\.m2\repository\org\scala-lang\modules\scala-xml_2.12\1.0.6\scala-xml_2.12-1.0.6.jar;P:\.m2\repository\org\slf4j\slf4j-api\1.7.15\slf4j-api-1.7.15.jar;P:\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;P:\.m2\repository\org\apache\flink\force-shading\1.12.0\force-shading-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-scala_2.12\1.12.0\flink-streaming-scala_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-java_2.12\1.12.0\flink-streaming-java_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-file-sink-common\1.12.0\flink-file-sink-common-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-clients_2.12\1.12.0\flink-clients_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-runtime_2.12\1.12.0\flink-runtime_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-queryable-state-client-java\1.12.0\flink-queryable-state-client-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-hadoop-fs\1.12.0\flink-hadoop-fs-1.12.0.jar;P:\.m2\repository\commons-io\commons-io\2.7\commons-io-2.7.jar;P:\.m2\repository\org\apache\flink\flink-shaded-netty\4.1.49.Final-12.0\flink-shaded-netty-4.1.49.Final-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-jackson\2.10.1-12.0\flink-shaded-jackson-2.10.1-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-zookeeper-3\3.4.14-12.0\flink-shaded-zookeeper-3-3.4.14-12.0.jar;P:\.m2\repository\org\javassist\javassist\3.24.0-GA\javassist-3.24.0-GA.jar;P:\.m2\repository\com\typesafe\akka\akka-actor_2.12\2.5.21\akka-actor_2.12-2.5.21.jar;P:\.m2\repository\com\typesafe\config\1.3.3\config-1.3.3.jar;P:\.m2\repository\org\scala-lang\modules\scala-java8-compat_2.12\0.8.0\scala-java8-compat_2.12-0.8.0.jar;P:\.m2\repository\com\typesafe\akka\akka-stream_2.12\2.5.21\akka-stream_2.12-2.5.21.jar;P:\.m2\repository\org\reactivestreams\reactive-streams\1.0.2\reactive-streams-1.0.2.jar;P:\.m2\repository\com\typesafe\ssl-config-core_2.12\0.3.7\ssl-config-core_2.12-0.3.7.jar;P:\.m2\repository\org\scala-lang\modules\scala-parser-combinators_2.12\1.1.1\scala-parser-combinators_2.12-1.1.1.jar;P:\.m2\repository\com\typesafe\akka\akka-protobuf_2.12\2.5.21\akka-protobuf_2.12-2.5.21.jar;P:\.m2\repository\com\typesafe\akka\akka-slf4j_2.12\2.5.21\akka-slf4j_2.12-2.5.21.jar;P:\.m2\repository\org\clapper\grizzled-slf4j_2.12\1.3.2\grizzled-slf4j_2.12-1.3.2.jar;P:\.m2\repository\com\github\scopt\scopt_2.12\3.5.0\scopt_2.12-3.5.0.jar;P:\.m2\repository\org\xerial\snappy\snappy-java\1.1.4\snappy-java-1.1.4.jar;P:\.m2\repository\com\twitter\chill_2.12\0.7.6\chill_2.12-0.7.6.jar;P:\.m2\repository\com\twitter\chill-java\0.7.6\chill-java-0.7.6.jar;P:\.m2\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;P:\.m2\repository\org\apache\flink\flink-optimizer_2.12\1.12.0\flink-optimizer_2.12-1.12.0.jar;P:\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar" org.example.BatchJob
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
(fans
Do,1)
(like,1)
(you
Are,1)
(4i,1)
(Indian,1)
(Mi,2)
(OK
Hello
Thank,1)
(Thank,1)
(are,1)
(very,1)
(you,4)
(you
How,1)
(much
Hello
Thank,1)
(you
Thank,1)
Process finished with exit code 0
3 python wordcount（todo）
二、Stream Job(实时计算)
Stream API用于实时计算
1 java wordcount
1 创建项目
这里就用上面的Batch Job创建的java项目即可
2 配置依赖
依赖同上
3 编写代码
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.test;
import org.apache.flink.api.common.functions.FlatMapFunction;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.util.Collector;
/**
* Skeleton for a Flink Streaming Job.
*
* <p>For a tutorial how to write a Flink streaming application, check the
* tutorials and examples on the <a href="http://flink.apache.org/docs/stable/">Flink Website</a>.
*
* <p>To package your application into a JAR file for execution, run
* 'mvn clean package' on the command line.
*
* <p>If you change the name of the main class (with the public static void main(String[] args))
* method, change the respective entry in the POM.xml file (simply search for 'mainClass').
*/
public class StreamingJob {
public static void main(String[] args) throws Exception {
// set up the streaming execution environment
final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
DataStreamSource<String> source = env.socketTextStream("localhost", 9000);
source.flatMap(new FlatMapFunction<String, Tuple2<String,Integer>>() {
@Override
public void flatMap(String s, Collector<Tuple2<String, Integer>> collector) throws Exception {
for (String word:s.split(" ")){
collector.collect(new Tuple2<>(word,1));
}
}
}).keyBy(0).sum(1).print();
env.execute("Flink Streaming Java API");
}
}
4 运行
4.1 安装 netcat
参考文档：
https://blog.csdn.net/BoomLee/article/details/102563472
4.2 打开一个cmd窗口，执行netcat命令
nc -l -p 9000
4.3 执行 StreamJob
4.4 在4.2中打开的cmd窗口输入一些单词
例如：
4.5 控制台输出
"C:\Program Files\Java\jdk1.8.0_261\bin\java.exe" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\lib\idea_rt.jar=59350:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_261\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\rt.jar;E:\workspace\java\idea\flink_test_java\target\classes;P:\.m2\repository\org\apache\flink\flink-core\1.12.0\flink-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-annotations\1.12.0\flink-annotations-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-metrics-core\1.12.0\flink-metrics-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-asm-7\7.1-12.0\flink-shaded-asm-7-7.1-12.0.jar;P:\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;P:\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;P:\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;P:\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;P:\.m2\repository\commons-collections\commons-collections\3.2.2\commons-collections-3.2.2.jar;P:\.m2\repository\org\apache\commons\commons-compress\1.20\commons-compress-1.20.jar;P:\.m2\repository\org\apache\flink\flink-shaded-guava\18.0-12.0\flink-shaded-guava-18.0-12.0.jar;P:\.m2\repository\org\slf4j\slf4j-api\1.7.15\slf4j-api-1.7.15.jar;P:\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;P:\.m2\repository\org\apache\flink\force-shading\1.12.0\force-shading-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-scala_2.11\1.12.0\flink-streaming-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-java_2.11\1.12.0\flink-streaming-java_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-file-sink-common\1.12.0\flink-file-sink-common-1.12.0.jar;P:\.m2\repository\org\scala-lang\scala-reflect\2.11.12\scala-reflect-2.11.12.jar;P:\.m2\repository\org\scala-lang\scala-library\2.11.12\scala-library-2.11.12.jar;P:\.m2\repository\org\scala-lang\scala-compiler\2.11.12\scala-compiler-2.11.12.jar;P:\.m2\repository\org\scala-lang\modules\scala-xml_2.11\1.0.5\scala-xml_2.11-1.0.5.jar;P:\.m2\repository\org\scala-lang\modules\scala-parser-combinators_2.11\1.0.4\scala-parser-combinators_2.11-1.0.4.jar;P:\.m2\repository\org\apache\flink\flink-scala_2.11\1.12.0\flink-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-common\1.12.0\flink-table-common-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-connector-files\1.12.0\flink-connector-files-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-connector-base\1.12.0\flink-connector-base-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-scala_2.11\1.12.0\flink-table-api-scala_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-java\1.12.0\flink-table-api-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-planner_2.11\1.12.0\flink-table-planner_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-java-bridge_2.11\1.12.0\flink-table-api-java-bridge_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-table-api-scala-bridge_2.11\1.12.0\flink-table-api-scala-bridge_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-clients_2.11\1.12.0\flink-clients_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-runtime_2.11\1.12.0\flink-runtime_2.11-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-queryable-state-client-java\1.12.0\flink-queryable-state-client-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-hadoop-fs\1.12.0\flink-hadoop-fs-1.12.0.jar;P:\.m2\repository\commons-io\commons-io\2.7\commons-io-2.7.jar;P:\.m2\repository\org\apache\flink\flink-shaded-netty\4.1.49.Final-12.0\flink-shaded-netty-4.1.49.Final-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-jackson\2.10.1-12.0\flink-shaded-jackson-2.10.1-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-zookeeper-3\3.4.14-12.0\flink-shaded-zookeeper-3-3.4.14-12.0.jar;P:\.m2\repository\org\javassist\javassist\3.24.0-GA\javassist-3.24.0-GA.jar;P:\.m2\repository\com\typesafe\akka\akka-actor_2.11\2.5.21\akka-actor_2.11-2.5.21.jar;P:\.m2\repository\com\typesafe\config\1.3.3\config-1.3.3.jar;P:\.m2\repository\org\scala-lang\modules\scala-java8-compat_2.11\0.7.0\scala-java8-compat_2.11-0.7.0.jar;P:\.m2\repository\com\typesafe\akka\akka-stream_2.11\2.5.21\akka-stream_2.11-2.5.21.jar;P:\.m2\repository\org\reactivestreams\reactive-streams\1.0.2\reactive-streams-1.0.2.jar;P:\.m2\repository\com\typesafe\ssl-config-core_2.11\0.3.7\ssl-config-core_2.11-0.3.7.jar;P:\.m2\repository\com\typesafe\akka\akka-protobuf_2.11\2.5.21\akka-protobuf_2.11-2.5.21.jar;P:\.m2\repository\com\typesafe\akka\akka-slf4j_2.11\2.5.21\akka-slf4j_2.11-2.5.21.jar;P:\.m2\repository\org\clapper\grizzled-slf4j_2.11\1.3.2\grizzled-slf4j_2.11-1.3.2.jar;P:\.m2\repository\com\github\scopt\scopt_2.11\3.5.0\scopt_2.11-3.5.0.jar;P:\.m2\repository\org\xerial\snappy\snappy-java\1.1.4\snappy-java-1.1.4.jar;P:\.m2\repository\com\twitter\chill_2.11\0.7.6\chill_2.11-0.7.6.jar;P:\.m2\repository\com\twitter\chill-java\0.7.6\chill-java-0.7.6.jar;P:\.m2\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;P:\.m2\repository\org\apache\flink\flink-optimizer_2.11\1.12.0\flink-optimizer_2.11-1.12.0.jar;P:\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar;P:\.m2\repository\org\slf4j\slf4j-log4j12\1.7.7\slf4j-log4j12-1.7.7.jar;P:\.m2\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar;P:\.m2\repository\org\apache\flink\flink-java\1.12.0\flink-java-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar" com.test.StreamingJob
21:16:37,423 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:16:37,426 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:16:37,426 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:16:37,430 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:16:37,430 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:16:37,431 INFO org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils - The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:16:37,585 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting Flink Mini Cluster
21:16:37,591 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting Metrics Registry
21:16:37,764 INFO org.apache.flink.runtime.metrics.MetricRegistryImpl - No metrics reporter configured, no metrics will be exposed/reported.
21:16:37,764 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting RPC Service(s)
21:16:38,453 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start local actor system
21:16:39,426 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
21:16:39,743 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka://flink
21:16:39,766 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start local actor system
21:16:39,783 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
21:16:39,805 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka://flink-metrics
21:16:39,840 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at akka://flink-metrics/user/rpc/MetricQueryService .
21:16:39,950 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting high-availability services
21:16:40,117 INFO org.apache.flink.runtime.blob.BlobServer - Created BLOB server storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-6938a3bc-c797-46c5-ace2-9949e3a59f25
21:16:40,161 INFO org.apache.flink.runtime.blob.BlobServer - Started BLOB server at 0.0.0.0:59355 - max concurrent requests: 50 - max backlog: 1000
21:16:40,177 INFO org.apache.flink.runtime.blob.PermanentBlobCache - Created BLOB cache storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-e516c915-a203-4e99-828f-0a941e0ba65e
21:16:40,179 INFO org.apache.flink.runtime.blob.TransientBlobCache - Created BLOB cache storage directory C:\Users\10004579\AppData\Local\Temp\blobStore-6493c7f1-bd11-4ce9-b590-bffb765e2b31
21:16:40,180 INFO org.apache.flink.runtime.minicluster.MiniCluster - Starting 1 TaskManger(s)
21:16:40,190 INFO org.apache.flink.runtime.taskexecutor.TaskManagerRunner - Starting TaskManager with ResourceID: 70b488c8-fe25-4adc-8538-842b72a54344
21:16:40,283 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Temporary file directory 'C:\Users\10004579\AppData\Local\Temp': total 149 GB, usable 86 GB (57.72% usable)
21:16:40,306 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager uses directory C:\Users\10004579\AppData\Local\Temp\flink-io-95a304e1-07be-482f-8879-7a3ee2d5181c for spill files.
21:16:40,344 INFO org.apache.flink.runtime.io.disk.FileChannelManagerImpl - FileChannelManager uses directory C:\Users\10004579\AppData\Local\Temp\flink-netty-shuffle-e337b50f-23ae-48d6-82d1-91565b4ff220 for spill files.
21:16:40,398 INFO org.apache.flink.runtime.io.network.buffer.NetworkBufferPool - Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:16:40,422 INFO org.apache.flink.runtime.io.network.NettyShuffleEnvironment - Starting the network environment and its components.
21:16:40,426 INFO org.apache.flink.runtime.taskexecutor.KvStateService - Starting the kvState service and its components.
21:16:40,501 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at akka://flink/user/rpc/taskmanager_0 .
21:16:40,530 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Start job leader service.
21:16:40,535 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory C:\Users\10004579\AppData\Local\Temp\flink-dist-cache-3f7acace-7992-4007-8373-2f92a24d17a1
21:16:40,675 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Starting rest endpoint.
21:16:40,681 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:16:41,319 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set.
21:16:41,319 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:16:41,948 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - Rest endpoint listening at localhost:59374
21:16:41,950 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender http://localhost:59374
21:16:41,954 INFO org.apache.flink.runtime.dispatcher.DispatcherRestEndpoint - http://localhost:59374 was granted leadership with leaderSessionID=750d1c2f-ff0d-4026-87fe-307f286b44e0
21:16:41,957 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader http://localhost:59374 , session=750d1c2f-ff0d-4026-87fe-307f286b44e0
21:16:41,991 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at akka://flink/user/rpc/resourcemanager_1 .
21:16:42,013 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender LeaderContender: DefaultDispatcherRunner
21:16:42,014 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender LeaderContender: StandaloneResourceManager
21:16:42,020 INFO org.apache.flink.runtime.minicluster.MiniCluster - Flink Mini Cluster started successfully
21:16:42,024 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - ResourceManager akka://flink/user/rpc/resourcemanager_1 was granted leadership with fencing token 99cebbff72bc8f1959eb5d0a1c934250
21:16:42,030 INFO org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Starting the SlotManager.
21:16:42,033 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Start SessionDispatcherLeaderProcess.
21:16:42,037 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/resourcemanager_1 , session=59eb5d0a-1c93-4250-99ce-bbff72bc8f19
21:16:42,038 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Recover all persisted job graphs.
21:16:42,040 INFO org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess - Successfully recovered 0 persisted job graphs.
21:16:42,042 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Connecting to ResourceManager akka://flink/user/rpc/resourcemanager_1(99cebbff72bc8f1959eb5d0a1c934250).
21:16:42,052 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at akka://flink/user/rpc/dispatcher_2 .
21:16:42,093 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/dispatcher_2 , session=fb3ce037-e211-4f43-aabc-cf65787ad23b
21:16:42,112 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Resolved ResourceManager address, beginning registration
21:16:42,131 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registering TaskManager with ResourceID 70b488c8-fe25-4adc-8538-842b72a54344 (akka://flink/user/rpc/taskmanager_0) at ResourceManager
21:16:42,135 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Successful registration at resource manager akka://flink/user/rpc/resourcemanager_1 under registration id a2ce10c8c601b2a8b978bbf160c6b327.
21:16:42,139 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Received JobGraph submission 7ccf8e4ee34b818e8fbcec74c657d634 (Flink Streaming Java API).
21:16:42,140 INFO org.apache.flink.runtime.dispatcher.StandaloneDispatcher - Submitting job 7ccf8e4ee34b818e8fbcec74c657d634 (Flink Streaming Java API).
21:16:42,193 INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at akka://flink/user/rpc/jobmanager_3 .
21:16:42,207 INFO org.apache.flink.runtime.jobmaster.JobMaster - Initializing job Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634).
21:16:42,292 INFO org.apache.flink.runtime.jobmaster.JobMaster - Using restart back off time strategy NoRestartBackoffTimeStrategy for Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634).
21:16:42,385 INFO org.apache.flink.runtime.jobmaster.JobMaster - Running initialization on master for job Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634).
21:16:42,386 INFO org.apache.flink.runtime.jobmaster.JobMaster - Successfully ran initialization on master in 0 ms.
21:16:42,414 INFO org.apache.flink.runtime.scheduler.adapter.DefaultExecutionTopology - Built 1 pipelined regions in 2 ms
21:16:42,431 INFO org.apache.flink.runtime.jobmaster.JobMaster - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,451 INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - No checkpoint found during restore.
21:16:42,455 INFO org.apache.flink.runtime.jobmaster.JobMaster - Using failover strategy org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy@217657f for Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634).
21:16:42,467 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Proposing leadership to contender akka://flink/user/rpc/jobmanager_3
21:16:42,468 INFO org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl - JobManager runner for job Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634) was granted leadership with session id d459d75d-808a-4841-aff0-7fdccc4d1eb7 at akka://flink/user/rpc/jobmanager_3.
21:16:42,474 INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting execution of job Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634) under job master id aff07fdccc4d1eb7d459d75d808a4841.
21:16:42,476 INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:16:42,476 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Job Flink Streaming Java API (7ccf8e4ee34b818e8fbcec74c657d634) switched from state CREATED to RUNNING.
21:16:42,483 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: Socket Stream (1/1) (9108bfb803d2d34629db73521e1d0bab) switched from CREATED to SCHEDULED.
21:16:42,483 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (1/4) (555689a4c26d42aa2a2e83dd43dce77f) switched from CREATED to SCHEDULED.
21:16:42,484 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (2/4) (8f9218fa10de202bd2d3b50ccbd53afe) switched from CREATED to SCHEDULED.
21:16:42,484 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (3/4) (eec35038c723afe991297a8e2844cb9c) switched from CREATED to SCHEDULED.
21:16:42,485 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (4/4) (7051e23212ab01b34115db77f308988b) switched from CREATED to SCHEDULED.
21:16:42,485 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (1/4) (afdb1ecd47003874df3716aec433b150) switched from CREATED to SCHEDULED.
21:16:42,485 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (2/4) (d911480657f754ec284fa98c78356192) switched from CREATED to SCHEDULED.
21:16:42,485 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (3/4) (10ccb3369c8a77a2a6199cbc1715c634) switched from CREATED to SCHEDULED.
21:16:42,485 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (4/4) (1e373a9cfc05ce1826073b67963e1fa6) switched from CREATED to SCHEDULED.
21:16:42,501 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{a47ec3142be89f40563598963fc37578}]
21:16:42,506 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{2c1cf34edda1365ad9cc6ba4e075b5e9}]
21:16:42,506 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{67bab26245fce808b974970abf1c1d6f}]
21:16:42,507 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{fcbcf8decd47c1a0d3717ecd54e5ae0b}]
21:16:42,513 INFO org.apache.flink.runtime.highavailability.nonha.embedded.EmbeddedLeaderService - Received confirmation of leadership for leader akka://flink/user/rpc/jobmanager_3 , session=d459d75d-808a-4841-aff0-7fdccc4d1eb7
21:16:42,514 INFO org.apache.flink.runtime.jobmaster.JobMaster - Connecting to ResourceManager akka://flink/user/rpc/resourcemanager_1(99cebbff72bc8f1959eb5d0a1c934250)
21:16:42,515 INFO org.apache.flink.runtime.jobmaster.JobMaster - Resolved ResourceManager address, beginning registration
21:16:42,517 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registering job manager aff07fdccc4d1eb7d459d75d808a4841@akka://flink/user/rpc/jobmanager_3 for job 7ccf8e4ee34b818e8fbcec74c657d634.
21:16:42,523 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Registered job manager aff07fdccc4d1eb7d459d75d808a4841@akka://flink/user/rpc/jobmanager_3 for job 7ccf8e4ee34b818e8fbcec74c657d634.
21:16:42,525 INFO org.apache.flink.runtime.jobmaster.JobMaster - JobManager successfully registered at ResourceManager, leader id: 99cebbff72bc8f1959eb5d0a1c934250.
21:16:42,526 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{a47ec3142be89f40563598963fc37578}] and profile ResourceProfile{UNKNOWN} with allocation id 38a620f2a053767898c1c2b3b6c99c03 from resource manager.
21:16:42,527 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 7ccf8e4ee34b818e8fbcec74c657d634 with allocation id 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,527 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{2c1cf34edda1365ad9cc6ba4e075b5e9}] and profile ResourceProfile{UNKNOWN} with allocation id 1ec0274460be962db14e0a774ada3c0d from resource manager.
21:16:42,528 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{67bab26245fce808b974970abf1c1d6f}] and profile ResourceProfile{UNKNOWN} with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5 from resource manager.
21:16:42,528 INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{fcbcf8decd47c1a0d3717ecd54e5ae0b}] and profile ResourceProfile{UNKNOWN} with allocation id ab334d6175be9176ab4dac196c035f11 from resource manager.
21:16:42,533 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request 38a620f2a053767898c1c2b3b6c99c03 for job 7ccf8e4ee34b818e8fbcec74c657d634 from resource manager with leader id 99cebbff72bc8f1959eb5d0a1c934250.
21:16:42,534 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 7ccf8e4ee34b818e8fbcec74c657d634 with allocation id 1ec0274460be962db14e0a774ada3c0d.
21:16:42,535 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 7ccf8e4ee34b818e8fbcec74c657d634 with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,537 INFO org.apache.flink.runtime.resourcemanager.StandaloneResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 7ccf8e4ee34b818e8fbcec74c657d634 with allocation id ab334d6175be9176ab4dac196c035f11.
21:16:42,545 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,546 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Add job 7ccf8e4ee34b818e8fbcec74c657d634 for job leader monitoring.
21:16:42,548 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Try to register at job manager akka://flink/user/rpc/jobmanager_3 with leader id d459d75d-808a-4841-aff0-7fdccc4d1eb7.
21:16:42,549 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request 1ec0274460be962db14e0a774ada3c0d for job 7ccf8e4ee34b818e8fbcec74c657d634 from resource manager with leader id 99cebbff72bc8f1959eb5d0a1c934250.
21:16:42,550 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for 1ec0274460be962db14e0a774ada3c0d.
21:16:42,550 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request 2d4ea2518a97d200dd3cb4eae32ac3a5 for job 7ccf8e4ee34b818e8fbcec74c657d634 from resource manager with leader id 99cebbff72bc8f1959eb5d0a1c934250.
21:16:42,551 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,551 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Receive slot request ab334d6175be9176ab4dac196c035f11 for job 7ccf8e4ee34b818e8fbcec74c657d634 from resource manager with leader id 99cebbff72bc8f1959eb5d0a1c934250.
21:16:42,551 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Resolved JobManager address, beginning registration
21:16:42,551 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Allocated slot for ab334d6175be9176ab4dac196c035f11.
21:16:42,554 INFO org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService - Successful registration at job manager akka://flink/user/rpc/jobmanager_3 for job 7ccf8e4ee34b818e8fbcec74c657d634.
21:16:42,555 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Establish JobManager connection for job 7ccf8e4ee34b818e8fbcec74c657d634.
21:16:42,558 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Offer reserved slots to the leader of job 7ccf8e4ee34b818e8fbcec74c657d634.
21:16:42,568 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: Socket Stream (1/1) (9108bfb803d2d34629db73521e1d0bab) switched from SCHEDULED to DEPLOYING.
21:16:42,569 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Source: Socket Stream (1/1) (attempt #0) with attempt id 9108bfb803d2d34629db73521e1d0bab to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id ab334d6175be9176ab4dac196c035f11
21:16:42,574 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (1/4) (555689a4c26d42aa2a2e83dd43dce77f) switched from SCHEDULED to DEPLOYING.
21:16:42,574 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Flat Map (1/4) (attempt #0) with attempt id 555689a4c26d42aa2a2e83dd43dce77f to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id ab334d6175be9176ab4dac196c035f11
21:16:42,575 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot ab334d6175be9176ab4dac196c035f11.
21:16:42,575 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (2/4) (8f9218fa10de202bd2d3b50ccbd53afe) switched from SCHEDULED to DEPLOYING.
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Flat Map (2/4) (attempt #0) with attempt id 8f9218fa10de202bd2d3b50ccbd53afe to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (3/4) (eec35038c723afe991297a8e2844cb9c) switched from SCHEDULED to DEPLOYING.
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Flat Map (3/4) (attempt #0) with attempt id eec35038c723afe991297a8e2844cb9c to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 38a620f2a053767898c1c2b3b6c99c03
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (4/4) (7051e23212ab01b34115db77f308988b) switched from SCHEDULED to DEPLOYING.
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Flat Map (4/4) (attempt #0) with attempt id 7051e23212ab01b34115db77f308988b to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 1ec0274460be962db14e0a774ada3c0d
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (1/4) (afdb1ecd47003874df3716aec433b150) switched from SCHEDULED to DEPLOYING.
21:16:42,576 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Keyed Aggregation -> Sink: Print to Std. Out (1/4) (attempt #0) with attempt id afdb1ecd47003874df3716aec433b150 to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id ab334d6175be9176ab4dac196c035f11
21:16:42,577 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (2/4) (d911480657f754ec284fa98c78356192) switched from SCHEDULED to DEPLOYING.
21:16:42,577 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Keyed Aggregation -> Sink: Print to Std. Out (2/4) (attempt #0) with attempt id d911480657f754ec284fa98c78356192 to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5
21:16:42,578 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (3/4) (10ccb3369c8a77a2a6199cbc1715c634) switched from SCHEDULED to DEPLOYING.
21:16:42,578 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Keyed Aggregation -> Sink: Print to Std. Out (3/4) (attempt #0) with attempt id 10ccb3369c8a77a2a6199cbc1715c634 to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 38a620f2a053767898c1c2b3b6c99c03
21:16:42,578 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (4/4) (1e373a9cfc05ce1826073b67963e1fa6) switched from SCHEDULED to DEPLOYING.
21:16:42,578 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Keyed Aggregation -> Sink: Print to Std. Out (4/4) (attempt #0) with attempt id 1e373a9cfc05ce1826073b67963e1fa6 to 70b488c8-fe25-4adc-8538-842b72a54344 @ 127.0.0.1 (dataPort=-1) with allocation id 1ec0274460be962db14e0a774ada3c0d
21:16:42,609 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Source: Socket Stream (1/1)#0 (9108bfb803d2d34629db73521e1d0bab), deploy into slot with allocation id ab334d6175be9176ab4dac196c035f11.
21:16:42,610 INFO org.apache.flink.runtime.taskmanager.Task - Source: Socket Stream (1/1)#0 (9108bfb803d2d34629db73521e1d0bab) switched from CREATED to DEPLOYING.
21:16:42,612 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot ab334d6175be9176ab4dac196c035f11.
21:16:42,617 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Source: Socket Stream (1/1)#0 (9108bfb803d2d34629db73521e1d0bab) [DEPLOYING].
21:16:42,618 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Source: Socket Stream (1/1)#0 (9108bfb803d2d34629db73521e1d0bab) [DEPLOYING].
21:16:42,635 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Flat Map (1/4)#0 (555689a4c26d42aa2a2e83dd43dce77f), deploy into slot with allocation id ab334d6175be9176ab4dac196c035f11.
21:16:42,636 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,638 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (1/4)#0 (555689a4c26d42aa2a2e83dd43dce77f) switched from CREATED to DEPLOYING.
21:16:42,639 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Flat Map (1/4)#0 (555689a4c26d42aa2a2e83dd43dce77f) [DEPLOYING].
21:16:42,640 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Flat Map (1/4)#0 (555689a4c26d42aa2a2e83dd43dce77f) [DEPLOYING].
21:16:42,640 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Flat Map (2/4)#0 (8f9218fa10de202bd2d3b50ccbd53afe), deploy into slot with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,642 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (2/4)#0 (8f9218fa10de202bd2d3b50ccbd53afe) switched from CREATED to DEPLOYING.
21:16:42,642 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Flat Map (2/4)#0 (8f9218fa10de202bd2d3b50ccbd53afe) [DEPLOYING].
21:16:42,643 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,643 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Flat Map (2/4)#0 (8f9218fa10de202bd2d3b50ccbd53afe) [DEPLOYING].
21:16:42,646 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Flat Map (3/4)#0 (eec35038c723afe991297a8e2844cb9c), deploy into slot with allocation id 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,646 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 1ec0274460be962db14e0a774ada3c0d.
21:16:42,646 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (3/4)#0 (eec35038c723afe991297a8e2844cb9c) switched from CREATED to DEPLOYING.
21:16:42,647 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Flat Map (3/4)#0 (eec35038c723afe991297a8e2844cb9c) [DEPLOYING].
21:16:42,647 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Flat Map (3/4)#0 (eec35038c723afe991297a8e2844cb9c) [DEPLOYING].
21:16:42,650 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Flat Map (4/4)#0 (7051e23212ab01b34115db77f308988b), deploy into slot with allocation id 1ec0274460be962db14e0a774ada3c0d.
21:16:42,650 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot ab334d6175be9176ab4dac196c035f11.
21:16:42,654 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (4/4)#0 (7051e23212ab01b34115db77f308988b) switched from CREATED to DEPLOYING.
21:16:42,655 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Flat Map (4/4)#0 (7051e23212ab01b34115db77f308988b) [DEPLOYING].
21:16:42,654 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Keyed Aggregation -> Sink: Print to Std. Out (1/4)#0 (afdb1ecd47003874df3716aec433b150), deploy into slot with allocation id ab334d6175be9176ab4dac196c035f11.
21:16:42,656 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Flat Map (4/4)#0 (7051e23212ab01b34115db77f308988b) [DEPLOYING].
21:16:42,656 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,657 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (1/4)#0 (afdb1ecd47003874df3716aec433b150) switched from CREATED to DEPLOYING.
21:16:42,657 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Keyed Aggregation -> Sink: Print to Std. Out (1/4)#0 (afdb1ecd47003874df3716aec433b150) [DEPLOYING].
21:16:42,658 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Keyed Aggregation -> Sink: Print to Std. Out (1/4)#0 (afdb1ecd47003874df3716aec433b150) [DEPLOYING].
21:16:42,660 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Keyed Aggregation -> Sink: Print to Std. Out (2/4)#0 (d911480657f754ec284fa98c78356192), deploy into slot with allocation id 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,660 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,662 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Keyed Aggregation -> Sink: Print to Std. Out (3/4)#0 (10ccb3369c8a77a2a6199cbc1715c634), deploy into slot with allocation id 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,663 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 1ec0274460be962db14e0a774ada3c0d.
21:16:42,666 INFO org.apache.flink.runtime.taskexecutor.TaskExecutor - Received task Keyed Aggregation -> Sink: Print to Std. Out (4/4)#0 (1e373a9cfc05ce1826073b67963e1fa6), deploy into slot with allocation id 1ec0274460be962db14e0a774ada3c0d.
21:16:42,667 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 1ec0274460be962db14e0a774ada3c0d.
21:16:42,667 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 2d4ea2518a97d200dd3cb4eae32ac3a5.
21:16:42,667 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot ab334d6175be9176ab4dac196c035f11.
21:16:42,667 INFO org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl - Activate slot 38a620f2a053767898c1c2b3b6c99c03.
21:16:42,677 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (4/4)#0 (1e373a9cfc05ce1826073b67963e1fa6) switched from CREATED to DEPLOYING.
21:16:42,677 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (3/4)#0 (10ccb3369c8a77a2a6199cbc1715c634) switched from CREATED to DEPLOYING.
21:16:42,678 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Keyed Aggregation -> Sink: Print to Std. Out (3/4)#0 (10ccb3369c8a77a2a6199cbc1715c634) [DEPLOYING].
21:16:42,677 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (2/4)#0 (d911480657f754ec284fa98c78356192) switched from CREATED to DEPLOYING.
21:16:42,678 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Keyed Aggregation -> Sink: Print to Std. Out (4/4)#0 (1e373a9cfc05ce1826073b67963e1fa6) [DEPLOYING].
21:16:42,680 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Keyed Aggregation -> Sink: Print to Std. Out (4/4)#0 (1e373a9cfc05ce1826073b67963e1fa6) [DEPLOYING].
21:16:42,681 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,681 INFO org.apache.flink.runtime.taskmanager.Task - Loading JAR files for task Keyed Aggregation -> Sink: Print to Std. Out (2/4)#0 (d911480657f754ec284fa98c78356192) [DEPLOYING].
21:16:42,682 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Keyed Aggregation -> Sink: Print to Std. Out (3/4)#0 (10ccb3369c8a77a2a6199cbc1715c634) [DEPLOYING].
21:16:42,682 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,681 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,682 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,682 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,686 INFO org.apache.flink.runtime.taskmanager.Task - Registering task at network: Keyed Aggregation -> Sink: Print to Std. Out (2/4)#0 (d911480657f754ec284fa98c78356192) [DEPLOYING].
21:16:42,686 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,687 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,682 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,683 INFO org.apache.flink.streaming.runtime.tasks.StreamTask - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'null', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
21:16:42,695 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (3/4)#0 (eec35038c723afe991297a8e2844cb9c) switched from DEPLOYING to RUNNING.
21:16:42,695 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (2/4)#0 (8f9218fa10de202bd2d3b50ccbd53afe) switched from DEPLOYING to RUNNING.
21:16:42,696 INFO org.apache.flink.runtime.taskmanager.Task - Source: Socket Stream (1/1)#0 (9108bfb803d2d34629db73521e1d0bab) switched from DEPLOYING to RUNNING.
21:16:42,696 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (3/4)#0 (10ccb3369c8a77a2a6199cbc1715c634) switched from DEPLOYING to RUNNING.
21:16:42,696 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (2/4)#0 (d911480657f754ec284fa98c78356192) switched from DEPLOYING to RUNNING.
21:16:42,696 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (4/4)#0 (7051e23212ab01b34115db77f308988b) switched from DEPLOYING to RUNNING.
21:16:42,696 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (1/4)#0 (afdb1ecd47003874df3716aec433b150) switched from DEPLOYING to RUNNING.
21:16:42,697 INFO org.apache.flink.runtime.taskmanager.Task - Keyed Aggregation -> Sink: Print to Std. Out (4/4)#0 (1e373a9cfc05ce1826073b67963e1fa6) switched from DEPLOYING to RUNNING.
21:16:42,697 INFO org.apache.flink.runtime.taskmanager.Task - Flat Map (1/4)#0 (555689a4c26d42aa2a2e83dd43dce77f) switched from DEPLOYING to RUNNING.
21:16:42,698 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (3/4) (eec35038c723afe991297a8e2844cb9c) switched from DEPLOYING to RUNNING.
21:16:42,699 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (2/4) (8f9218fa10de202bd2d3b50ccbd53afe) switched from DEPLOYING to RUNNING.
21:16:42,699 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: Socket Stream (1/1) (9108bfb803d2d34629db73521e1d0bab) switched from DEPLOYING to RUNNING.
21:16:42,699 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (3/4) (10ccb3369c8a77a2a6199cbc1715c634) switched from DEPLOYING to RUNNING.
21:16:42,701 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (2/4) (d911480657f754ec284fa98c78356192) switched from DEPLOYING to RUNNING.
21:16:42,706 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (4/4) (7051e23212ab01b34115db77f308988b) switched from DEPLOYING to RUNNING.
21:16:42,707 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (1/4) (afdb1ecd47003874df3716aec433b150) switched from DEPLOYING to RUNNING.
21:16:42,707 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Keyed Aggregation -> Sink: Print to Std. Out (4/4) (1e373a9cfc05ce1826073b67963e1fa6) switched from DEPLOYING to RUNNING.
21:16:42,707 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Flat Map (1/4) (555689a4c26d42aa2a2e83dd43dce77f) switched from DEPLOYING to RUNNING.
21:16:42,902 INFO org.apache.flink.streaming.api.functions.source.SocketTextStreamFunction - Connecting to server socket localhost:9000
21:16:42,941 INFO org.apache.flink.runtime.state.heap.HeapKeyedStateBackend - Initializing heap keyed state backend with stream factory.
21:16:42,984 INFO org.apache.flink.runtime.state.heap.HeapKeyedStateBackend - Initializing heap keyed state backend with stream factory.
21:16:42,998 INFO org.apache.flink.runtime.state.heap.HeapKeyedStateBackend - Initializing heap keyed state backend with stream factory.
21:16:42,998 INFO org.apache.flink.runtime.state.heap.HeapKeyedStateBackend - Initializing heap keyed state backend with stream factory.
3> (you,1)
1> (How,1)
2> (Thank,1)
3> (you,2)
1> (Hello,1)
2> (OK,1)
3> (you,3)
1> (Are,1)
3> (you,4)
1> (Hello,2)
3> (you,5)
3> (you,6)
1> (very,1)
2> (Thank,2)
2> (are,1)
2> (Indian,1)
2> (Mi,1)
2> (fans,1)
2> (Thank,3)
2> (Thank,4)
2> (much,1)
2> (Do,1)
3> (you,7)
2> (Mi,2)
3> (4i,1)
4> (like,1)
2 scala wordcount
1 创建项目
这里就用上面的scala项目即可
2 配置依赖
依赖同上面的scala项目一样即可
3 编写代码
package org.example
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment
import org.apache.flink.streaming.api.scala._
object StreamJob{
def main(args: Array[String]): Unit = {
val env = StreamExecutionEnvironment.getExecutionEnvironment
val source = env.socketTextStream("localhost", 9001)
val value = source.flatMap(_.split(" ")).map(wc(_, 1)).keyBy(_.word).sum("count")
value.print()
env.execute("start word count")
}
case class wc(word:String,count:Long)
}
4 运行
4.1 打开一个cmd窗口，执行netcat命令
netcat上面跑java wordcount前已安装，不再赘述
nc -l -p 9001
4.2 执行 StreamJob中的main方法
4.3 在4.1中打开的cmd窗口输入一些单词
输入内容如下：
Thank you
Are you OK
Hello
Thank you
Thank you very much
Hello
Thank you
How are you Indian Mi fans
Do you like Mi 4i
4.4控制台输出
"C:\Program Files\Java\jdk1.8.0_261\bin\java.exe" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\lib\idea_rt.jar=56422:C:\Program Files\JetBrains\IntelliJ IDEA 2020.1.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_261\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_261\jre\lib\rt.jar;E:\workspace\java\idea\flink_test_scala\target\classes;C:\Program Files (x86)\scala-2.12.3\lib\scala-library.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-parser-combinators_2.12-1.0.6.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-reflect.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-swing_2.12-2.0.0.jar;C:\Program Files (x86)\scala-2.12.3\lib\scala-xml_2.12-1.0.6.jar;P:\.m2\repository\org\scala-lang\scala-library\2.12.3\scala-library-2.12.3.jar;P:\.m2\repository\org\apache\flink\flink-scala_2.12\1.12.0\flink-scala_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-core\1.12.0\flink-core-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-annotations\1.12.0\flink-annotations-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-metrics-core\1.12.0\flink-metrics-core-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;P:\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;P:\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;P:\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;P:\.m2\repository\commons-collections\commons-collections\3.2.2\commons-collections-3.2.2.jar;P:\.m2\repository\org\apache\commons\commons-compress\1.20\commons-compress-1.20.jar;P:\.m2\repository\org\apache\flink\flink-shaded-guava\18.0-12.0\flink-shaded-guava-18.0-12.0.jar;P:\.m2\repository\org\apache\flink\flink-java\1.12.0\flink-java-1.12.0.jar;P:\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar;P:\.m2\repository\org\apache\flink\flink-shaded-asm-7\7.1-12.0\flink-shaded-asm-7-7.1-12.0.jar;P:\.m2\repository\org\scala-lang\scala-reflect\2.12.7\scala-reflect-2.12.7.jar;P:\.m2\repository\org\scala-lang\scala-compiler\2.12.7\scala-compiler-2.12.7.jar;P:\.m2\repository\org\scala-lang\modules\scala-xml_2.12\1.0.6\scala-xml_2.12-1.0.6.jar;P:\.m2\repository\org\slf4j\slf4j-api\1.7.15\slf4j-api-1.7.15.jar;P:\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;P:\.m2\repository\org\apache\flink\force-shading\1.12.0\force-shading-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-scala_2.12\1.12.0\flink-streaming-scala_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-streaming-java_2.12\1.12.0\flink-streaming-java_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-file-sink-common\1.12.0\flink-file-sink-common-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-clients_2.12\1.12.0\flink-clients_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-runtime_2.12\1.12.0\flink-runtime_2.12-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-queryable-state-client-java\1.12.0\flink-queryable-state-client-java-1.12.0.jar;P:\.m2\repository\org\apache\flink\flink-hadoop-fs\1.12.0\flink-hadoop-fs-1.12.0.jar;P:\.m2\repository\commons-io\commons-io\2.7\commons-io-2.7.jar;P:\.m2\repository\org\apache\flink\flink-shaded-netty\4.1.49.Final-12.0\flink-shaded-netty-4.1.49.Final-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-jackson\2.10.1-12.0\flink-shaded-jackson-2.10.1-12.0.jar;P:\.m2\repository\org\apache\flink\flink-shaded-zookeeper-3\3.4.14-12.0\flink-shaded-zookeeper-3-3.4.14-12.0.jar;P:\.m2\repository\org\javassist\javassist\3.24.0-GA\javassist-3.24.0-GA.jar;P:\.m2\repository\com\typesafe\akka\akka-actor_2.12\2.5.21\akka-actor_2.12-2.5.21.jar;P:\.m2\repository\com\typesafe\config\1.3.3\config-1.3.3.jar;P:\.m2\repository\org\scala-lang\modules\scala-java8-compat_2.12\0.8.0\scala-java8-compat_2.12-0.8.0.jar;P:\.m2\repository\com\typesafe\akka\akka-stream_2.12\2.5.21\akka-stream_2.12-2.5.21.jar;P:\.m2\repository\org\reactivestreams\reactive-streams\1.0.2\reactive-streams-1.0.2.jar;P:\.m2\repository\com\typesafe\ssl-config-core_2.12\0.3.7\ssl-config-core_2.12-0.3.7.jar;P:\.m2\repository\org\scala-lang\modules\scala-parser-combinators_2.12\1.1.1\scala-parser-combinators_2.12-1.1.1.jar;P:\.m2\repository\com\typesafe\akka\akka-protobuf_2.12\2.5.21\akka-protobuf_2.12-2.5.21.jar;P:\.m2\repository\com\typesafe\akka\akka-slf4j_2.12\2.5.21\akka-slf4j_2.12-2.5.21.jar;P:\.m2\repository\org\clapper\grizzled-slf4j_2.12\1.3.2\grizzled-slf4j_2.12-1.3.2.jar;P:\.m2\repository\com\github\scopt\scopt_2.12\3.5.0\scopt_2.12-3.5.0.jar;P:\.m2\repository\org\xerial\snappy\snappy-java\1.1.4\snappy-java-1.1.4.jar;P:\.m2\repository\com\twitter\chill_2.12\0.7.6\chill_2.12-0.7.6.jar;P:\.m2\repository\com\twitter\chill-java\0.7.6\chill-java-0.7.6.jar;P:\.m2\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;P:\.m2\repository\org\apache\flink\flink-optimizer_2.12\1.12.0\flink-optimizer_2.12-1.12.0.jar;P:\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar" org.example.StreamJob
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
1> wc(very,1)
4> wc(youAre,1)
4> wc(like,1)
2> wc(Thank,1)
2> wc(are,1)
3> wc(you,1)
2> wc(Indian,1)
2> wc(Mi,1)
2> wc(fansDo,1)
3> wc(OKHelloThank,1)
2> wc(Mi,2)
3> wc(youThank,1)
3> wc(you,2)
3> wc(muchHelloThank,1)
3> wc(youHow,1)
3> wc(you,3)
3> wc(you,4)
3> wc(4i,1)
3 python wordcount（todo）
参考链接
https://blog.csdn.net/BoomLee/article/details/102563472
https://ci.apache.org/projects/flink/flink-docs-release-1.12/