diff --git a/flink-end-to-end-tests/flink-streaming-kafka-test-base/pom.xml b/flink-end-to-end-tests/flink-streaming-kafka-test-base/pom.xml index 1a86544dbe3fe..aa69a93c5e3d3 100644 --- a/flink-end-to-end-tests/flink-streaming-kafka-test-base/pom.xml +++ b/flink-end-to-end-tests/flink-streaming-kafka-test-base/pom.xml @@ -24,6 +24,7 @@ under the License. flink-end-to-end-tests org.apache.flink 1.8-SNAPSHOT + .. 4.0.0 diff --git a/flink-end-to-end-tests/flink-streaming-kafka-test/pom.xml b/flink-end-to-end-tests/flink-streaming-kafka-test/pom.xml index 3b01859f13c2e..ac18b6fe1967f 100644 --- a/flink-end-to-end-tests/flink-streaming-kafka-test/pom.xml +++ b/flink-end-to-end-tests/flink-streaming-kafka-test/pom.xml @@ -24,6 +24,7 @@ under the License. flink-end-to-end-tests org.apache.flink 1.8-SNAPSHOT + .. 4.0.0 @@ -48,12 +49,6 @@ under the License. flink-streaming-java_${scala.binary.version} ${project.version} - - - org.apache.flink - flink-java - ${project.version} - diff --git a/flink-end-to-end-tests/flink-streaming-kafka010-test/pom.xml b/flink-end-to-end-tests/flink-streaming-kafka010-test/pom.xml index f1f7e232fbd37..3f0cf19e57ddd 100644 --- a/flink-end-to-end-tests/flink-streaming-kafka010-test/pom.xml +++ b/flink-end-to-end-tests/flink-streaming-kafka010-test/pom.xml @@ -24,6 +24,7 @@ under the License. flink-end-to-end-tests org.apache.flink 1.8-SNAPSHOT + .. 4.0.0 @@ -48,60 +49,10 @@ under the License. flink-streaming-java_${scala.binary.version} ${project.version} - - - org.apache.flink - flink-streaming-scala_${scala.binary.version} - ${project.version} - - - - org.apache.flink - flink-java - ${project.version} - - - - - net.alchim31.maven - scala-maven-plugin - - - - scala-compile-first - process-resources - - add-source - compile - - - - - - scala-test-compile - process-test-resources - - testCompile - - - - - - - - org.scalastyle - scalastyle-maven-plugin - - ${project.basedir}/../../tools/maven/scalastyle-config.xml - - - org.apache.maven.plugins diff --git a/flink-end-to-end-tests/flink-streaming-kafka010-test/src/main/scala/org/apache/flink/streaming/scala/kafka/test/Kafka010Example.scala b/flink-end-to-end-tests/flink-streaming-kafka010-test/src/main/scala/org/apache/flink/streaming/scala/kafka/test/Kafka010Example.scala deleted file mode 100644 index a35faf53d9d4f..0000000000000 --- a/flink-end-to-end-tests/flink-streaming-kafka010-test/src/main/scala/org/apache/flink/streaming/scala/kafka/test/Kafka010Example.scala +++ /dev/null @@ -1,88 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.flink.streaming.scala.kafka.test - -import org.apache.flink.api.common.restartstrategy.RestartStrategies -import org.apache.flink.api.common.serialization.SimpleStringSchema -import org.apache.flink.api.java.utils.ParameterTool -import org.apache.flink.streaming.api.scala._ -import org.apache.flink.streaming.connectors.kafka.{FlinkKafkaConsumer010, FlinkKafkaProducer010} - -/** - * An example that shows how to read from and write to Kafka. This will read String messages - * from the input topic, prefix them by a configured prefix and output to the output topic. - * - * Please pass the following arguments to run the example: - * {{{ - * --input-topic test-input - * --output-topic test-output - * --bootstrap.servers localhost:9092 - * --zookeeper.connect localhost:2181 - * --group.id myconsumer - * }}} - */ -object Kafka010Example { - - def main(args: Array[String]): Unit = { - - // parse input arguments - val params = ParameterTool.fromArgs(args) - - if (params.getNumberOfParameters < 4) { - println("Missing parameters!\n" - + "Usage: Kafka --input-topic --output-topic " - + "--bootstrap.servers " - + "--zookeeper.connect --group.id [--prefix ]") - return - } - - val prefix = params.get("prefix", "PREFIX:") - - - val env = StreamExecutionEnvironment.getExecutionEnvironment - env.getConfig.disableSysoutLogging - env.getConfig.setRestartStrategy(RestartStrategies.fixedDelayRestart(4, 10000)) - // create a checkpoint every 5 seconds - env.enableCheckpointing(5000) - // make parameters available in the web interface - env.getConfig.setGlobalJobParameters(params) - - // create a Kafka streaming source consumer for Kafka 0.10.x - val kafkaConsumer = new FlinkKafkaConsumer010( - params.getRequired("input-topic"), - new SimpleStringSchema, - params.getProperties) - - val messageStream = env - .addSource(kafkaConsumer) - .map(in => prefix + in) - - // create a Kafka producer for Kafka 0.10.x - val kafkaProducer = new FlinkKafkaProducer010( - params.getRequired("output-topic"), - new SimpleStringSchema, - params.getProperties) - - // write data into Kafka - messageStream.addSink(kafkaProducer) - - env.execute("Kafka 0.10 Example") - } - -} diff --git a/flink-end-to-end-tests/flink-streaming-kafka011-test/pom.xml b/flink-end-to-end-tests/flink-streaming-kafka011-test/pom.xml index cee1f5f3376c2..166d5b2dc70a0 100644 --- a/flink-end-to-end-tests/flink-streaming-kafka011-test/pom.xml +++ b/flink-end-to-end-tests/flink-streaming-kafka011-test/pom.xml @@ -24,6 +24,7 @@ under the License. flink-end-to-end-tests org.apache.flink 1.8-SNAPSHOT + .. 4.0.0 @@ -49,12 +50,6 @@ under the License. flink-streaming-java_${scala.binary.version} ${project.version} - - - org.apache.flink - flink-java - ${project.version} -