Commit fd066218 by 吴延飞

接入kafka数据流需要增加groupID参数

parent 8ff4859c
...@@ -42,14 +42,14 @@ public class FlinkUtils { ...@@ -42,14 +42,14 @@ public class FlinkUtils {
public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic) { public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic) {
ParameterTool kafkaTool = initParameterToolByArgs(args); ParameterTool kafkaTool = initParameterToolByArgs(args);
String offsetReset = kafkaTool.get("auto.offset.reset", "earliest"); String groupId = kafkaTool.get("group.id", "test");
return createKafkaStream(args, environment, topic, offsetReset); return createKafkaStream(args, environment, topic, groupId);
} }
public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic, String offset) { public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic, String groupId) {
ParameterTool kafkaTool = initParameterToolByArgs(args); ParameterTool kafkaTool = initParameterToolByArgs(args);
String groupId = kafkaTool.get("group.id", "test"); String offsetReset = kafkaTool.get("auto.offset.reset", "earliest");
return createKafkaStream(args, environment, topic, groupId, offset); return createKafkaStream(args, environment, topic, groupId, offsetReset);
} }
public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic, String groupId, String offset) { public static DataStream<String> createKafkaStream(String[] args, StreamExecutionEnvironment environment, String topic, String groupId, String offset) {
...@@ -67,7 +67,7 @@ public class FlinkUtils { ...@@ -67,7 +67,7 @@ public class FlinkUtils {
int checkpointInterval = kafkaTool.getInt("checkpoint.interval", 5000); int checkpointInterval = kafkaTool.getInt("checkpoint.interval", 5000);
String checkpointPath = kafkaTool.get("checkpoint.path", "file:///f/workspace/imooc-flink/state"); String checkpointPath = kafkaTool.get("checkpoint.path", "file:///f/workspace/flink/state");
env.enableCheckpointing(checkpointInterval); env.enableCheckpointing(checkpointInterval);
env.setStateBackend(new FsStateBackend(checkpointPath)); env.setStateBackend(new FsStateBackend(checkpointPath));
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment