车道指标实时任务修改

realtime/hologram-streaming/src/main/java/com/zhht/irn/job/LaneNormJob.java

@@ -33,8 +33,8 @@ public class LaneNormJob {
             //env.setRestartStrategy(RestartStrategies.noRestart());
             //设置重启策略
             env.setRestartStrategy( RestartStrategies.fixedDelayRestart(10, Time.seconds(10)));
-            DataStream<String> cycleStringStream = FlinkUtils.createKafkaStream(args, env,"signal_cycle_data","laneNormJob");
-            DataStream<String> carStringStream = FlinkUtils.createKafkaStream(args, env,"trips_event_info","laneNormJob");
+            DataStream<String> cycleStringStream = FlinkUtils.createKafkaStreamHuangzhun(args, env,"signal_cycle_data","laneNormJob1");
+            DataStream<String> carStringStream = FlinkUtils.createKafkaStreamHuangzhun(args, env,"trips_event_info","laneNormJob1");
             KeySelector<Cycle, String> cycleKeySelect = new KeySelector<Cycle, String>() {
                 @Override
                 public String getKey(Cycle cycle) throws Exception {
@@ -52,14 +52,14 @@ public class LaneNormJob {
                 public Cycle map(String cycle) throws Exception {
                     Cycle cycle1 = JSON.parseObject(cycle, Cycle.class);
                     cycle1 = getCycle(cycle1);
-                    System.out.println("周期数据->"+cycle);
+                    //System.out.println("周期数据->"+cycle);
                     return cycle1;
                 }
             };
             MapFunction<String, TravelEvent> getTravelEventFunction = new MapFunction<String, TravelEvent>() {
                 @Override
                 public TravelEvent map(String travelEvent) throws Exception {
-                    System.out.println("旅行事件数据->"+travelEvent);
+                    //System.out.println("旅行事件数据->"+travelEvent);
                     return JSON.parseObject(travelEvent, TravelEvent.class);
                 }
             };
@@ -82,7 +82,7 @@ public class LaneNormJob {
 
             ConnectedStreams<Cycle, TravelEvent> cycleTravelEventConnectedStreams = cycleDataStreamSource.connect(carStream).keyBy(cycle -> cycle.getCrossCode(), travelEvent -> travelEvent.getCrossId());
             SingleOutputStreamOperator<List<LaneNorm>> process = cycleTravelEventConnectedStreams.process(new LaneNormProcessFunction()).setParallelism(4);
-            process.addSink(new LaneNormSink()).name("laneNormJobSink");
+            process.addSink(new LaneNormSink()).name(" ");
             env.execute("laneNormJob");
         }catch (Exception e){
             System.out.println("程序异常关闭->"+e);

realtime/hologram-streaming/src/main/java/com/zhht/irn/utils/FlinkUtils.java

@@ -27,7 +27,7 @@ public class FlinkUtils {
     private static final Logger logger = LoggerFactory.getLogger(FlinkUtils.class);
 
     public static StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
-    
+
     private static String defaultBootstrapServers;
 
     private static String defaultInputTopics;
@@ -159,4 +159,36 @@ public class FlinkUtils {
         DataStream<String> rawStringStream = env.addSource(kafkaConsumer);
         return rawStringStream;
     }
+
+    public static DataStream<String> createKafkaStreamHuangzhun(String[] args, StreamExecutionEnvironment environment, String topics, String groupId) {
+        ParameterTool kafkaTool = ParameterTool.fromArgs(args);
+        String servers = kafkaTool.get("bootstrap.servers", defaultBootstrapServers);
+        String topics2 = kafkaTool.get("kafka.input.topics", topics);
+        String groupId2 = kafkaTool.get("group.id", groupId);
+        String autoOffsetReset = kafkaTool.get("auto.offset.reset", defaultAutoOffsetReset);
+        String checkpointPath = kafkaTool.get("checkpoint.path", defaultCheckpointPath);
+        long checkpointInterval = kafkaTool.getLong("checkpoint.interval", defaultCheckpointInterval);
+        String enableAutoCommit = kafkaTool.get("enable.auto.commit", "false");
+
+        return buildKafkaDataStreamHuangzhun(environment, servers, topics2, groupId2, autoOffsetReset, checkpointPath, checkpointInterval, enableAutoCommit);
+    }
+
+    private static DataStream<String> buildKafkaDataStreamHuangzhun(StreamExecutionEnvironment env, String servers, String topics, String groupId,
+                                                           String autoOffsetReset, String checkpointPath, long checkpointInterval, String enableAutoCommit) {
+        List<String> topicList = Arrays.asList(topics.split(","));
+        Properties properties = new Properties();
+        properties.setProperty("bootstrap.servers", servers);
+        properties.setProperty("group.id", groupId);
+        properties.setProperty("enable.auto.commit", enableAutoCommit);
+        properties.setProperty("auto.offset.reset", autoOffsetReset);
+        env.enableCheckpointing(checkpointInterval);
+        env.setStateBackend(new FsStateBackend(checkpointPath));
+        env.getCheckpointConfig().enableExternalizedCheckpoints(CheckpointConfig.ExternalizedCheckpointCleanup.RETAIN_ON_CANCELLATION);
+        //env.setRestartStrategy(RestartStrategies.fixedDelayRestart(2, Time.of(5, TimeUnit.SECONDS)));
+        // 基于Kafka 原始JSON格式的字符串，获取消息流
+        FlinkKafkaConsumer<String> kafkaConsumer = new FlinkKafkaConsumer<>(topicList, new SimpleStringSchema(), properties);
+        kafkaConsumer.setStartFromLatest();
+        DataStream<String> rawStringStream = env.addSource(kafkaConsumer);
+        return rawStringStream;
+    }
 }