车道指标相关计算逻辑

realtime/hologram-streaming/src/main/java/com/zhht/irn/entity/LaneNorm.java

@@ -39,5 +39,9 @@ public class LaneNorm extends Stage{
     private Integer order;
     //类型
     private String type;
+    //周期开始时间
+    private String cycleStartTime;
+    //周期结束时间
+    private String cycleEndTime;
 
 }

realtime/hologram-streaming/src/main/java/com/zhht/irn/job/LaneNormJob.java

@@ -3,19 +3,16 @@ package com.zhht.irn.job;
 import com.alibaba.fastjson.JSON;
 import com.zhht.irn.entity.*;
 import com.zhht.irn.enums.EventType;
-import com.zhht.irn.process.LaneNormProcessFunction;
+import com.zhht.irn.functions.LaneNormProcessFunction;
 import com.zhht.irn.sink.LaneNormSink;
-import com.zhht.irn.source.CarSource;
-import com.zhht.irn.source.CirlceSource;
-import com.zhht.irn.utils.DateUtils;
 import com.zhht.irn.utils.FlinkUtils;
 import org.apache.flink.api.common.eventtime.WatermarkStrategy;
 import org.apache.flink.api.common.functions.FilterFunction;
 import org.apache.flink.api.common.functions.MapFunction;
+import org.apache.flink.api.common.restartstrategy.RestartStrategies;
 import org.apache.flink.api.java.functions.KeySelector;
 import org.apache.flink.streaming.api.datastream.*;
 import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
-import org.apache.flink.table.api.Table;
 
 
 import java.time.Duration;
@@ -30,6 +27,8 @@ public class LaneNormJob {
 
     public static void main(String[] args) throws Exception {
         StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
+
+        env.setRestartStrategy(RestartStrategies.noRestart());
         DataStream<String> cycleStringStream = FlinkUtils.createKafkaStream(args, env,"signal_cycle_data","laneNormJob");
         DataStream<String> carStringStream = FlinkUtils.createKafkaStream(args, env,"trips_event_info","laneNormJob");
         KeySelector<Cycle, String> cycleKeySelect = new KeySelector<Cycle, String>() {
@@ -76,10 +75,11 @@ public class LaneNormJob {
         //根据corssid 分组 保证同一路口的数据进行一个进程
         DataStream<Cycle> cycleDataStreamSource = cycleStringStream.map(getCycleFunction).assignTimestampsAndWatermarks(cycleWatermarkStrategy).keyBy(cycleKeySelect);
         DataStream<TravelEvent> carStream = carStringStream.map(getTravelEventFunction).assignTimestampsAndWatermarks(travelEventWatermarkStrategy).keyBy(carKeySelector).filter(filterFunction);
+
         ConnectedStreams<Cycle, TravelEvent> cycleTravelEventConnectedStreams = cycleDataStreamSource.connect(carStream).keyBy(cycle -> cycle.getCrossCode(), travelEvent -> travelEvent.getCrossId());
         SingleOutputStreamOperator<LaneNorm> process = cycleTravelEventConnectedStreams.process(new LaneNormProcessFunction());
         process.addSink(new LaneNormSink());
-        env.execute();
+        env.execute("laneNormJob");
     }
 
     /*获取信控指标 并计算相关属性*/

realtime/hologram-streaming/src/main/java/com/zhht/irn/sink/LaneNormSink.java

@@ -2,6 +2,7 @@ package com.zhht.irn.sink;
 
 import com.zhht.irn.entity.LaneNorm;
 import com.zhht.irn.utils.DateUtils;
+import com.zhht.irn.utils.DorisUtils;
 import com.zhht.irn.utils.MySQLUtils;
 import org.apache.flink.api.java.tuple.Tuple2;
 import org.apache.flink.configuration.Configuration;
@@ -29,11 +30,10 @@ public class LaneNormSink  extends RichSinkFunction<LaneNorm> {
     public void open(Configuration parameters) throws Exception {
         super.open(parameters);
         // path暂定为固定值
-        String path = "E:\\zhht\\ZHHT-IRN-BD-ANALYSIS\\realtime\\hologram-streaming\\src\\main\\resources\\mysql.properties";
-        connection = MySQLUtils.getConnection(path);
+        connection = DorisUtils.getConnection();
         insertPstmt = connection.prepareStatement("insert into " +
-                "app_cross_dimension_norm(cross_id,lane_id,direction,cycle_id,max_queue_length,effect_green_time,pass_capacity,traffic_capacity,saturation,residual_capacity," +
-                "spot_space_share,dimension_name,`order`,update_time,`type`,spot_space_length) values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)");
+                "app_cross_dimension_norm(cross_id,lane_id,direction,cycle_order,max_queue_length,effect_green_time,pass_capacity,traffic_capacity,saturation,residual_capacity," +
+                "spot_space_share,dimension_name,`order`,statistic_time,`type`,spot_space_length,cycle_start_time,cycle_end_time,record_date) values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)");
     }
 
     @Override
@@ -66,6 +66,9 @@ public class LaneNormSink  extends RichSinkFunction<LaneNorm> {
         insertPstmt.setString(14, DateUtils.getTodayTime());
         insertPstmt.setString(15,value.getType());
         insertPstmt.setInt(16,value.getSpotSpaceLength());
+        insertPstmt.setString(17,value.getCycleStartTime());
+        insertPstmt.setString(18,value.getCycleEndTime());
+        insertPstmt.setString(19,DateUtils.getTodayTime());
         insertPstmt.execute();
     }
 }

realtime/hologram-streaming/src/main/java/com/zhht/irn/utils/DateUtils.java

@@ -261,7 +261,6 @@ public class DateUtils {
         try {
             Date date = new Date();
             Date afterDate = new Date(Long.parseLong(s) + 600000);
-
             return date.compareTo(afterDate)>0?false:true;
         }catch (Exception e){
             return false;