ID:2023-01-03 MSG:行车情况提交最新代码,修改连接池大小

realtime/hologram-streaming/src/main/java/com/zhht/irn/entity/dto/TravelInfo.java

@@ -31,6 +31,7 @@ public class TravelInfo implements Comparable<TravelInfo>  {
     private Long arrivedTime  ;//可选 到达时间，毫秒级别时间戳
     private Double arrivedSpeed  ;//可选 到达时速度，单位km/h
     private String inCrossLineId  ;//可选 进入路口时车道编号
+    private String flowDirection  ;//流向
     private Long inCrossTime  ;//可选 进入路口时间，毫秒级别时间戳
     private Double inSpeed  ;//可选 进入时速度，单位km/h
     private String outCrossLineId  ;//可选 通过路口时车道编号

realtime/hologram-streaming/src/main/java/com/zhht/irn/job/TravelSituationAnalysisJob.java

@@ -14,6 +14,7 @@ import org.apache.flink.api.common.restartstrategy.RestartStrategies;
 import org.apache.flink.api.common.serialization.SimpleStringSchema;
 import org.apache.flink.api.common.time.Time;
 import org.apache.flink.api.java.functions.KeySelector;
+import org.apache.flink.runtime.state.filesystem.FsStateBackend;
 import org.apache.flink.streaming.api.CheckpointingMode;
 import org.apache.flink.streaming.api.datastream.ConnectedStreams;
 import org.apache.flink.streaming.api.datastream.DataStreamSource;
@@ -52,8 +53,12 @@ public class TravelSituationAnalysisJob {
 
             env.getCheckpointConfig().setCheckpointingMode(CheckpointingMode.EXACTLY_ONCE);
 
-            //设置重启策略
-            env.setRestartStrategy(RestartStrategies.fixedDelayRestart(10, Time.seconds(30)));
+            //这如果不指定使用FsStateBackend 则默认使用flink集群中的配置，rocksDB
+            env.setStateBackend(new FsStateBackend("file:///data/flink/state"));
+
+            //设置重启策略 这里不设置重启策略，由平台统一拉起任务
+            // env.setRestartStrategy(RestartStrategies.fixedDelayRestart(10, Time.seconds(30)));
+            env.setRestartStrategy(RestartStrategies.noRestart());
 
 
 

realtime/hologram-streaming/src/main/java/com/zhht/irn/sink/TravelLaneInfoSink.java

@@ -49,6 +49,8 @@ public class TravelLaneInfoSink extends RichSinkFunction<List<TravelLineSinkInfo
     public void invoke(List<TravelLineSinkInfo> value, Context context) throws Exception {
         super.invoke(value, context);
 
+        //重新获取连接，避免超时的问题
+        connection = DruidConnectPoolUtils.getConnection();
         String sql = "INSERT INTO app_cross_line_travel_car_info" +
                 "(record_date,cross_id,statistic_time,cycle_begin_time,cycle_end_time, lane_id, cycle_order, direction," +
                 " flow_direction, pass_numbers," +
@@ -92,5 +94,8 @@ public class TravelLaneInfoSink extends RichSinkFunction<List<TravelLineSinkInfo
 
         logger.info("写入数据成功。。。。。"+ints.length+"...");
 
+        connection.close();
+
+
     }
 }

realtime/hologram-streaming/src/main/java/com/zhht/irn/utils/DruidConnectPoolUtils.java

@@ -31,8 +31,8 @@ public class DruidConnectPoolUtils {
         dataSource.setUrl(dbHosts);
         dataSource.setUsername(username);
         dataSource.setPassword(password);
-        dataSource.setInitialSize(3);  //初始连接数，默认0
-        dataSource.setMaxActive(10);  //最大连接数，默认8
+        dataSource.setInitialSize(5);  //初始连接数，默认0
+        dataSource.setMaxActive(30);  //最大连接数，默认8
         dataSource.setMinIdle(5);  //最小闲置数
         dataSource.setMaxWait(3000);//获取连接的最大等待时间，单位毫秒
         dataSource.setTestWhileIdle(true); //指明连接是否被空闲连接回收器(如果有)进行检验.如果检测失败,则连接将被从池中去除
@@ -47,8 +47,8 @@ public class DruidConnectPoolUtils {
         dataSource.setUrl(dbHosts);
         dataSource.setUsername(username);
         dataSource.setPassword(password);
-        dataSource.setInitialSize(3);  //初始连接数，默认0
-        dataSource.setMaxActive(10);  //最大连接数，默认8
+        dataSource.setInitialSize(5);  //初始连接数，默认0
+        dataSource.setMaxActive(30);  //最大连接数，默认8
         dataSource.setMinIdle(5);  //最小闲置数
         dataSource.setMaxWait(3000);//获取连接的最大等待时间，单位毫秒
         dataSource.setTestWhileIdle(true); //指明连接是否被空闲连接回收器(如果有)进行检验.如果检测失败,则连接将被从池中去除