公共doris连接池

realtime/hologram-streaming/src/main/java/com/zhht/irn/job/LaneNormJob.java

@@ -77,8 +77,8 @@ public class LaneNormJob {
         DataStream<TravelEvent> carStream = carStringStream.map(getTravelEventFunction).assignTimestampsAndWatermarks(travelEventWatermarkStrategy).keyBy(carKeySelector).filter(filterFunction);
 
         ConnectedStreams<Cycle, TravelEvent> cycleTravelEventConnectedStreams = cycleDataStreamSource.connect(carStream).keyBy(cycle -> cycle.getCrossCode(), travelEvent -> travelEvent.getCrossId());
-        SingleOutputStreamOperator<LaneNorm> process = cycleTravelEventConnectedStreams.process(new LaneNormProcessFunction());
-        process.addSink(new LaneNormSink());
+        SingleOutputStreamOperator<LaneNorm> process = cycleTravelEventConnectedStreams.process(new LaneNormProcessFunction()).setParallelism(4);
+        process.addSink(new LaneNormSink()).name("laneNormJobSink");
         env.execute("laneNormJob");
     }
 

realtime/hologram-streaming/src/main/java/com/zhht/irn/sink/LaneNormSink.java

@@ -3,6 +3,7 @@ package com.zhht.irn.sink;
 import com.zhht.irn.entity.LaneNorm;
 import com.zhht.irn.utils.DateUtils;
 import com.zhht.irn.utils.DorisUtils;
+import com.zhht.irn.utils.DruidConnectPoolUtils;
 import com.zhht.irn.utils.MySQLUtils;
 import org.apache.flink.api.java.tuple.Tuple2;
 import org.apache.flink.configuration.Configuration;
@@ -30,7 +31,7 @@ public class LaneNormSink  extends RichSinkFunction<LaneNorm> {
     public void open(Configuration parameters) throws Exception {
         super.open(parameters);
         // path暂定为固定值
-        connection = DorisUtils.getConnection();
+        connection = DruidConnectPoolUtils.getConncent();
         insertPstmt = connection.prepareStatement("insert into " +
                 "app_cross_dimension_norm(cross_id,lane_id,direction,cycle_order,max_queue_length,effect_green_time,pass_capacity,traffic_capacity,saturation,residual_capacity," +
                 "spot_space_share,dimension_name,`order`,statistic_time,`type`,spot_space_length,cycle_start_time,cycle_end_time,record_date) values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)");
@@ -70,5 +71,12 @@ public class LaneNormSink  extends RichSinkFunction<LaneNorm> {
         insertPstmt.setString(18,value.getCycleEndTime());
         insertPstmt.setString(19,DateUtils.getTodayTime());
         insertPstmt.execute();
+        /*if(counter < 10) {
+            counter ++;
+            insertPstmt.addBatch();
+        } else {
+            insertPstmt.executeBatch();
+            counter = 0;
+        }*/
     }
 }

realtime/hologram-streaming/src/main/java/com/zhht/irn/utils/DruidConnectPoolUtils.java

 package com.zhht.irn.utils;
 
 import com.alibaba.druid.pool.DruidDataSource;
+import org.apache.flink.api.java.utils.ParameterTool;
 
+import java.io.InputStream;
 import java.sql.Connection;
 import java.sql.PreparedStatement;
 import java.sql.SQLException;
@@ -12,6 +14,9 @@ import java.sql.SQLException;
  * @date 2022-09-05 15:11:00
  */
 public class DruidConnectPoolUtils {
+
+    private static DruidDataSource pool=null;
+
     /**
      * 初始化连接池
      * @param dbHosts
@@ -25,17 +30,57 @@ public class DruidConnectPoolUtils {
         dataSource.setUrl(dbHosts);
         dataSource.setUsername(username);
         dataSource.setPassword(password);
-
         dataSource.setInitialSize(3);  //初始连接数，默认0
-        dataSource.setMaxActive(30);  //最大连接数，默认8
+        dataSource.setMaxActive(10);  //最大连接数，默认8
         dataSource.setMinIdle(5);  //最小闲置数
         dataSource.setMaxWait(3000);//获取连接的最大等待时间，单位毫秒
         dataSource.setTestWhileIdle(true); //指明连接是否被空闲连接回收器(如果有)进行检验.如果检测失败,则连接将被从池中去除
         dataSource.setTestOnBorrow(false); // 借出连接时不要测试，否则很影响性能
-
         return dataSource;
     }
 
+
+    public static void initDataSource(String dbHosts, String username, String password) {
+        DruidDataSource dataSource = new DruidDataSource();
+        dataSource.setDriverClassName("com.mysql.jdbc.Driver");
+        dataSource.setUrl(dbHosts);
+        dataSource.setUsername(username);
+        dataSource.setPassword(password);
+        dataSource.setInitialSize(10);  //初始连接数，默认0
+        dataSource.setMaxActive(100);  //最大连接数，默认8
+        dataSource.setMinIdle(5);  //最小闲置数
+        dataSource.setMaxWait(3000);//获取连接的最大等待时间，单位毫秒
+        dataSource.setTestWhileIdle(true); //指明连接是否被空闲连接回收器(如果有)进行检验.如果检测失败,则连接将被从池中去除
+        dataSource.setTestOnBorrow(false); // 借出连接时不要测试，否则很影响性能
+        pool=dataSource;
+    }
+
+    public static Connection getConncent(){
+        try {
+            if(pool==null){
+                InputStream inputStream = DorisUtils.class.getClassLoader().getResourceAsStream("doris.properties");
+                ParameterTool tool = ParameterTool.fromPropertiesFile(inputStream);
+                // 根据路径的配置文件获取MySQL链接参数
+                String driver = tool.getRequired("driver");
+                String username = tool.getRequired("username");
+                String password = tool.getRequired("password");
+                String host = tool.getRequired("host");
+                String port = tool.getRequired("port");
+                String database = tool.get("database", "default");
+                String jdbcUrl = String.format("jdbc:mysql://%s:%s/%s", host, port, database);
+                initDataSource(jdbcUrl,username,password);
+            }
+        }catch (Exception e){
+            e.printStackTrace();
+        }
+        try {
+            return pool.getConnection();
+        } catch (SQLException e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+
     /**
      * CK close
      * @param connection