Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
Z
ZHHT-IRN-BD-ANALYSIS
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
李凯旋
ZHHT-IRN-BD-ANALYSIS
Commits
a62432aa
Commit
a62432aa
authored
Dec 19, 2022
by
Ruidaimeng
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
2022-12-19
parent
ea80470e
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
11 additions
and
10 deletions
+11
-10
TravelCarInfoCoProcessFunction.java
...om/zhht/irn/functions/TravelCarInfoCoProcessFunction.java
+6
-5
TravelSituationAnalysisJob.java
...ain/java/com/zhht/irn/job/TravelSituationAnalysisJob.java
+5
-5
No files found.
realtime/hologram-streaming/src/main/java/com/zhht/irn/functions/TravelCarInfoCoProcessFunction.java
View file @
a62432aa
...
...
@@ -219,8 +219,8 @@ public class TravelCarInfoCoProcessFunction extends CoProcessFunction<TravelInfo
long
currentProcessingTime
=
ctx
.
timerService
().
currentProcessingTime
();
// 只在某个时间段注册定时器
SimpleDateFormat
sdf
=
new
SimpleDateFormat
(
"HH"
);
if
(
sdf
.
format
(
currentProcessingTime
).
equals
(
"1
1
"
))
{
ctx
.
timerService
().
registerProcessingTimeTimer
(
currentProcessingTime
+
30
*
60
*
1000
);
if
(
sdf
.
format
(
currentProcessingTime
).
equals
(
"1
6
"
))
{
ctx
.
timerService
().
registerProcessingTimeTimer
(
currentProcessingTime
+
60
*
1000
);
}
}
catch
(
Exception
e
)
{
...
...
@@ -236,10 +236,11 @@ public class TravelCarInfoCoProcessFunction extends CoProcessFunction<TravelInfo
//更新维表数据 只在每天12点的时候更新
SimpleDateFormat
sdf
=
new
SimpleDateFormat
(
"HH"
);
if
(
sdf
.
format
(
timestamp
).
equals
(
"1
2
"
)){
/*
SimpleDateFormat sdf = new SimpleDateFormat("HH");
if(sdf.format(timestamp).equals("1
6
")){
dim_cnt_cross_lane_position = getLaneDimData(connection);
}
}*/
System
.
out
.
println
(
"触发定时器执行了。。。"
);
dim_cnt_cross_lane_position
=
getLaneDimData
(
connection
);
}
...
...
realtime/hologram-streaming/src/main/java/com/zhht/irn/job/TravelSituationAnalysisJob.java
View file @
a62432aa
...
...
@@ -66,7 +66,7 @@ public class TravelSituationAnalysisJob {
// kafkaProperties.setProperty("bootstrap.servers", "dn3.zhht:9092");
kafkaProperties
.
setProperty
(
"bootstrap.servers"
,
"139.9.157.176:9092"
);
// kafkaProperties.setProperty("group.id", "travel_event");
kafkaProperties
.
setProperty
(
"group.id"
,
"trips_info2"
);
kafkaProperties
.
setProperty
(
"group.id"
,
"trips_info
1
2"
);
kafkaProperties
.
setProperty
(
ConsumerConfig
.
ENABLE_AUTO_COMMIT_CONFIG
,
"true"
);
kafkaProperties
.
setProperty
(
ConsumerConfig
.
AUTO_OFFSET_RESET_CONFIG
,
"latest"
);
...
...
@@ -74,7 +74,7 @@ public class TravelSituationAnalysisJob {
Properties
kafkaProperties2
=
new
Properties
();
// kafkaProperties2.setProperty("bootstrap.servers", "dn3.zhht:9092");
kafkaProperties2
.
setProperty
(
"bootstrap.servers"
,
"139.9.157.176:9092"
);
kafkaProperties2
.
setProperty
(
"group.id"
,
"cycle_signal2"
);
kafkaProperties2
.
setProperty
(
"group.id"
,
"cycle_signal
1
2"
);
kafkaProperties2
.
setProperty
(
ConsumerConfig
.
ENABLE_AUTO_COMMIT_CONFIG
,
"true"
);
kafkaProperties2
.
setProperty
(
ConsumerConfig
.
AUTO_OFFSET_RESET_CONFIG
,
"latest"
);
...
...
@@ -93,7 +93,7 @@ public class TravelSituationAnalysisJob {
// travelInfo.setStartFromEarliest();
DataStreamSource
<
TravelInfo
>
travelInfoStream
=
env
.
addSource
(
travelInfo
).
setParallelism
(
3
);
//
travelInfoStream.print();
travelInfoStream
.
print
();
//周期信号
// FlinkKafkaConsumer<CycleSignalData> cycleSignalData = new FlinkKafkaConsumer<>("signal_cycle_data", new CycleSignalKafkaSchema(), kafkaProperties2);
...
...
@@ -101,7 +101,7 @@ public class TravelSituationAnalysisJob {
// cycleSignalData.setStartFromEarliest();
DataStreamSource
<
CycleSignalData
>
cycleSignalDataStream
=
env
.
addSource
(
cycleSignalData
);
//
cycleSignalDataStream.print();
cycleSignalDataStream
.
print
();
//2、使用connect,把2个流联合处理
ConnectedStreams
<
TravelInfo
,
CycleSignalData
>
connect
=
travelInfoStream
...
...
@@ -115,7 +115,7 @@ public class TravelSituationAnalysisJob {
SingleOutputStreamOperator
<
List
<
TravelLineSinkInfo
>>
sinkDataStream
=
travelInfoCycleSignalDataConnectedStreams
.
process
(
new
TravelCarInfoCoProcessFunction
()).
setParallelism
(
3
);
sinkDataStream
.
addSink
(
new
TravelLaneInfoSink
()).
setParallelism
(
3
);
//
sinkDataStream.addSink(new TravelLaneInfoSink()).setParallelism(3);
env
.
execute
(
"TravelSituationAnalysisJob"
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment