mysql版本

zork-server/influx-disorder/pom.xml

@@ -45,6 +45,20 @@
             <version>2.5.17.RELEASE</version>
         </dependency>
         
+        <!-- Spring Boot JDBC Starter -->
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-jdbc</artifactId>
+            <version>${spring.boot.version}</version>
+        </dependency>
+        
+        <!-- MySQL Driver -->
+        <dependency>
+            <groupId>mysql</groupId>
+            <artifactId>mysql-connector-java</artifactId>
+            <version>8.0.33</version>
+        </dependency>
+        
         <!-- Fastjson -->
         <dependency>
             <groupId>com.alibaba</groupId>

zork-server/influx-disorder/src/main/resources/application.yml

+server:
+  port: 8190
+
 spring:
   profiles:
     include:
       - datasource
       - kafka
 
-schedules: 0/5 * * * * ?
-timestamp-file: ./data-timestamps.properties
-timestamp:
-  cleanup:
-    days: 3
+schedules: 0/3 * * * * ?
 table-keywords: atoota
-missing-s: 15
+
+# 新的时间窗口查询配置
+time-window:
+  query-interval-seconds: 3    # 查询间隔（每3秒查询一次）
+  data-delay-seconds: 2        # 数据延迟补偿（减去2秒避免数据延迟）
+
+# 去重配置
+deduplication:
+  enabled: true                # 启用去重功能
+  retention-days: 7           # 去重记录保留天数
+  cleanup-hour: 2             # 每天凌晨2点清理过期记录
+
 batch:
   size: 1000
   timeout: 2000
\ No newline at end of file

zork-server/influx-disorder/target/classes/application.yml

+server:
+  port: 8190
+
 spring:
   profiles:
     include:
       - datasource
       - kafka
 
-schedules: 0/5 * * * * ?
-timestamp-file: ./data-timestamps.properties
-timestamp:
-  cleanup:
-    days: 3
+schedules: 0/3 * * * * ?
 table-keywords: atoota
-missing-s: 15
+
+# 新的时间窗口查询配置
+time-window:
+  query-interval-seconds: 3    # 查询间隔（每3秒查询一次）
+  data-delay-seconds: 2        # 数据延迟补偿（减去2秒避免数据延迟）
+
+# 去重配置
+deduplication:
+  enabled: true                # 启用去重功能
+  retention-days: 7           # 去重记录保留天数
+  cleanup-hour: 2             # 每天凌晨2点清理过期记录
+
 batch:
   size: 1000
   timeout: 2000
\ No newline at end of file

zork-server/influx-disorder/target/maven-archiver/pom.properties

 #Generated by Maven
-#Thu Sep 11 10:27:00 CST 2025
+#Wed Sep 17 09:50:37 CST 2025
 version=2.2-RELEASE
 groupId=com.zork
 artifactId=influx-disorder

zork-server/influx-disorder/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst

@@ -7,12 +7,15 @@ com/zork/disorder/kafka/Producer.class
 com/zork/disorder/constant/AtootaConstant.class
 com/zork/disorder/kafka/KafkaSendDTO.class
 com/zork/disorder/component/CountComponent.class
+com/zork/disorder/component/DatabaseDeduplicationService.class
 com/zork/common/constant/InfluxDBConstant.class
 com/zork/common/utils/DateUtil.class
 com/zork/common/dto/NormalFieldsDTO$NormalFieldsDTOBuilder.class
+com/zork/disorder/component/DatabaseDeduplicationService$RecordKey.class
 com/zork/common/utils/FileUtil.class
 com/zork/common/service/InfluxDBService.class
 com/zork/disorder/component/BatchKafkaSender.class
+com/zork/disorder/component/DatabaseDeduplicationService$1.class
 com/zork/disorder/component/DataTimestampIncrementalTracker.class
 com/zork/disorder/config/RestTemplateConfig.class
 com/zork/disorder/InfluxDisorderApplication.class

zork-server/influx-disorder/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst

@@ -9,6 +9,7 @@
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/common/constant/InfluxDBConstant.java
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/disorder/kafka/Producer.java
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/disorder/config/RestTemplateConfig.java
+/Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/disorder/component/DatabaseDeduplicationService.java
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/disorder/component/MultiDbConnectionManager.java
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/common/dto/NormalFieldsDTO.java
 /Users/xuli/Documents/ZorkCodes/applets/zork-server/influx-disorder/src/main/java/com/zork/disorder/InfluxDisorderApplication.java