更新代码结构

pom.xml

@@ -144,7 +144,7 @@
                             <!--生成的manifest中classpath的前缀，因为要把第三方jar放到lib目录下，所以classpath的前缀是lib/-->
                             <classpathPrefix>lib/</classpathPrefix>
                             <!-- 应用的main class-->
-                            <mainClass>com.zorkdata.tools.mock.MockStreamxLogAvro</mainClass>
+                            <mainClass>com.zorkdata.tools.oldmock.MockStreamxLogAvro</mainClass>
                         </manifest>
                     </archive>
                     <!--  过滤掉不希望包含在jar中的文件-->

src/main/java/META-INF/MANIFEST.MF

 Manifest-Version: 1.0
-Main-Class: com.zorkdata.tools.mock.MockFilebeatDataToKafka
+Main-Class: com.zorkdata.tools.oldmock.MockFilebeatDataToKafka
 

src/main/java/com/zorkdata/tools/kafka/Config.java

@@ -2,9 +2,11 @@ package com.zorkdata.tools.kafka;
 
 import com.zorkdata.tools.utils.PropertiesUtil;
 
-import java.util.Arrays;
-import java.util.Set;
+import java.util.Properties;
 
+/**
+ * @author MSI-Gaming
+ */
 public class Config {
     private static Config instance;
 
@@ -16,22 +18,19 @@ public class Config {
     }
 
     private String kafkaServers;
-
     private String kafkaBathSize;
+    private String topicName;
 
 
     private Config() {
         try {
-            java.util.Properties properties = PropertiesUtil.getProperties("resources/config.properties");
+            Properties properties = PropertiesUtil.getProperties("/config.properties");
             kafkaServers = properties.getProperty("kafka.servers");
             kafkaBathSize = properties.getProperty("kafka.batch.size");
+            topicName = properties.getProperty("kafka.topic.name");
         } catch (Exception e) {
             e.printStackTrace();
             System.exit(1);
         }
     }
-
-    public static void main(String[] args) {
-        System.out.println(Config.getInstance().kafkaBathSize);
-    }
 }

src/main/java/com/zorkdata/tools/mock/BuildJarTest.java → src/main/java/com/zorkdata/tools/oldmock/BuildJarTest.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 /**
  * @author: LiaoMingtao

src/main/java/com/zorkdata/tools/mock/KafkaProducerUtil.java → src/main/java/com/zorkdata/tools/oldmock/KafkaProducerUtil.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.zorkdata.tools.avro.AvroSerializerFactory;
 import lombok.Data;

src/main/java/com/zorkdata/tools/mock/LogAvroProducer.java → src/main/java/com/zorkdata/tools/oldmock/LogAvroProducer.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.alibaba.fastjson.TypeReference;

src/main/java/com/zorkdata/tools/mock/MockConnectJsonData.java → src/main/java/com/zorkdata/tools/oldmock/MockConnectJsonData.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
-import org.apache.kafka.clients.producer.RecordMetadata;
 import org.apache.kafka.common.serialization.StringSerializer;
 
 import java.text.SimpleDateFormat;
 import java.util.Date;
 import java.util.Properties;
-import java.util.concurrent.Future;
 
 /**
  * @author DeleMing

src/main/java/com/zorkdata/tools/mock/MockFilebeatDataToKafka.java → src/main/java/com/zorkdata/tools/oldmock/MockFilebeatDataToKafka.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.zorkdata.tools.kafka.Producer;
 import com.zorkdata.tools.kafka.ProducerPool;
-import com.zorkdata.tools.utils.DateUtil;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
 import org.apache.kafka.common.serialization.StringSerializer;
 
 import java.io.BufferedReader;
 import java.io.IOException;
-import java.io.InputStreamReader;
 import java.text.SimpleDateFormat;
 import java.util.*;
 import java.util.concurrent.ExecutionException;

src/main/java/com/zorkdata/tools/mock/MockFlinkxJson.java → src/main/java/com/zorkdata/tools/oldmock/MockFlinkxJson.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
-import org.apache.kafka.common.serialization.ByteArraySerializer;
 import org.apache.kafka.common.serialization.StringSerializer;
 
 import java.util.Properties;

src/main/java/com/zorkdata/tools/mock/MockGrok.java → src/main/java/com/zorkdata/tools/oldmock/MockGrok.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 public class MockGrok {
 }

src/main/java/com/zorkdata/tools/mock/MockKafkaConnect.java → src/main/java/com/zorkdata/tools/oldmock/MockKafkaConnect.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import org.apache.kafka.clients.producer.KafkaProducer;

src/main/java/com/zorkdata/tools/mock/MockKafkaConnectAvro.java → src/main/java/com/zorkdata/tools/oldmock/MockKafkaConnectAvro.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.zorkdata.tools.utils.*;

src/main/java/com/zorkdata/tools/mock/MockKafkaConnectAvroTest.java → src/main/java/com/zorkdata/tools/oldmock/MockKafkaConnectAvroTest.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.zorkdata.tools.utils.DateUtil;
 import org.apache.kafka.clients.producer.KafkaProducer;

src/main/java/com/zorkdata/tools/mock/MockKafkaConnectJson.java → src/main/java/com/zorkdata/tools/oldmock/MockKafkaConnectJson.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.zorkdata.tools.utils.CustomerProducer;

src/main/java/com/zorkdata/tools/mock/MockMetricEvent.java → src/main/java/com/zorkdata/tools/oldmock/MockMetricEvent.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSON;
 import org.apache.kafka.clients.producer.KafkaProducer;

src/main/java/com/zorkdata/tools/mock/MockStreamxJson.java → src/main/java/com/zorkdata/tools/oldmock/MockStreamxJson.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
-import org.apache.kafka.common.serialization.ByteArraySerializer;
 import org.apache.kafka.common.serialization.StringSerializer;
 
 import java.util.Date;

src/main/java/com/zorkdata/tools/mock/MockStreamxJson1.java → src/main/java/com/zorkdata/tools/oldmock/MockStreamxJson1.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import org.apache.kafka.clients.producer.KafkaProducer;

src/main/java/com/zorkdata/tools/mock/MockStreamxLogAvro.java → src/main/java/com/zorkdata/tools/oldmock/MockStreamxLogAvro.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.zorkdata.tools.kafka.Producer;

src/main/java/com/zorkdata/tools/mock/MockStreamxMetricAvro.java → src/main/java/com/zorkdata/tools/oldmock/MockStreamxMetricAvro.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import com.alibaba.fastjson.JSONObject;
 import com.zorkdata.tools.kafka.Producer;

src/main/java/com/zorkdata/tools/mock/MockZorkMetric.java → src/main/java/com/zorkdata/tools/oldmock/MockZorkMetric.java

-package com.zorkdata.tools.mock;
+package com.zorkdata.tools.oldmock;
 
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;

src/main/java/com/zorkdata/tools/utils/PropertiesUtil.java

 package com.zorkdata.tools.utils;
 
-import java.io.File;
-import java.io.FileInputStream;
 import java.io.InputStream;
-import java.io.InputStreamReader;
 import java.util.Properties;
 
 /**
@@ -11,33 +8,21 @@ import java.util.Properties;
  */
 public class PropertiesUtil {
 
-    private final static String UTF_8 = "UTF-8";
     /**
      * 根据文件名获取该properties对象
      *
      * @param propertiesFileName 配置文件名称
-     * @return
+     * @return properties
      */
     public static Properties getProperties(String propertiesFileName) throws Exception {
         Properties properties = new Properties();
         InputStream inputStream = null;
-        InputStreamReader inputStreamReader = null;
         try {
-            inputStream = new FileInputStream(new File(propertiesFileName));
-            inputStreamReader = new InputStreamReader(inputStream, UTF_8);
-            properties.load(inputStreamReader);
+            inputStream = PropertiesUtil.class.getResourceAsStream(propertiesFileName);
+            properties.load(inputStream);
         } finally {
             if (inputStream != null) {
-                try {
-                    inputStream.close();
-                } catch (Exception ex) {
-                }
-            }
-            if (inputStreamReader != null) {
-                try {
-                    inputStreamReader.close();
-                } catch (Exception ex) {
-                }
+                inputStream.close();
             }
         }
         return properties;

src/main/resources/config.properties

-#kafka.servers = kafka-1:19092,kafka-2:19092,kafka-3:19092
-kafka.servers = zorkdata-95:9092
-kafka.batch.size = 1
-
+kafka.servers=kafka01:9092,kafka02:9092,kafka03:9092
+kafka.batch.size=100000
+kafka.topic.name=a
 log.size = 10000
 log.topic=flinkx