Skip to content

M
Mock-Data
Commit 99de8193 authored by quqingtao's avatar quqingtao
Browse files
Options

<dev> 

1. something
parent 080d85d8
Hide whitespace changes
Inline Side-by-side
Showing with 1367 additions and 25 deletions
src/main/java/com/zorkdata/tools/kafka/Producer.java
View file @ 99de8193
...@@ -9,8 +9,8 @@ import java.util.*; ...@@ -9,8 +9,8 @@ import java.util.*;
public class Producer { public class Producer {
// static String servers = "yf122:9092,yf121:9092,yf120:9092"; // static String servers = "yf122:9092,yf121:9092,yf120:9092";
static String servers = "node1:9092,node2:9092,node3:9092"; // static String servers = "node1:9092,node2:9092,node3:9092";
// static String servers = "kafka-1:19092,kafka-2:19092,kafka-3:19092"; static String servers = "noahtest-215:9092,noahtest-216:9092,noahtest-217:9092";
static int batchsize = 1; static int batchsize = 1;
static Producer testProducer; static Producer testProducer;
static String metricTopic; static String metricTopic;
...@@ -45,7 +45,8 @@ public class Producer { ...@@ -45,7 +45,8 @@ public class Producer {
} }
public void initConfig() throws Exception { public void initConfig() throws Exception {
servers = "node1:9092,node2:9092,node3:9092"; // servers = "node1:9092,node2:9092,node3:9092";
servers = "noahtest-215:9092,noahtest-216:9092,noahtest-217:9092";
// servers = "kafka-1:19092,kafka-2:19092,kafka-3:19092"; // servers = "kafka-1:19092,kafka-2:19092,kafka-3:19092";
batchsize = 100000; batchsize = 100000;
} }
......
src/main/java/com/zorkdata/tools/mock/MockLinux70121.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.zorkdata.tools.avro.AvroSerializer;
import com.zorkdata.tools.avro.AvroSerializerFactory;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.ByteArraySerializer;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
/**
* @author DeleMing
*/
public class MockLinux70121 {
private static String topic = "dwd_all_metric";
private static String brokerAddr = "node1:9092,node2:9092,node3:9092";
// private static String brokerAddr = "autotest-1:9092,autotest-2:9092,autotest-3:9092";
// private static String brokerAddr = "yf170:9092,yf171:9092,yf172:9092";
// private static String brokerAddr = "localhost:9092";
private static ProducerRecord<String, byte[]> producerRecord = null;
private static KafkaProducer<String, byte[]> producer = null;
public static void init() {
Properties props = new Properties();
props.put("bootstrap.servers", brokerAddr);
props.put("acks", "1");
props.put("retries", 0);
props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
props.put("value.serializer", ByteArraySerializer.class.getName());
props.put("batch.size", 16384);
props.put("linger.ms", 1);
props.put("buffer.memory", 33554432);
producer = new KafkaProducer<String, byte[]>(props);
}
public static void main(String[] args) throws InterruptedException {
init();
//MetricSet
String metricSetName = "cpu_system_mb";
//Dimensions
Map<String, String> dimensions = new HashMap<>();
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "ShanDong");
// dimensions.put("hostname", "shandong2");
// dimensions.put("ip", "192.168.70.220");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "paas应用服务平台");
dimensions.put("appprogramname", "linux模块");
dimensions.put("servicename", "linux模块");
dimensions.put("hostname", "yf121");
dimensions.put("ip", "192.168.70.121");
for (int i = 0; i <= 30000; i++) {
//MetricItem
Map<String, Double> metrics = new HashMap<>();
metrics.put("user_pct", 0.215);
//timestamp
long timestamp = System.currentTimeMillis();
String timestampString = String.valueOf(timestamp);
System.out.println("时间："+timestampString);
//AvroSerializer
AvroSerializer metricSerializer = AvroSerializerFactory.getMetricAvroSerializer();
byte[] bytes = metricSerializer.serializingMetric(metricSetName, timestampString, dimensions, metrics);
//send
producerRecord = new ProducerRecord<String, byte[]>(topic, null, bytes);
producer.send(producerRecord);
Thread.sleep(30000);// 210/70=3 警告
}
}
public static double fun1(int i){
double tmp = 0;
if ( i ==0){
tmp = 0.05;
}
if (i == 1){
tmp = 0.2;
}
if (i == 2){
tmp = 0.2;
}
return tmp;
}
}
src/main/java/com/zorkdata/tools/mock/MockLogLinux212.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogLinux212 {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "node1");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.212");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "linux模块");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
// measures.put("mdh",4d);
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockStreamxLogAvroQQT.java → src/main/java/com/zorkdata/tools/mock/MockLogModuleAInstanceA.java
View file @ 99de8193
...@@ -13,7 +13,7 @@ import java.util.*; ...@@ -13,7 +13,7 @@ import java.util.*;
/** /**
* @author zhuzhigang * @author zhuzhigang
*/ */
public class MockStreamxLogAvroQQT { public class MockLogModuleAInstanceA {
private static long getSize(String propertiesName) throws Exception { private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName); Properties properties = PropertiesUtil.getProperties(propertiesName);
...@@ -44,18 +44,18 @@ public class MockStreamxLogAvroQQT { ...@@ -44,18 +44,18 @@ public class MockStreamxLogAvroQQT {
Random random = new Random(); Random random = new Random();
int i = random.nextInt(10); int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>(); Map<String, String> dimensions = new HashMap<>();
// dimensions.put("hostname", "shandong2");//"zorkdata" + i); dimensions.put("hostname", "node1");//"zorkdata" + i);
// dimensions.put("ip", "192.168.70.220"); dimensions.put("ip", "192.168.70.212");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("cluster", "基础监控");
// dimensions.put("module", "ShanDong");
dimensions.put("servicename", "linux模块");
dimensions.put("servicecode", "linux模块");
dimensions.put("appsystem", "dev_test"); dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控"); dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "linux模块"); dimensions.put("appprogramname", "ShanDong");
dimensions.put("hostname", "host-11"); // dimensions.put("servicename", "linux模块");
dimensions.put("ip", "192.168.13.11"); // dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions; return dimensions;
} }
...@@ -71,7 +71,7 @@ public class MockStreamxLogAvroQQT { ...@@ -71,7 +71,7 @@ public class MockStreamxLogAvroQQT {
private static Map<String, String> getRandomNormalFieldsError() { private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>(); Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "aaaaaaaaaaaaaaaaaaaa"); normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields; return normalFields;
} }
...@@ -85,10 +85,11 @@ public class MockStreamxLogAvroQQT { ...@@ -85,10 +85,11 @@ public class MockStreamxLogAvroQQT {
long size = 30000; long size = 30000;
for (int i = 0; i < size; i++) { for (int i = 0; i < size; i++) {
if (i != 0) { if (i != 0) {
Thread.sleep(10000); Thread.sleep(5000);
} }
String logTypeName = "default_analysis_template"; String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr(); String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log"; String source = "/var/log/test.log";
String offset = getRandomOffset(); String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions(); Map<String, String> dimensions = getRandomDimensions();
......
src/main/java/com/zorkdata/tools/mock/MockLogModuleAInstanceB.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogModuleAInstanceB {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "node2");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.213");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogModuleAInstanceC.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogModuleAInstanceC {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "node3");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.214");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogModuleBInstanceA.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogModuleBInstanceA {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "yf120");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.120");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "paas应用服务平台");
dimensions.put("appprogramname", "nginx");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(17000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogModuleBInstanceB.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogModuleBInstanceB {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "yf122");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.122");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "paas应用服务平台");
dimensions.put("appprogramname", "nginx");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(10000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("test_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogNode1.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogNode1 {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "node1");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.212");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogNode2.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogNode2 {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("hostname", "node1");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.212");
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "wwwwaaaaerrorssdddd");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogSI_node1.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogSI_node1 {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "linux模块");
dimensions.put("hostname", "node1");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.212");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "new_dev_test_message");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
// measures.put("mdh",4d);
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogSI_node2_default.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogSI_node2_default {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
dimensions.put("hostname", "node2");//"zorkdata" + i);
dimensions.put("ip", "192.168.70.213");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "qqt_alarm_default_index_message");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
// measures.put("mdh",4d);
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockLogSI_zork90_10.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.alibaba.fastjson.JSONObject;
import com.zorkdata.tools.kafka.Producer;
import com.zorkdata.tools.kafka.ProducerPool;
import com.zorkdata.tools.utils.DateUtil;
import com.zorkdata.tools.utils.PropertiesUtil;
import com.zorkdata.tools.utils.StringUtil;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author zhuzhigang
*/
public class MockLogSI_zork90_10 {
private static long getSize(String propertiesName) throws Exception {
Properties properties = PropertiesUtil.getProperties(propertiesName);
long logSize = StringUtil.getLong(properties.getProperty("log.size", "5000").trim(), 1);
return logSize;
}
public static String printData(String logTypeName, String timestamp, String source, String offset,
Map<String, String> dimensions, Map<String, Double> metrics, Map<String, String> normalFields) {
JSONObject jsonObject = new JSONObject();
jsonObject.put("logTypeName", logTypeName);
jsonObject.put("timestamp", timestamp);
jsonObject.put("source", source);
jsonObject.put("offset", offset);
jsonObject.put("dimensions", dimensions);
jsonObject.put("measures", metrics);
jsonObject.put("normalFields", normalFields);
return jsonObject.toString();
}
private static String getRandomOffset() {
Random random = new Random();
long l = random.nextInt(10000);
return String.valueOf(l);
}
private static Map<String, String> getRandomDimensions() {
Random random = new Random();
int i = random.nextInt(10);
Map<String, String> dimensions = new HashMap<>();
dimensions.put("appsystem", "alarm");
dimensions.put("clustername", "告警集群");
dimensions.put("appprogramname", "告警模块1");
dimensions.put("hostname", "zork90-10");//"zorkdata" + i);
dimensions.put("ip", "192.168.90.10");
// dimensions.put("servicename", "linux模块");
// dimensions.put("servicecode", "linux模块");
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "linux模块");
// dimensions.put("hostname", "host-11");
// dimensions.put("ip", "192.168.13.11");
return dimensions;
}
private static String[] codes = {
"AO", "AF", "AL", "DZ", "AD", "AI", "AG", "AR", "AM", "AU",
"AT", "AZ", "BS", "BH", "BD", "BB", "BY", "BE", "BZ", "BJ"
};
private static String getRandomCountryCode() {
Random random = new Random(codes.length);
return codes[new Random(codes.length).nextInt(codes.length)];
}
private static Map<String, String> getRandomNormalFieldsError() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "qqt_alarm_index_message");
return normalFields;
}
private static Map<String, String> getRandomNormalFieldsSuccess() {
Map<String, String> normalFields = new HashMap<>();
normalFields.put("message", "data update success");
return normalFields;
}
public static void main(String[] args) throws Exception {
long size = 30000;
for (int i = 0; i < size; i++) {
if (i != 0) {
Thread.sleep(5000);
}
String logTypeName = "default_analysis_template";
String timestamp = DateUtil.getUTCTimeStr();
System.out.println("timestamp====="+timestamp);
String source = "/var/log/test.log";
String offset = getRandomOffset();
Map<String, String> dimensions = getRandomDimensions();
Map<String, Double> measures = new HashMap<>();
// measures.put("mdh",4d);
Map<String, String> normalFields = null;
normalFields = getRandomNormalFieldsError();
Producer producer = ProducerPool.getInstance().getProducer();
producer.sendLog("dwd_default_log", logTypeName, timestamp, source, offset, dimensions, measures, normalFields);
}
}
}
src/main/java/com/zorkdata/tools/mock/MockMetricNode1.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.zorkdata.tools.avro.AvroSerializer;
import com.zorkdata.tools.avro.AvroSerializerFactory;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.ByteArraySerializer;
import org.joda.time.DateTime;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.Random;
/**
* @author DeleMing
*/
public class MockMetricNode1 {
private static String topic = "dwd_all_metric";
private static String brokerAddr = "node1:9092,node2:9092,node3:9092";
// private static String brokerAddr = "autotest-1:9092,autotest-2:9092,autotest-3:9092";
// private static String brokerAddr = "yf170:9092,yf171:9092,yf172:9092";
// private static String brokerAddr = "localhost:9092";
private static ProducerRecord<String, byte[]> producerRecord = null;
private static KafkaProducer<String, byte[]> producer = null;
public static void init() {
Properties props = new Properties();
props.put("bootstrap.servers", brokerAddr);
props.put("acks", "1");
props.put("retries", 0);
props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
props.put("value.serializer", ByteArraySerializer.class.getName());
props.put("batch.size", 16384);
props.put("linger.ms", 1);
props.put("buffer.memory", 33554432);
producer = new KafkaProducer<String, byte[]>(props);
}
public static void main(String[] args) throws InterruptedException {
init();
//MetricSet
String metricSetName = "cpu_system_mb";
//Dimensions
Map<String, String> dimensions = new HashMap<>();
// dimensions.put("appsystem", "dev_test");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "ShanDong");
// dimensions.put("hostname", "shandong2");
// dimensions.put("ip", "192.168.70.220");
dimensions.put("appsystem", "dev_test");
dimensions.put("monitor_name","");
dimensions.put("hostname", "shandong1");
dimensions.put("ip", "192.168.70.219");
dimensions.put("observer_hostname","");
dimensions.put("observer_ip","");
// dimensions.put("clustername", "基础监控");
// dimensions.put("appprogramname", "ShanDong");
for (int i = 0; i <= 30000; i++) {
//MetricItem
Map<String, Double> metrics = new HashMap<>();
metrics.put("monitor_duration_us", 0.5);
metrics.put("monitor_status", 0.5);
metrics.put("icmp_requests", 0.5);
metrics.put("icmp_rtt_us", 0.5);
//timestamp
long timestamp = System.currentTimeMillis();
String timestampString = String.valueOf(timestamp);
System.out.println("时间："+timestampString);
//AvroSerializer
AvroSerializer metricSerializer = AvroSerializerFactory.getMetricAvroSerializer();
byte[] bytes = metricSerializer.serializingMetric(metricSetName, timestampString, dimensions, metrics);
//send
producerRecord = new ProducerRecord<String, byte[]>(topic, null, bytes);
producer.send(producerRecord);
Thread.sleep(10000);// 210/210=1 信息
}
}
public static double fun1(int i){
double tmp = 0;
if ( i ==0){
tmp = 0.05;
}
if (i == 1){
tmp = 0.2;
}
if (i == 2){
tmp = 0.2;
}
return tmp;
}
}
src/main/java/com/zorkdata/tools/mock/MockMetricNode2.java 0 → 100644
View file @ 99de8193
package com.zorkdata.tools.mock;
import com.zorkdata.tools.avro.AvroSerializer;
import com.zorkdata.tools.avro.AvroSerializerFactory;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.ByteArraySerializer;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
/**
* @param brokerAddr
* @param topic
* @author DeleMing
*/
public class MockMetricNode2 {
private static String topic = "dwd_all_metric";
private static String brokerAddr = "node1:9092,node2:9092,node3:9092";
// private static String brokerAddr = "autotest-1:9092,autotest-2:9092,autotest-3:9092";
// private static String brokerAddr = "yf170:9092,yf171:9092,yf172:9092";
// private static String brokerAddr = "localhost:9092";
private static ProducerRecord<String, byte[]> producerRecord = null;
private static KafkaProducer<String, byte[]> producer = null;
public static void init() {
Properties props = new Properties();
props.put("bootstrap.servers", brokerAddr);
props.put("acks", "1");
props.put("retries", 0);
props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
props.put("value.serializer", ByteArraySerializer.class.getName());
props.put("batch.size", 16384);
props.put("linger.ms", 1);
props.put("buffer.memory", 33554432);
producer = new KafkaProducer<String, byte[]>(props);
}
public static void main(String[] args) throws InterruptedException {
init();
//MetricSet
String metricSetName = "cpu_system_mb";
//Dimensions
Map<String, String> dimensions = new HashMap<>();
dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "ShanDong");
dimensions.put("hostname", "node1");
dimensions.put("ip", "192.168.70.212");
for (int i = 0; i <= 30000; i++) {
//MetricItem
Map<String, Double> metrics = new HashMap<>();
metrics.put("user_pct", 0.4);
//timestamp
long timestamp = System.currentTimeMillis();
String timestampString = String.valueOf(timestamp);
System.out.println("时间："+timestampString);
//AvroSerializer
AvroSerializer metricSerializer = AvroSerializerFactory.getMetricAvroSerializer();
byte[] bytes = metricSerializer.serializingMetric(metricSetName, timestampString, dimensions, metrics);
//send
producerRecord = new ProducerRecord<String, byte[]>(topic, null, bytes);
producer.send(producerRecord);
Thread.sleep(30000); //210/30= 7 严重
}
}
}
src/main/java/com/zorkdata/tools/mock/QQTMockZorkMetricSimpleCyle.java → src/main/java/com/zorkdata/tools/mock/MockMetricNode3.java
View file @ 99de8193
...@@ -5,17 +5,15 @@ import com.zorkdata.tools.avro.AvroSerializerFactory; ...@@ -5,17 +5,15 @@ import com.zorkdata.tools.avro.AvroSerializerFactory;
import org.apache.kafka.clients.producer.KafkaProducer; import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord; import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.ByteArraySerializer; import org.apache.kafka.common.serialization.ByteArraySerializer;
import org.joda.time.DateTime;
import java.util.HashMap; import java.util.HashMap;
import java.util.Map; import java.util.Map;
import java.util.Properties; import java.util.Properties;
import java.util.Random;
/** /**
* @author DeleMing * @author DeleMing
*/ */
public class QQTMockZorkMetricSimpleCyle { public class MockMetricNode3 {
private static String topic = "dwd_all_metric"; private static String topic = "dwd_all_metric";
private static String brokerAddr = "node1:9092,node2:9092,node3:9092"; private static String brokerAddr = "node1:9092,node2:9092,node3:9092";
// private static String brokerAddr = "autotest-1:9092,autotest-2:9092,autotest-3:9092"; // private static String brokerAddr = "autotest-1:9092,autotest-2:9092,autotest-3:9092";
...@@ -52,16 +50,18 @@ public class QQTMockZorkMetricSimpleCyle { ...@@ -52,16 +50,18 @@ public class QQTMockZorkMetricSimpleCyle {
// dimensions.put("ip", "192.168.70.220"); // dimensions.put("ip", "192.168.70.220");
dimensions.put("appsystem", "dev_test"); dimensions.put("appsystem", "dev_test");
dimensions.put("clustername", "jichujiankong"); dimensions.put("clustername", "基础监控");
dimensions.put("appprogramname", "linuxmokuai"); dimensions.put("appprogramname", "linux模块");
dimensions.put("hostname", "host-11"); dimensions.put("servicename", "linux模块");
dimensions.put("ip", "192.168.13.11"); dimensions.put("hostname", "yf121");
dimensions.put("ip", "192.168.70.121");
for (int i = 0; i <= 30000; i++) { for (int i = 0; i <= 30000; i++) {
//MetricItem //MetricItem
Map<String, Double> metrics = new HashMap<>(); Map<String, Double> metrics = new HashMap<>();
metrics.put("user_pct", 0.1); metrics.put("user_pct", 0.115);
//timestamp //timestamp
long timestamp = System.currentTimeMillis(); long timestamp = System.currentTimeMillis();
String timestampString = String.valueOf(timestamp); String timestampString = String.valueOf(timestamp);
...@@ -73,7 +73,7 @@ public class QQTMockZorkMetricSimpleCyle { ...@@ -73,7 +73,7 @@ public class QQTMockZorkMetricSimpleCyle {
//send //send
producerRecord = new ProducerRecord<String, byte[]>(topic, null, bytes); producerRecord = new ProducerRecord<String, byte[]>(topic, null, bytes);
producer.send(producerRecord); producer.send(producerRecord);
Thread.sleep(10000); Thread.sleep(30000);// 210/70=3 警告
} }
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment