Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
T
transactionLogMask
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
谢森
transactionLogMask
Commits
f32f595c
Commit
f32f595c
authored
Oct 22, 2020
by
王海鹰
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
修复sonar规范问题
parent
68df7337
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
16 additions
and
16 deletions
+16
-16
src/main/java/com/zorkdata/datamask/domain/HdfsLogQueryParam.java
.../java/com/zorkdata/datamask/domain/HdfsLogQueryParam.java
+2
-2
src/main/java/com/zorkdata/datamask/hadoop/HadoopMask.java
src/main/java/com/zorkdata/datamask/hadoop/HadoopMask.java
+2
-2
src/main/java/com/zorkdata/datamask/util/MaskUtil.java
src/main/java/com/zorkdata/datamask/util/MaskUtil.java
+9
-9
src/main/java/com/zorkdata/datamask/util/ParamUtils.java
src/main/java/com/zorkdata/datamask/util/ParamUtils.java
+3
-3
No files found.
src/main/java/com/zorkdata/datamask/domain/H
DFS
LogQueryParam.java
→
src/main/java/com/zorkdata/datamask/domain/H
dfs
LogQueryParam.java
View file @
f32f595c
...
@@ -11,7 +11,7 @@ import java.io.Serializable;
...
@@ -11,7 +11,7 @@ import java.io.Serializable;
* @Date 2020/10/21 14:33
* @Date 2020/10/21 14:33
*/
*/
@Data
@Data
public
class
H
DFS
LogQueryParam
implements
Serializable
{
public
class
H
dfs
LogQueryParam
implements
Serializable
{
private
static
final
long
serialVersionUID
=
1L
;
private
static
final
long
serialVersionUID
=
1L
;
...
@@ -23,7 +23,7 @@ public class HDFSLogQueryParam implements Serializable {
...
@@ -23,7 +23,7 @@ public class HDFSLogQueryParam implements Serializable {
private
Long
startTime
;
private
Long
startTime
;
private
Long
endTime
;
private
Long
endTime
;
public
H
DFS
LogQueryParam
(
String
source
,
String
hdfsSrc
,
String
hdfsDest
,
String
core
,
String
date
,
Long
startTime
,
public
H
dfs
LogQueryParam
(
String
source
,
String
hdfsSrc
,
String
hdfsDest
,
String
core
,
String
date
,
Long
startTime
,
Long
endTime
)
{
Long
endTime
)
{
this
.
source
=
source
;
this
.
source
=
source
;
this
.
hdfsSrc
=
hdfsSrc
;
this
.
hdfsSrc
=
hdfsSrc
;
...
...
src/main/java/com/zorkdata/datamask/hadoop/HadoopMask.java
View file @
f32f595c
...
@@ -5,7 +5,7 @@ import com.alibaba.fastjson.TypeReference;
...
@@ -5,7 +5,7 @@ import com.alibaba.fastjson.TypeReference;
import
com.zorkdata.datamask.constant.ParamConstants
;
import
com.zorkdata.datamask.constant.ParamConstants
;
import
com.zorkdata.datamask.constant.StrConstants
;
import
com.zorkdata.datamask.constant.StrConstants
;
import
com.zorkdata.datamask.domain.LogData
;
import
com.zorkdata.datamask.domain.LogData
;
import
com.zorkdata.datamask.domain.H
DFS
LogQueryParam
;
import
com.zorkdata.datamask.domain.H
dfs
LogQueryParam
;
import
com.zorkdata.datamask.domain.TransactionLog
;
import
com.zorkdata.datamask.domain.TransactionLog
;
import
com.zorkdata.datamask.util.DateUtils
;
import
com.zorkdata.datamask.util.DateUtils
;
import
com.zorkdata.datamask.util.MaskUtil
;
import
com.zorkdata.datamask.util.MaskUtil
;
...
@@ -63,7 +63,7 @@ public class HadoopMask {
...
@@ -63,7 +63,7 @@ public class HadoopMask {
env
.
setParallelism
(
1
);
env
.
setParallelism
(
1
);
JobConf
jobConf
=
new
JobConf
();
JobConf
jobConf
=
new
JobConf
();
jobConf
.
set
(
"avro.output.schema"
,
TransactionLog
.
SCHEMA
$
.
toString
(
true
));
jobConf
.
set
(
"avro.output.schema"
,
TransactionLog
.
SCHEMA
$
.
toString
(
true
));
H
DFS
LogQueryParam
hdfsLogQueryParam
=
ParamUtils
.
initHadoopConf
(
conf
);
H
dfs
LogQueryParam
hdfsLogQueryParam
=
ParamUtils
.
initHadoopConf
(
conf
);
ParameterTool
parameterTool
=
ParameterTool
.
fromMap
(
conf
);
ParameterTool
parameterTool
=
ParameterTool
.
fromMap
(
conf
);
env
.
getConfig
().
setGlobalJobParameters
(
parameterTool
);
env
.
getConfig
().
setGlobalJobParameters
(
parameterTool
);
...
...
src/main/java/com/zorkdata/datamask/util/MaskUtil.java
View file @
f32f595c
...
@@ -126,15 +126,15 @@ public class MaskUtil implements Serializable {
...
@@ -126,15 +126,15 @@ public class MaskUtil implements Serializable {
Map
map
=
new
HashMap
(
DEFAULT_MAP_CAPACITY
);
Map
map
=
new
HashMap
(
DEFAULT_MAP_CAPACITY
);
map
.
put
(
"姓名"
,
"王海鹰"
);
map
.
put
(
"姓名"
,
"王海鹰"
);
//
map.put("身份证号", "372925199008075158");
map
.
put
(
"身份证号"
,
"372925199008075158"
);
//
map.put("手机号", "15000101879");
map
.
put
(
"手机号"
,
"15000101879"
);
//
map.put("电话", "021-61341606");
map
.
put
(
"电话"
,
"021-61341606"
);
//
map.put("邮箱", "wanghaiying@zork.com");
map
.
put
(
"邮箱"
,
"wanghaiying@zork.com"
);
//
map.put("住址", "上海市浦东新区碧波路690号1弄");
map
.
put
(
"住址"
,
"上海市浦东新区碧波路690号1弄"
);
//
map.put("住址2", "上海市浦东新区张江微电子港304-2室");
map
.
put
(
"住址2"
,
"上海市浦东新区张江微电子港304-2室"
);
//
map.put("ip地址", "192.168.70.2");
map
.
put
(
"ip地址"
,
"192.168.70.2"
);
//
map.put("mac地址", "3c-78-43-25-80-bd");
map
.
put
(
"mac地址"
,
"3c-78-43-25-80-bd"
);
//
map.put("message", "王海鹰,372925199008075158#15000101879");
map
.
put
(
"message"
,
"王海鹰,372925199008075158#15000101879"
);
map
.
put
(
"messid"
,
"0000011404342B32233DDCDA"
);
map
.
put
(
"messid"
,
"0000011404342B32233DDCDA"
);
map
.
put
(
"bsflag"
,
"0000011404342B32233DDCDA"
);
map
.
put
(
"bsflag"
,
"0000011404342B32233DDCDA"
);
map
.
put
(
"normalFields"
,
"13811110000-110101199003075517-上海市浦东新区张江微电子港-zorkdata@163.com-123456789-wanghaiying123-王海鹰-192.168.1.1-00-50-56-C0-00-08-6227002470170278192"
);
map
.
put
(
"normalFields"
,
"13811110000-110101199003075517-上海市浦东新区张江微电子港-zorkdata@163.com-123456789-wanghaiying123-王海鹰-192.168.1.1-00-50-56-C0-00-08-6227002470170278192"
);
...
...
src/main/java/com/zorkdata/datamask/util/ParamUtils.java
View file @
f32f595c
...
@@ -2,7 +2,7 @@ package com.zorkdata.datamask.util;
...
@@ -2,7 +2,7 @@ package com.zorkdata.datamask.util;
import
com.zorkdata.datamask.constant.ParamConstants
;
import
com.zorkdata.datamask.constant.ParamConstants
;
import
com.zorkdata.datamask.constant.RegExpConstants
;
import
com.zorkdata.datamask.constant.RegExpConstants
;
import
com.zorkdata.datamask.domain.H
DFS
LogQueryParam
;
import
com.zorkdata.datamask.domain.H
dfs
LogQueryParam
;
import
com.zorkdata.datamask.domain.KafkaMsgQueryParam
;
import
com.zorkdata.datamask.domain.KafkaMsgQueryParam
;
import
java.util.HashMap
;
import
java.util.HashMap
;
...
@@ -21,7 +21,7 @@ public class ParamUtils {
...
@@ -21,7 +21,7 @@ public class ParamUtils {
*
*
* @param conf
* @param conf
*/
*/
public
static
H
DFS
LogQueryParam
initHadoopConf
(
Map
conf
)
{
public
static
H
dfs
LogQueryParam
initHadoopConf
(
Map
conf
)
{
String
source
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
SOURCE
)).
trim
();
String
source
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
SOURCE
)).
trim
();
String
hdfsSrc
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
HDFS_SRC
)).
trim
();
String
hdfsSrc
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
HDFS_SRC
)).
trim
();
String
hdfsDest
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
HDFS_DEST
)).
trim
();
String
hdfsDest
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
HDFS_DEST
)).
trim
();
...
@@ -29,7 +29,7 @@ public class ParamUtils {
...
@@ -29,7 +29,7 @@ public class ParamUtils {
String
date
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
DATE
)).
trim
();
String
date
=
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
DATE
)).
trim
();
Long
startTime
=
Long
.
parseLong
(
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
START_TIME
)).
trim
());
Long
startTime
=
Long
.
parseLong
(
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
START_TIME
)).
trim
());
Long
endTime
=
Long
.
parseLong
(
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
END_TIME
)).
trim
());
Long
endTime
=
Long
.
parseLong
(
String
.
valueOf
(
conf
.
get
(
ParamConstants
.
END_TIME
)).
trim
());
return
new
H
DFS
LogQueryParam
(
source
,
hdfsSrc
,
hdfsDest
,
core
,
date
,
startTime
,
endTime
);
return
new
H
dfs
LogQueryParam
(
source
,
hdfsSrc
,
hdfsDest
,
core
,
date
,
startTime
,
endTime
);
}
}
public
static
KafkaMsgQueryParam
initKafkaConf
(
Map
conf
)
{
public
static
KafkaMsgQueryParam
initKafkaConf
(
Map
conf
)
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment