Commit 07dfec49 authored by wenmo's avatar wenmo

executor format

parent 3bc3deb2
...@@ -17,7 +17,7 @@ import java.util.Map; ...@@ -17,7 +17,7 @@ import java.util.Map;
@Deprecated @Deprecated
public class FunctionManager { public class FunctionManager {
private static Map<String,UDFunction> functions = new HashMap<String,UDFunction>(){ private static Map<String, UDFunction> functions = new HashMap<String, UDFunction>() {
{ {
put(FlinkFunctionConstant.GET_KEY, put(FlinkFunctionConstant.GET_KEY,
new UDFunction(FlinkFunctionConstant.GET_KEY, new UDFunction(FlinkFunctionConstant.GET_KEY,
...@@ -34,12 +34,12 @@ public class FunctionManager { ...@@ -34,12 +34,12 @@ public class FunctionManager {
} }
}; };
public static Map<String,UDFunction> getUsedFunctions(String statement){ public static Map<String, UDFunction> getUsedFunctions(String statement) {
Map<String,UDFunction> map = new HashMap<>(); Map<String, UDFunction> map = new HashMap<>();
String sql = statement.toLowerCase(); String sql = statement.toLowerCase();
for (Map.Entry<String, UDFunction> entry : functions.entrySet()) { for (Map.Entry<String, UDFunction> entry : functions.entrySet()) {
if(sql.contains(entry.getKey().toLowerCase())){ if (sql.contains(entry.getKey().toLowerCase())) {
map.put(entry.getKey(),entry.getValue()); map.put(entry.getKey(), entry.getValue());
} }
} }
return map; return map;
......
...@@ -31,17 +31,17 @@ public class EnvironmentSetting { ...@@ -31,17 +31,17 @@ public class EnvironmentSetting {
this.useRemote = true; this.useRemote = true;
} }
public static EnvironmentSetting build(String address){ public static EnvironmentSetting build(String address) {
Asserts.checkNull(address,"Flink 地址不能为空"); Asserts.checkNull(address, "Flink 地址不能为空");
String[] strs = address.split(NetConstant.COLON); String[] strs = address.split(NetConstant.COLON);
if (strs.length >= 2) { if (strs.length >= 2) {
return new EnvironmentSetting(strs[0],Integer.parseInt(strs[1])); return new EnvironmentSetting(strs[0], Integer.parseInt(strs[1]));
} else { } else {
return new EnvironmentSetting(strs[0],FlinkConstant.FLINK_REST_DEFAULT_PORT); return new EnvironmentSetting(strs[0], FlinkConstant.FLINK_REST_DEFAULT_PORT);
} }
} }
public String getAddress(){ public String getAddress() {
return host + NetConstant.COLON + port; return host + NetConstant.COLON + port;
} }
......
...@@ -28,8 +28,8 @@ public class ExecutorSetting { ...@@ -28,8 +28,8 @@ public class ExecutorSetting {
private boolean useStatementSet; private boolean useStatementSet;
private String savePointPath; private String savePointPath;
private String jobName; private String jobName;
private Map<String,String> config; private Map<String, String> config;
public static final ExecutorSetting DEFAULT = new ExecutorSetting(0,1,true); public static final ExecutorSetting DEFAULT = new ExecutorSetting(0, 1, true);
private static final ObjectMapper mapper = new ObjectMapper(); private static final ObjectMapper mapper = new ObjectMapper();
public ExecutorSetting(boolean useSqlFragment) { public ExecutorSetting(boolean useSqlFragment) {
...@@ -75,7 +75,7 @@ public class ExecutorSetting { ...@@ -75,7 +75,7 @@ public class ExecutorSetting {
this.config = config; this.config = config;
} }
public ExecutorSetting(Integer checkpoint, Integer parallelism, boolean useSqlFragment,boolean useStatementSet, public ExecutorSetting(Integer checkpoint, Integer parallelism, boolean useSqlFragment, boolean useStatementSet,
boolean useBatchModel, String savePointPath, String jobName, Map<String, String> config) { boolean useBatchModel, String savePointPath, String jobName, Map<String, String> config) {
this.checkpoint = checkpoint; this.checkpoint = checkpoint;
this.parallelism = parallelism; this.parallelism = parallelism;
...@@ -87,29 +87,29 @@ public class ExecutorSetting { ...@@ -87,29 +87,29 @@ public class ExecutorSetting {
this.config = config; this.config = config;
} }
public static ExecutorSetting build(Integer checkpoint, Integer parallelism, boolean useSqlFragment,boolean useStatementSet,boolean useBatchModel, String savePointPath, String jobName, String configJson){ public static ExecutorSetting build(Integer checkpoint, Integer parallelism, boolean useSqlFragment, boolean useStatementSet, boolean useBatchModel, String savePointPath, String jobName, String configJson) {
List<Map<String,String>> configList = new ArrayList<>(); List<Map<String, String>> configList = new ArrayList<>();
if(Asserts.isNotNullString(configJson)) { if (Asserts.isNotNullString(configJson)) {
try { try {
configList = mapper.readValue(configJson, ArrayList.class); configList = mapper.readValue(configJson, ArrayList.class);
} catch (JsonProcessingException e) { } catch (JsonProcessingException e) {
e.printStackTrace(); e.printStackTrace();
} }
} }
Map<String,String> config = new HashMap<>(); Map<String, String> config = new HashMap<>();
for(Map<String,String> item : configList){ for (Map<String, String> item : configList) {
config.put(item.get("key"),item.get("value")); config.put(item.get("key"), item.get("value"));
} }
return new ExecutorSetting(checkpoint,parallelism,useSqlFragment,useStatementSet,useBatchModel,savePointPath,jobName,config); return new ExecutorSetting(checkpoint, parallelism, useSqlFragment, useStatementSet, useBatchModel, savePointPath, jobName, config);
} }
public static ExecutorSetting build(Map<String,String> settingMap){ public static ExecutorSetting build(Map<String, String> settingMap) {
Integer checkpoint = null; Integer checkpoint = null;
Integer parallelism = null; Integer parallelism = null;
if(settingMap.containsKey("checkpoint")&&!"".equals(settingMap.get("checkpoint"))){ if (settingMap.containsKey("checkpoint") && !"".equals(settingMap.get("checkpoint"))) {
checkpoint = Integer.valueOf(settingMap.get("checkpoint")); checkpoint = Integer.valueOf(settingMap.get("checkpoint"));
} }
if(settingMap.containsKey("parallelism")&&!"".equals(settingMap.get("parallelism"))){ if (settingMap.containsKey("parallelism") && !"".equals(settingMap.get("parallelism"))) {
parallelism = Integer.valueOf(settingMap.get("parallelism")); parallelism = Integer.valueOf(settingMap.get("parallelism"));
} }
return build(checkpoint, return build(checkpoint,
......
...@@ -30,17 +30,17 @@ public class AbstractOperation { ...@@ -30,17 +30,17 @@ public class AbstractOperation {
this.statement = statement; this.statement = statement;
} }
public boolean checkFunctionExist(CustomTableEnvironmentImpl stEnvironment,String key){ public boolean checkFunctionExist(CustomTableEnvironmentImpl stEnvironment, String key) {
String[] udfs = stEnvironment.listUserDefinedFunctions(); String[] udfs = stEnvironment.listUserDefinedFunctions();
List<String> udflist = Arrays.asList(udfs); List<String> udflist = Arrays.asList(udfs);
if(udflist.contains(key.toLowerCase())){ if (udflist.contains(key.toLowerCase())) {
return true; return true;
}else { } else {
return false; return false;
} }
} }
public boolean noExecute(){ public boolean noExecute() {
return true; return true;
} }
} }
...@@ -6,7 +6,7 @@ package com.dlink.trans; ...@@ -6,7 +6,7 @@ package com.dlink.trans;
* @author wenmo * @author wenmo
* @since 2021/6/13 19:34 * @since 2021/6/13 19:34
*/ */
public interface CreateOperation extends Operation{ public interface CreateOperation extends Operation {
//void create(CustomTableEnvironmentImpl stEnvironment); //void create(CustomTableEnvironmentImpl stEnvironment);
} }
...@@ -2,7 +2,6 @@ package com.dlink.trans.ddl; ...@@ -2,7 +2,6 @@ package com.dlink.trans.ddl;
import com.dlink.assertion.Asserts; import com.dlink.assertion.Asserts;
import com.dlink.parser.SingleSqlParserFactory; import com.dlink.parser.SingleSqlParserFactory;
import org.apache.commons.lang3.StringUtils;
import java.util.Arrays; import java.util.Arrays;
import java.util.HashMap; import java.util.HashMap;
...@@ -62,10 +61,10 @@ public class CDCSource { ...@@ -62,10 +61,10 @@ public class CDCSource {
config.get("topic"), config.get("topic"),
config.get("brokers") config.get("brokers")
); );
if(Asserts.isNotNullString(config.get("database"))){ if (Asserts.isNotNullString(config.get("database"))) {
cdcSource.setDatabase(Arrays.asList(config.get("database").split(":"))); cdcSource.setDatabase(Arrays.asList(config.get("database").split(":")));
} }
if(Asserts.isNotNullString(config.get("table"))){ if (Asserts.isNotNullString(config.get("table"))) {
cdcSource.setTable(Arrays.asList(config.get("table").split(":"))); cdcSource.setTable(Arrays.asList(config.get("table").split(":")));
} }
return cdcSource; return cdcSource;
...@@ -76,8 +75,8 @@ public class CDCSource { ...@@ -76,8 +75,8 @@ public class CDCSource {
Pattern p = Pattern.compile("'(.*?)'\\s*=\\s*'(.*?)'"); Pattern p = Pattern.compile("'(.*?)'\\s*=\\s*'(.*?)'");
for (int i = 0; i < list.size(); i++) { for (int i = 0; i < list.size(); i++) {
Matcher m = p.matcher(list.get(i)); Matcher m = p.matcher(list.get(i));
if(m.find()){ if (m.find()) {
map.put(m.group(1),m.group(2)); map.put(m.group(1), m.group(2));
} }
} }
return map; return map;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment