Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Contribute to GitLab
Sign in / Register
Toggle navigation
D
dlink
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
zhaowei
dlink
Commits
48c9e821
Commit
48c9e821
authored
May 06, 2022
by
wenmo
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
[Feature-477][client] CDCSOURCE add pkList
parent
73a62595
Changes
8
Hide whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
70 additions
and
5 deletions
+70
-5
AbstractSinkBuilder.java
...1.11/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
+12
-0
SQLSinkBuilder.java
...-1.11/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
+5
-1
AbstractSinkBuilder.java
...1.12/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
+12
-0
SQLSinkBuilder.java
...-1.12/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
+5
-1
AbstractSinkBuilder.java
...1.13/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
+12
-0
SQLSinkBuilder.java
...-1.13/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
+7
-2
AbstractSinkBuilder.java
...1.14/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
+12
-0
SQLSinkBuilder.java
...-1.14/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
+5
-1
No files found.
dlink-client/dlink-client-1.11/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
View file @
48c9e821
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
return
tableName
;
return
tableName
;
}
}
protected
List
<
String
>
getPKList
(
Table
table
){
List
<
String
>
pks
=
new
ArrayList
<>();
if
(
Asserts
.
isNullCollection
(
table
.
getColumns
())){
return
pks
;
}
for
(
Column
column:
table
.
getColumns
()){
if
(
column
.
isKeyFlag
()){
pks
.
add
(
column
.
getName
());
}
}
return
pks
;
}
}
}
dlink-client/dlink-client-1.11/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
View file @
48c9e821
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
protected
String
getSinkConfigurationString
(
Table
table
)
{
protected
String
getSinkConfigurationString
(
Table
table
)
{
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
return
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
if
(
configurationString
.
contains
(
"${pkList}"
))
{
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"pkList"
,
StringUtils
.
join
(
getPKList
(
table
),
"."
));
}
return
configurationString
;
}
}
}
}
dlink-client/dlink-client-1.12/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
View file @
48c9e821
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
return
tableName
;
return
tableName
;
}
}
protected
List
<
String
>
getPKList
(
Table
table
){
List
<
String
>
pks
=
new
ArrayList
<>();
if
(
Asserts
.
isNullCollection
(
table
.
getColumns
())){
return
pks
;
}
for
(
Column
column:
table
.
getColumns
()){
if
(
column
.
isKeyFlag
()){
pks
.
add
(
column
.
getName
());
}
}
return
pks
;
}
}
}
dlink-client/dlink-client-1.12/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
View file @
48c9e821
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
protected
String
getSinkConfigurationString
(
Table
table
)
{
protected
String
getSinkConfigurationString
(
Table
table
)
{
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
return
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
if
(
configurationString
.
contains
(
"${pkList}"
))
{
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"pkList"
,
StringUtils
.
join
(
getPKList
(
table
),
"."
));
}
return
configurationString
;
}
}
}
}
dlink-client/dlink-client-1.13/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
View file @
48c9e821
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
return
tableName
;
return
tableName
;
}
}
protected
List
<
String
>
getPKList
(
Table
table
){
List
<
String
>
pks
=
new
ArrayList
<>();
if
(
Asserts
.
isNullCollection
(
table
.
getColumns
())){
return
pks
;
}
for
(
Column
column:
table
.
getColumns
()){
if
(
column
.
isKeyFlag
()){
pks
.
add
(
column
.
getName
());
}
}
return
pks
;
}
}
}
dlink-client/dlink-client-1.13/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
View file @
48c9e821
package
com
.
dlink
.
cdc
.
sql
;
package
com
.
dlink
.
cdc
.
sql
;
import
com.dlink.model.*
;
import
com.dlink.model.*
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.flink.api.common.functions.FlatMapFunction
;
import
org.apache.flink.api.common.functions.FlatMapFunction
;
import
org.apache.flink.api.common.typeinfo.TypeInformation
;
import
org.apache.flink.api.common.typeinfo.TypeInformation
;
...
@@ -115,7 +116,7 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
...
@@ -115,7 +116,7 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
List
<
String
>
columnNameList
)
{
List
<
String
>
columnNameList
)
{
String
sinkTableName
=
getSinkTableName
(
table
);
String
sinkTableName
=
getSinkTableName
(
table
);
String
viewName
=
"VIEW_"
+
table
.
getSchemaTableNameWithUnderline
();
String
viewName
=
"VIEW_"
+
table
.
getSchemaTableNameWithUnderline
();
customTableEnvironment
.
createTemporaryView
(
viewName
,
rowDataDataStream
,
StringUtils
.
join
(
columnNameList
,
","
));
customTableEnvironment
.
createTemporaryView
(
viewName
,
rowDataDataStream
,
StringUtils
.
join
(
columnNameList
,
","
));
customTableEnvironment
.
executeSql
(
getFlinkDDL
(
table
,
sinkTableName
));
customTableEnvironment
.
executeSql
(
getFlinkDDL
(
table
,
sinkTableName
));
...
@@ -233,6 +234,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
...
@@ -233,6 +234,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
protected
String
getSinkConfigurationString
(
Table
table
)
{
protected
String
getSinkConfigurationString
(
Table
table
)
{
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
return
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
if
(
configurationString
.
contains
(
"${pkList}"
))
{
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"pkList"
,
StringUtils
.
join
(
getPKList
(
table
),
"."
));
}
return
configurationString
;
}
}
}
}
dlink-client/dlink-client-1.14/src/main/java/com/dlink/cdc/AbstractSinkBuilder.java
View file @
48c9e821
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
...
@@ -294,4 +294,16 @@ public abstract class AbstractSinkBuilder {
return
tableName
;
return
tableName
;
}
}
protected
List
<
String
>
getPKList
(
Table
table
){
List
<
String
>
pks
=
new
ArrayList
<>();
if
(
Asserts
.
isNullCollection
(
table
.
getColumns
())){
return
pks
;
}
for
(
Column
column:
table
.
getColumns
()){
if
(
column
.
isKeyFlag
()){
pks
.
add
(
column
.
getName
());
}
}
return
pks
;
}
}
}
dlink-client/dlink-client-1.14/src/main/java/com/dlink/cdc/sql/SQLSinkBuilder.java
View file @
48c9e821
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
...
@@ -237,6 +237,10 @@ public class SQLSinkBuilder extends AbstractSinkBuilder implements SinkBuilder,
protected
String
getSinkConfigurationString
(
Table
table
)
{
protected
String
getSinkConfigurationString
(
Table
table
)
{
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
String
configurationString
=
SqlUtil
.
replaceAllParam
(
config
.
getSinkConfigurationString
(),
"schemaName"
,
getSinkSchemaName
(
table
));
return
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"tableName"
,
getSinkTableName
(
table
));
if
(
configurationString
.
contains
(
"${pkList}"
))
{
configurationString
=
SqlUtil
.
replaceAllParam
(
configurationString
,
"pkList"
,
StringUtils
.
join
(
getPKList
(
table
),
"."
));
}
return
configurationString
;
}
}
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment