Unverified Commit e27af06a authored by aiwenmo's avatar aiwenmo Committed by GitHub

[Feature-435][client,executor] CDCSource sync doris

[Feature-435][client,executor] CDCSource sync doris
parents 4bbd40ac 904af902
package com.dlink.cdc; package com.dlink.cdc;
import com.dlink.assertion.Asserts; import com.dlink.assertion.Asserts;
import com.dlink.cdc.doris.DorisSinkBuilder;
import com.dlink.cdc.kafka.KafkaSinkBuilder; import com.dlink.cdc.kafka.KafkaSinkBuilder;
import com.dlink.exception.FlinkClientException; import com.dlink.exception.FlinkClientException;
import com.dlink.model.FlinkCDCConfig; import com.dlink.model.FlinkCDCConfig;
...@@ -15,6 +16,7 @@ public class SinkBuilderFactory { ...@@ -15,6 +16,7 @@ public class SinkBuilderFactory {
private static SinkBuilder[] sinkBuilders = { private static SinkBuilder[] sinkBuilders = {
new KafkaSinkBuilder(), new KafkaSinkBuilder(),
new DorisSinkBuilder()
}; };
public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) { public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) {
......
package com.dlink.cdc; package com.dlink.cdc;
import com.dlink.assertion.Asserts; import com.dlink.assertion.Asserts;
import com.dlink.cdc.doris.DorisSinkBuilder;
import com.dlink.cdc.kafka.KafkaSinkBuilder; import com.dlink.cdc.kafka.KafkaSinkBuilder;
import com.dlink.exception.FlinkClientException; import com.dlink.exception.FlinkClientException;
import com.dlink.model.FlinkCDCConfig; import com.dlink.model.FlinkCDCConfig;
...@@ -15,6 +16,7 @@ public class SinkBuilderFactory { ...@@ -15,6 +16,7 @@ public class SinkBuilderFactory {
private static SinkBuilder[] sinkBuilders = { private static SinkBuilder[] sinkBuilders = {
new KafkaSinkBuilder(), new KafkaSinkBuilder(),
new DorisSinkBuilder()
}; };
public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) { public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) {
......
package com.dlink.cdc; package com.dlink.cdc;
import com.dlink.assertion.Asserts; import com.dlink.assertion.Asserts;
import com.dlink.cdc.doris.DorisSinkBuilder;
import com.dlink.cdc.jdbc.JdbcSinkBuilder; import com.dlink.cdc.jdbc.JdbcSinkBuilder;
import com.dlink.cdc.kafka.KafkaSinkBuilder; import com.dlink.cdc.kafka.KafkaSinkBuilder;
import com.dlink.exception.FlinkClientException; import com.dlink.exception.FlinkClientException;
...@@ -17,6 +18,7 @@ public class SinkBuilderFactory { ...@@ -17,6 +18,7 @@ public class SinkBuilderFactory {
private static SinkBuilder[] sinkBuilders = { private static SinkBuilder[] sinkBuilders = {
new KafkaSinkBuilder(), new KafkaSinkBuilder(),
new JdbcSinkBuilder(), new JdbcSinkBuilder(),
new DorisSinkBuilder(),
}; };
public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) { public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) {
......
package com.dlink.cdc; package com.dlink.cdc;
import com.dlink.assertion.Asserts; import com.dlink.assertion.Asserts;
import com.dlink.cdc.doris.DorisSinkBuilder;
import com.dlink.cdc.jdbc.JdbcSinkBuilder; import com.dlink.cdc.jdbc.JdbcSinkBuilder;
import com.dlink.cdc.kafka.KafkaSinkBuilder; import com.dlink.cdc.kafka.KafkaSinkBuilder;
import com.dlink.exception.FlinkClientException; import com.dlink.exception.FlinkClientException;
...@@ -17,6 +18,7 @@ public class SinkBuilderFactory { ...@@ -17,6 +18,7 @@ public class SinkBuilderFactory {
private static SinkBuilder[] sinkBuilders = { private static SinkBuilder[] sinkBuilders = {
new KafkaSinkBuilder(), new KafkaSinkBuilder(),
new JdbcSinkBuilder(), new JdbcSinkBuilder(),
new DorisSinkBuilder()
}; };
public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) { public static SinkBuilder buildSinkBuilder(FlinkCDCConfig config) {
......
...@@ -56,9 +56,9 @@ public class CDCSource { ...@@ -56,9 +56,9 @@ public class CDCSource {
for (Map.Entry<String, String> entry : config.entrySet()) { for (Map.Entry<String, String> entry : config.entrySet()) {
if (entry.getKey().startsWith("debezium.")) { if (entry.getKey().startsWith("debezium.")) {
String key = entry.getKey(); String key = entry.getKey();
key = key.replace("debezium.", ""); key = key.replaceFirst("debezium.", "");
if (!debezium.containsKey(key)) { if (!debezium.containsKey(key)) {
debezium.put(entry.getKey().replace("debezium.", ""), entry.getValue()); debezium.put(key, entry.getValue());
} }
} }
} }
...@@ -66,9 +66,9 @@ public class CDCSource { ...@@ -66,9 +66,9 @@ public class CDCSource {
for (Map.Entry<String, String> entry : config.entrySet()) { for (Map.Entry<String, String> entry : config.entrySet()) {
if (entry.getKey().startsWith("sink.")) { if (entry.getKey().startsWith("sink.")) {
String key = entry.getKey(); String key = entry.getKey();
key = key.replace("sink.", ""); key = key.replaceFirst("sink.", "");
if (!sink.containsKey(key)) { if (!sink.containsKey(key)) {
sink.put(entry.getKey().replace("sink.", ""), entry.getValue()); sink.put(key, entry.getValue());
} }
} }
} }
......
...@@ -90,6 +90,10 @@ ...@@ -90,6 +90,10 @@
<groupId>org.slf4j</groupId> <groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId> <artifactId>slf4j-api</artifactId>
</dependency> </dependency>
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>flink-doris-connector-1.11_2.12</artifactId>
<version>1.0.3</version>
</dependency>
</dependencies> </dependencies>
</project> </project>
\ No newline at end of file
...@@ -90,6 +90,11 @@ ...@@ -90,6 +90,11 @@
<groupId>org.slf4j</groupId> <groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId> <artifactId>slf4j-api</artifactId>
</dependency> </dependency>
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>flink-doris-connector-1.12_2.12</artifactId>
<version>1.0.3</version>
</dependency>
</dependencies> </dependencies>
</project> </project>
\ No newline at end of file
...@@ -115,5 +115,10 @@ ...@@ -115,5 +115,10 @@
<groupId>org.slf4j</groupId> <groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId> <artifactId>slf4j-api</artifactId>
</dependency> </dependency>
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>flink-doris-connector-1.13_2.12</artifactId>
<version>1.0.3</version>
</dependency>
</dependencies> </dependencies>
</project> </project>
\ No newline at end of file
...@@ -101,5 +101,10 @@ ...@@ -101,5 +101,10 @@
<artifactId>commons-cli</artifactId> <artifactId>commons-cli</artifactId>
<version>${commons.version}</version> <version>${commons.version}</version>
</dependency> </dependency>
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>flink-doris-connector-1.14_2.12</artifactId>
<version>1.0.3</version>
</dependency>
</dependencies> </dependencies>
</project> </project>
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment