feature: upgrade seatunnel plugin to 2.3.3

flowerfine · Aug 28, 2023 · 152c083 · 152c083
1 parent d5f3068
commit 152c083
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 2 deletions.
diff --git a/...h-common/src/main/java/cn/sliew/scaleph/common/dict/seatunnel/SeaTunnelPluginMapping.java b/...h-common/src/main/java/cn/sliew/scaleph/common/dict/seatunnel/SeaTunnelPluginMapping.java
@@ -70,12 +70,16 @@ public enum SeaTunnelPluginMapping {
     SINK_S3_FILE(SEATUNNEL, SINK, S3_FILE, "connector-file-s3", GA, EXACTLY_ONCE),
     SOURCE_OSS_FILE(SEATUNNEL, SOURCE, OSS_FILE, "connector-file-oss", BETA, BATCH, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
     SINK_OSS_FILE(SEATUNNEL, SINK, OSS_FILE, "connector-file-oss", BETA, EXACTLY_ONCE),
-    SOURCE_OSS_JINDO_FILE(SEATUNNEL, SOURCE, OSS_JINDO_FILE, "connector-file-oss-jindo", UNKNOWN, BATCH, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
-    SINK_OSS_JINDO_FILE(SEATUNNEL, SINK, OSS_JINDO_FILE, "connector-file-oss-jindo", UNKNOWN, EXACTLY_ONCE),
+    SOURCE_OSS_JINDO_FILE(SEATUNNEL, SOURCE, OSS_JINDO_FILE, "connector-file-jindo-oss", UNKNOWN, BATCH, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
+    SINK_OSS_JINDO_FILE(SEATUNNEL, SINK, OSS_JINDO_FILE, "connector-file-jindo-oss", UNKNOWN, EXACTLY_ONCE),
+    SOURCE_COS_FILE(SEATUNNEL, SOURCE, COS_FILE, "connector-file-cos", UNKNOWN, BATCH, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
+    SINK_COS_FILE(SEATUNNEL, SINK, COS_FILE, "connector-file-cos", UNKNOWN, EXACTLY_ONCE),
 
     SOURCE_KAFKA(SEATUNNEL, SOURCE, KAFKA, "connector-kafka", GA, BATCH, STREAM, EXACTLY_ONCE, PARALLELISM),
     SINK_KAFKA(SEATUNNEL, SINK, KAFKA, "connector-kafka", GA, EXACTLY_ONCE),
     SOURCE_PULSAR(SEATUNNEL, SOURCE, PULSAR, "connector-pulsar", BETA, BATCH, STREAM, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
+    SOURCE_ROCKETMQ(SEATUNNEL, SOURCE, ROCKETMQ, "connector-rocketmq", UNKNOWN, BATCH, STREAM, EXACTLY_ONCE, COLUMN_PROJECTION),
+    SINK_ROCKETMQ(SEATUNNEL, SINK, ROCKETMQ, "connector-rocketmq", UNKNOWN, EXACTLY_ONCE),
     SINK_DATAHUB(SEATUNNEL, SINK, DATAHUB, "connector-datahub", ALPHA),
     SOURCE_RABBITMQ(SEATUNNEL, SOURCE, RABBITMQ, "connector-rabbitmq", BETA, STREAM, EXACTLY_ONCE, COLUMN_PROJECTION),
     SINK_RABBITMQ(SEATUNNEL, SINK, RABBITMQ, "connector-rabbitmq", BETA),
@@ -93,6 +97,7 @@ public enum SeaTunnelPluginMapping {
     SOURCE_CASSANDRA(SEATUNNEL, SOURCE, CASSANDRA, "connector-cassandra", BETA, BATCH, COLUMN_PROJECTION),
     SINK_CASSANDRA(SEATUNNEL, SINK, CASSANDRA, "connector-cassandra", BETA),
     SINK_TABLESTORE(SEATUNNEL, SINK, TABLESTORE, "connector-tablestore", ALPHA),
+    SINK_GOOGLE_FIRE_STORE(SEATUNNEL, SINK, GOOGLE_FIRE_STORE, "connector-google-firestore", UNKNOWN),
 
     SOURCE_MYSQL_CDC(SEATUNNEL, SOURCE, MYSQL_CDC, "connector-cdc-mysql", GA, STREAM, EXACTLY_ONCE, PARALLELISM, SUPPORT_USER_DEFINED_SPLIT),
     SOURCE_SQLSERVER_CDC(SEATUNNEL, SOURCE, SQLSERVER_CDC, "connector-cdc-sqlserver", GA, STREAM, EXACTLY_ONCE, PARALLELISM, SUPPORT_USER_DEFINED_SPLIT),
@@ -109,6 +114,8 @@ public enum SeaTunnelPluginMapping {
     SINK_STARROCKS(SEATUNNEL, SINK, STARROCKS, "connector-starrocks", ALPHA),
     SOURCE_HUDI(SEATUNNEL, SOURCE, HUDI, "connector-hudi", BETA, BATCH, EXACTLY_ONCE, PARALLELISM),
     SOURCE_ICEBERG(SEATUNNEL, SOURCE, ICEBERG, "connector-iceberg", BETA, BATCH, STREAM, EXACTLY_ONCE, COLUMN_PROJECTION, PARALLELISM),
+    SOURCE_PAIMON(SEATUNNEL, SOURCE, PAIMON, "connector-paimon", UNKNOWN, BATCH),
+    SINK_PAIMON(SEATUNNEL, SINK, PAIMON, "connector-paimon", UNKNOWN, EXACTLY_ONCE),
     SINK_S3REDSHIFT(SEATUNNEL, SINK, S3REDSHIFT, "connector-s3-redshift", GA, EXACTLY_ONCE),
     SOURCE_MAXCOMPUTE(SEATUNNEL, SOURCE, MAXCOMPUTE, "connector-maxcompute", ALPHA, BATCH, PARALLELISM),
     SINK_MAXCOMPUTE(SEATUNNEL, SINK, MAXCOMPUTE, "connector-maxcompute", ALPHA),

diff --git a/scaleph-common/src/main/java/cn/sliew/scaleph/common/dict/seatunnel/SeaTunnelPluginName.java b/scaleph-common/src/main/java/cn/sliew/scaleph/common/dict/seatunnel/SeaTunnelPluginName.java
@@ -55,9 +55,11 @@ public enum SeaTunnelPluginName implements DictInstance {
     S3_FILE("S3File", "S3File"),
     OSS_FILE("OssFile", "OssFile"),
     OSS_JINDO_FILE("OssJindoFile", "OssJindoFile"),
+    COS_FILE("CosFile", "CosFile"),
 
     KAFKA("Kafka", "Kafka"),
     PULSAR("Pulsar", "Pulsar"),
+    ROCKETMQ("Rocketmq", "RocketMQ"),
     DATAHUB("DataHub", "DataHub"),
     RABBITMQ("RabbitMQ", "RabbitMQ"),
 
@@ -68,6 +70,7 @@ public enum SeaTunnelPluginName implements DictInstance {
     AMAZON_DYNAMODB("AmazonDynamodb", "AmazonDynamodb"),
     CASSANDRA("Cassandra", "Cassandra"),
     TABLESTORE("Tablestore", "Tablestore"),
+    GOOGLE_FIRE_STORE("GoogleFirestore", "GoogleFirestore"),
 
     MYSQL_CDC("MySQL-CDC", "MySQL-CDC"),
     SQLSERVER_CDC("SqlServer-CDC", "SqlServer-CDC"),
@@ -81,6 +84,7 @@ public enum SeaTunnelPluginName implements DictInstance {
     STARROCKS("StarRocks", "StarRocks"),
     HUDI("Hudi", "Hudi"),
     ICEBERG("Iceberg", "Iceberg"),
+    PAIMON("Paimon", "Paimon"),
     S3REDSHIFT("S3Redshift", "S3Redshift"),
     MAXCOMPUTE("Maxcompute", "MaxCompute"),
     HBASE("Hbase", "Hbase"),