Skip to content

Commit 4a9d5e9

Browse files
authored
Support seatunnel 2.3.2 (#607)
* [Feature][Seatunnel] StarRocks add base-url property * [Feature][setunnel-plugin-seatunnel-connector] Update starrocks plugin to 2.3.2 * [Feature][setunnel-plugin-seatunnel-connector] Change file system connector property 'file_format' to 'file_format_type' * [Bugfix][Seatunnel] Seatunnel pulsar connector property type error.
1 parent 95fa293 commit 4a9d5e9

File tree

24 files changed

+77
-57
lines changed

24 files changed

+77
-57
lines changed

scaleph-datasource/src/main/java/cn/sliew/scaleph/ds/modal/olap/StarRocksDataSource.java

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,6 +41,10 @@ public class StarRocksDataSource extends AbstractDataSource {
4141
@Schema(description = "Node Urls")
4242
private String nodeUrls;
4343

44+
@NotBlank
45+
@Schema(description = "Base url")
46+
private String baseUrl;
47+
4448
@NotBlank
4549
@Schema(description = "username")
4650
private String username;

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/FileSinkProperties.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -45,8 +45,8 @@ public enum FileSinkProperties {
4545
.addValidator(Validators.NON_BLANK_VALIDATOR)
4646
.validateAndBuild();
4747

48-
public static final PropertyDescriptor<String> FILE_FORMAT = new PropertyDescriptor.Builder<String>()
49-
.name("file_format")
48+
public static final PropertyDescriptor<String> FILE_FORMAT_TYPE = new PropertyDescriptor.Builder<String>()
49+
.name("file_format_type")
5050
.description("We supported as the following file types:text, csv, excel, parquet, orc, json")
5151
.type(PropertyType.STRING)
5252
.defaultValue("text")

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/ftp/sink/FtpFileSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ public FtpFileSinkPlugin() {
5050

5151
final List<PropertyDescriptor> props = new ArrayList<>();
5252
props.add(PATH);
53-
props.add(FILE_FORMAT);
53+
props.add(FILE_FORMAT_TYPE);
5454
props.add(CUSTOM_FILENAME);
5555
props.add(FILE_NAME_EXPRESSION);
5656
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/hdfs/sink/HDFSFileSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ public HDFSFileSinkPlugin() {
5252

5353
final List<PropertyDescriptor> props = new ArrayList<>();
5454
props.add(PATH);
55-
props.add(FILE_FORMAT);
55+
props.add(FILE_FORMAT_TYPE);
5656
props.add(CUSTOM_FILENAME);
5757
props.add(FILE_NAME_EXPRESSION);
5858
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/local/sink/LocalFileSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ public LocalFileSinkPlugin() {
4343

4444
final List<PropertyDescriptor> props = new ArrayList<>();
4545
props.add(PATH);
46-
props.add(FILE_FORMAT);
46+
props.add(FILE_FORMAT_TYPE);
4747
props.add(CUSTOM_FILENAME);
4848
props.add(FILE_NAME_EXPRESSION);
4949
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/oss/sink/OSSSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ public OSSSinkPlugin() {
5050

5151
final List<PropertyDescriptor> props = new ArrayList<>();
5252
props.add(PATH);
53-
props.add(FILE_FORMAT);
53+
props.add(FILE_FORMAT_TYPE);
5454
props.add(CUSTOM_FILENAME);
5555
props.add(FILE_NAME_EXPRESSION);
5656
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/ossjindo/sink/OSSJindoSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ public OSSJindoSinkPlugin() {
5050

5151
final List<PropertyDescriptor> props = new ArrayList<>();
5252
props.add(PATH);
53-
props.add(FILE_FORMAT);
53+
props.add(FILE_FORMAT_TYPE);
5454
props.add(CUSTOM_FILENAME);
5555
props.add(FILE_NAME_EXPRESSION);
5656
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/s3/sink/S3SinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ public S3SinkPlugin() {
5151
final List<PropertyDescriptor> props = new ArrayList<>();
5252
props.add(HADOOP_S3_PROPERTIES);
5353
props.add(PATH);
54-
props.add(FILE_FORMAT);
54+
props.add(FILE_FORMAT_TYPE);
5555
props.add(CUSTOM_FILENAME);
5656
props.add(FILE_NAME_EXPRESSION);
5757
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/file/sftp/sink/SftpFileSinkPlugin.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ public SftpFileSinkPlugin() {
5050

5151
final List<PropertyDescriptor> props = new ArrayList<>();
5252
props.add(PATH);
53-
props.add(FILE_FORMAT);
53+
props.add(FILE_FORMAT_TYPE);
5454
props.add(CUSTOM_FILENAME);
5555
props.add(FILE_NAME_EXPRESSION);
5656
props.add(FILENAME_TIME_FORMAT);

scaleph-plugins/scaleph-plugin-seatunnel-connectors/src/main/java/cn/sliew/scaleph/plugin/seatunnel/flink/connectors/pulsar/source/PulsarSourceProperties.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -149,8 +149,8 @@ public enum PulsarSourceProperties {
149149
public static final PropertyDescriptor<String> CURSOR_STOP_TIMESTAMP = new PropertyDescriptor.Builder()
150150
.name("cursor.stop.timestamp")
151151
.description("Stop from the specified epoch timestamp (in milliseconds).")
152-
.type(PropertyType.STRING)
153-
.parser(Parsers.STRING_PARSER)
152+
.type(PropertyType.LONG)
153+
.parser(Parsers.LONG_PARSER)
154154
.addValidator(Validators.NON_BLANK_VALIDATOR)
155155
.validateAndBuild();
156156

0 commit comments

Comments
 (0)