[Connector-V2] Add Kudu source and sink connector

docs/en/connector-v2/sink/Kudu.md

@@ -0,0 +1,39 @@
+# Kudu
+
+## Description
+
+Write data to Kudu.
+
+ The tested kudu version is 1.11.1.
+
+## Options
+
+| name                     | type    | required | default value |
+|--------------------------|---------|----------|---------------|
+| kudu_master             | string  | yes      | -             |
+| kudu_table               | string  | yes      | -             |
+| save_mode               | string  | yes      | -             |
+
+### kudu_master [string]
+
+`kudu_master`  The address of kudu master,such as '192.168.88.110:7051'.
+
+### kudu_table [string]
+
+`kudu_table` The name of kudu table..
+
+### save_mode [string]
+
+Storage mode, we need support `overwrite` and `append`. `append` is now supported.
+
+## Example
+
+```bash
+
+ kuduSink {
+      kudu_master = "192.168.88.110:7051"
+      kudu_table = "studentlyhresultflink"
+      save_mode="append"
+   }
+
+```

docs/en/connector-v2/source/Kudu.md

@@ -0,0 +1,41 @@
+# Kudu
+
+## Description
+
+Used to read data from Kudu. Currently, only supports Query with Batch Mode.
+
+ The tested kudu version is 1.11.1.
+
+## Options
+
+| name                     | type    | required | default value |
+|--------------------------|---------|----------|---------------|
+| kudu_master             | string  | yes      | -             |
+| kudu_table               | string  | yes      | -             |
+| columnsList               | string  | yes      | -             |
+
+### kudu_master [string]
+
+`kudu_master` The address of kudu master,such as '192.168.88.110:7051'.
+
+### kudu_table [string]
+
+`kudu_table` The name of kudu table..
+
+### columnsList [string]
+
+`columnsList` Specifies the column names of the table.
+
+## Examples
+
+```hocon
+source {
+   KuduSource {
+      result_table_name = "studentlyh2"
+      kudu_master = "192.168.88.110:7051"
+      kudu_table = "studentlyh2"
+      columnsList = "id,name,age,sex"
+    }
+
+}
+```

plugin-mapping.properties

@@ -102,6 +102,8 @@ seatunnel.sink.Clickhouse = connector-clickhouse
 seatunnel.sink.ClickhouseFile = connector-clickhouse
 seatunnel.source.Jdbc = connector-jdbc
 seatunnel.sink.Jdbc = connector-jdbc
+seatunnel.source.Kudu = connector-kudu
+seatunnel.sink.Kudu = connector-kudu
 seatunnel.sink.Email = connector-email
 seatunnel.sink.HdfsFile = connector-file-hadoop
 seatunnel.sink.LocalFile = connector-file-local

pom.xml

@@ -170,6 +170,7 @@
         <mongo-spark.version>2.2.0</mongo-spark.version>
         <spark-redis.version>2.6.0</spark-redis.version>
         <commons-lang3.version>3.4</commons-lang3.version>
+        <kudu.version>1.11.1</kudu.version>
         <email.version>1.5.6</email.version>
         <commons-collections4.version>4.4</commons-collections4.version>
         <maven-assembly-plugin.version>3.3.0</maven-assembly-plugin.version>
@@ -263,6 +264,12 @@
                 <groupId>net.jpountz.lz4</groupId>
                 <artifactId>lz4</artifactId>
                 <version>1.3.0</version>
+            </dependency>
+             <!--kudu -->
+            <dependency>
+                <groupId>org.apache.kudu</groupId>
+                <artifactId>kudu-client</artifactId>
+                <version>${kudu.version}</version>
             </dependency>
             <!--email -->
             <dependency>

seatunnel-common/src/main/java/org/apache/seatunnel/common/ExceptionUtil.java

@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.seatunnel.common;
+
+import java.io.IOException;
+import java.io.PrintWriter;
+import java.io.StringWriter;
+
+public class ExceptionUtil {
+    public static String getMessage(Throwable e) {
+        StringWriter sw = null;
+        PrintWriter pw = null;
+        try {
+            sw = new StringWriter();
+            pw = new PrintWriter(sw);
+            // Output the error stack information to the printWriter
+            e.printStackTrace(pw);
+            pw.flush();
+            sw.flush();
+        } finally {
+            if (sw != null) {
+                try {
+                    sw.close();
+                } catch (IOException e1) {
+                    e1.printStackTrace();
+                }
+            }
+            if (pw != null) {
+                pw.close();
+            }
+        }
+        return sw.toString();
+    }
+}

seatunnel-connectors-v2-dist/pom.xml

@@ -101,6 +101,11 @@
             <artifactId>connector-dingtalk</artifactId>
             <version>${project.version}</version>
         </dependency>
+         <dependency>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>connector-kudu</artifactId>
+            <version>${project.version}</version>
+          </dependency>
           <dependency>
             <groupId>org.apache.seatunnel</groupId>
             <artifactId>connector-email</artifactId>

seatunnel-connectors-v2/connector-kudu/pom.xml

@@ -0,0 +1,58 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+    Licensed to the Apache Software Foundation (ASF) under one or more
+    contributor license agreements.  See the NOTICE file distributed with
+    this work for additional information regarding copyright ownership.
+    The ASF licenses this file to You under the Apache License, Version 2.0
+    (the "License"); you may not use this file except in compliance with
+    the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>seatunnel-connectors-v2</artifactId>
+        <groupId>org.apache.seatunnel</groupId>
+        <version>${revision}</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>connector-kudu</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>seatunnel-api</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>seatunnel-common</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.kudu</groupId>
+            <artifactId>kudu-client</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-lang3</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>connector-common</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+    </dependencies>
+</project>

seatunnel-connectors-v2/connector-kudu/src/main/java/org/apache/seatunnel/connectors/seatunnel/kudu/config/KuduSinkConfig.java

@@ -0,0 +1,64 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.seatunnel.connectors.seatunnel.kudu.config;
+
+import org.apache.seatunnel.shade.com.typesafe.config.Config;
+
+import lombok.Data;
+import lombok.NonNull;
+import org.apache.commons.lang3.StringUtils;
+
+@Data
+public class KuduSinkConfig {
+
+    private static final String KUDU_SAVE_MODE = "save_mode";
+    private static final String KUDU_MASTER = "kudu_master";
+    private static final String KUDU_TABLE_NAME = "kudu_table";
+
+    private SaveMode saveMode = SaveMode.APPEND;
+
+    private String kuduMaster;
+
+    /**
+     * Specifies the name of the table
+     */
+    private String kuduTableName;
+
+    public enum SaveMode {
+        APPEND(),
+        OVERWRITE();
+
+        public static SaveMode fromStr(String str) {
+            if ("overwrite".equals(str)) {
+                return OVERWRITE;
+            } else {
+                return APPEND;
+            }
+        }
+    }
+
+    public KuduSinkConfig(@NonNull Config pluginConfig) {
+        if (pluginConfig.hasPath(KUDU_SAVE_MODE) && pluginConfig.hasPath(KUDU_MASTER) && pluginConfig.hasPath(KUDU_TABLE_NAME)) {
+            this.saveMode = StringUtils.isBlank(pluginConfig.getString(KUDU_SAVE_MODE)) ? SaveMode.APPEND : SaveMode.fromStr(pluginConfig.getString(KUDU_SAVE_MODE));
+            this.kuduMaster = pluginConfig.getString(KUDU_MASTER);
+            this.kuduTableName = pluginConfig.getString(KUDU_TABLE_NAME);
+        } else {
+            throw new RuntimeException("Missing Sink configuration parameters");
+        }
+    }
+}

seatunnel-connectors-v2/connector-kudu/src/main/java/org/apache/seatunnel/connectors/seatunnel/kudu/config/KuduSourceConfig.java

@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.seatunnel.connectors.seatunnel.kudu.config;
+
+import java.io.Serializable;
+
+public class KuduSourceConfig implements Serializable {
+
+    public static final String KUDUMASTER = "kudu_master";
+    public static final String TABLENAME = "kudu_table";
+    public static final String COLUMNSLIST = "columnsList";
+
+
+}