[Feature-9467] add DAMENG DataSource

docs/docs/zh/guide/datasource/dm.md

@@ -0,0 +1,17 @@
+# DM数据源
+
+![dm](../../../../img/new_ui/dev/datasource/dm.png)
+
+- 数据源：选择 DM
+- 数据源名称：输入数据源的名称
+- 描述：输入数据源的描述
+- IP 主机名：输入连接 DM 的 IP
+- 端口：输入连接 DM 的端口
+- 用户名：设置连接 DM 的用户名
+- 密码：设置连接 DM 的密码
+- 数据库名：输入连接 DM 的 schema
+- Jdbc 连接参数：用于 DM 连接的参数设置，以 JSON 形式填写
+
+## 是否原生支持
+
+否，使用前需请参考 [数据源配置](../howto/datasource-setting.md) 中的 "数据源中心" 章节激活数据源。

dolphinscheduler-bom/pom.xml

@@ -60,6 +60,7 @@
         <h2.version>2.1.210</h2.version>
         <mysql-connector.version>8.0.16</mysql-connector.version>
         <oracle-jdbc.version>21.5.0.0</oracle-jdbc.version>
+        <dm-jdbc.version>8.1.2.79</dm-jdbc.version>
         <slf4j.version>1.7.36</slf4j.version>
         <poi.version>4.1.2</poi.version>
         <javax.servlet-api.version>3.1.0</javax.servlet-api.version>
@@ -380,6 +381,12 @@
                 <scope>test</scope>
             </dependency>
 
+            <dependency>
+                <groupId>com.dameng</groupId>
+                <artifactId>DmJdbcDriver18</artifactId>
+                <version>${dm-jdbc.version}</version>
+            </dependency>
+
             <dependency>
                 <groupId>com.h2database</groupId>
                 <artifactId>h2</artifactId>

dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/constants/DataSourceConstants.java

@@ -35,6 +35,7 @@ public class DataSourceConstants {
     public static final String COM_PRESTO_JDBC_DRIVER = "com.facebook.presto.jdbc.PrestoDriver";
     public static final String COM_REDSHIFT_JDBC_DRIVER = "com.amazon.redshift.jdbc42.Driver";
     public static final String COM_ATHENA_JDBC_DRIVER = "com.simba.athena.jdbc.Driver";
+    public static final String COM_DM_JDBC_DRIVER = "dm.jdbc.driver.DmDriver";
 
     /**
      * validation Query
@@ -49,6 +50,7 @@ public class DataSourceConstants {
     public static final String PRESTO_VALIDATION_QUERY = "select 1";
     public static final String REDHIFT_VALIDATION_QUERY = "select 1";
     public static final String ATHENA_VALIDATION_QUERY = "select 1";
+    public static final String DM_VALIDATION_QUERY = "select 1";
 
     /**
      * jdbc url
@@ -64,6 +66,7 @@ public class DataSourceConstants {
     public static final String JDBC_PRESTO = "jdbc:presto://";
     public static final String JDBC_REDSHIFT = "jdbc:redshift://";
     public static final String JDBC_ATHENA = "jdbc:awsathena://";
+    public static final String JDBC_DM = "jdbc:dm://";
 
     /**
      * database type

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml

@@ -82,5 +82,10 @@
             <artifactId>dolphinscheduler-datasource-presto</artifactId>
             <version>${project.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.dolphinscheduler</groupId>
+            <artifactId>dolphinscheduler-datasource-dm</artifactId>
+            <version>${project.version}</version>
+        </dependency>
     </dependencies>
 </project>

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/pom.xml

@@ -142,5 +142,10 @@
             <groupId>com.zaxxer</groupId>
             <artifactId>HikariCP</artifactId>
         </dependency>
+
+        <dependency>
+            <groupId>com.alibaba</groupId>
+            <artifactId>druid</artifactId>
+        </dependency>
     </dependencies>
 </project>

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/client/DruidDataSourceClient.java

@@ -0,0 +1,129 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.dolphinscheduler.plugin.datasource.api.client;
+
+import org.apache.dolphinscheduler.plugin.datasource.api.provider.JDBCDataSourceProvider;
+import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
+import org.apache.dolphinscheduler.spi.datasource.DataSourceClient;
+import org.apache.dolphinscheduler.spi.enums.DbType;
+
+import org.apache.commons.lang3.StringUtils;
+
+import java.sql.Connection;
+import java.sql.SQLException;
+import java.util.concurrent.TimeUnit;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.jdbc.core.JdbcTemplate;
+
+import com.alibaba.druid.pool.DruidDataSource;
+import com.google.common.base.Stopwatch;
+
+public class DruidDataSourceClient implements DataSourceClient {
+
+    private static final Logger logger = LoggerFactory.getLogger(DruidDataSourceClient.class);
+
+    public static final String COMMON_USER = "root";
+    public static final String COMMON_VALIDATION_QUERY = "select 1";
+
+    protected final BaseConnectionParam baseConnectionParam;
+    protected DruidDataSource dataSource;
+    protected JdbcTemplate jdbcTemplate;
+
+    public DruidDataSourceClient(BaseConnectionParam baseConnectionParam, DbType dbType) {
+        this.baseConnectionParam = baseConnectionParam;
+        preInit();
+        checkEnv(baseConnectionParam);
+        initClient(baseConnectionParam, dbType);
+        checkClient();
+    }
+
+    protected void preInit() {
+        logger.info("preInit in DruidDataSourceClient");
+    }
+
+    protected void checkEnv(BaseConnectionParam baseConnectionParam) {
+        checkValidationQuery(baseConnectionParam);
+        checkUser(baseConnectionParam);
+    }
+
+    /**
+     * HikariCP does not support DM, druid supports DM
+     * @param baseConnectionParam
+     * @param dbType
+     */
+    protected void initClient(BaseConnectionParam baseConnectionParam, DbType dbType) {
+        this.dataSource = JDBCDataSourceProvider.createDruidDataSource(baseConnectionParam, dbType);
+        this.jdbcTemplate = new JdbcTemplate(dataSource);
+    }
+
+    protected void checkUser(BaseConnectionParam baseConnectionParam) {
+        if (StringUtils.isBlank(baseConnectionParam.getUser())) {
+            setDefaultUsername(baseConnectionParam);
+        }
+    }
+
+    protected void setDefaultUsername(BaseConnectionParam baseConnectionParam) {
+        baseConnectionParam.setUser(COMMON_USER);
+    }
+
+    protected void checkValidationQuery(BaseConnectionParam baseConnectionParam) {
+        if (StringUtils.isBlank(baseConnectionParam.getValidationQuery())) {
+            setDefaultValidationQuery(baseConnectionParam);
+        }
+    }
+
+    protected void setDefaultValidationQuery(BaseConnectionParam baseConnectionParam) {
+        baseConnectionParam.setValidationQuery(COMMON_VALIDATION_QUERY);
+    }
+
+    @Override
+    public void checkClient() {
+        // Checking data source client
+        Stopwatch stopwatch = Stopwatch.createStarted();
+        try {
+            this.jdbcTemplate.execute(this.baseConnectionParam.getValidationQuery());
+        } catch (Exception e) {
+            throw new RuntimeException("JDBC connect failed", e);
+        } finally {
+            logger.info("Time to execute check jdbc client with sql {} for {} ms ",
+                    this.baseConnectionParam.getValidationQuery(), stopwatch.elapsed(TimeUnit.MILLISECONDS));
+        }
+    }
+
+    @Override
+    public Connection getConnection() {
+        try {
+            return this.dataSource.getConnection();
+        } catch (SQLException e) {
+            logger.error("get druidDataSource Connection fail SQLException: {}", e.getMessage(), e);
+            return null;
+        }
+    }
+
+    @Override
+    public void close() {
+        logger.info("do close dataSource {}.", baseConnectionParam.getDatabase());
+        try (DruidDataSource closedDatasource = dataSource) {
+            // only close the resource
+        }
+        this.jdbcTemplate = null;
+    }
+
+}

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/provider/JDBCDataSourceProvider.java

@@ -32,6 +32,7 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import com.alibaba.druid.pool.DruidDataSource;
 import com.zaxxer.hikari.HikariDataSource;
 
 /**
@@ -67,6 +68,36 @@ public static HikariDataSource createJdbcDataSource(BaseConnectionParam properti
         return dataSource;
     }
 
+    /**
+     * Create druid connection pool for DM
+     * @param properties jdbc connection param
+     * @param dbType  database type
+     * @return
+     */
+    public static DruidDataSource createDruidDataSource(BaseConnectionParam properties, DbType dbType) {
+        logger.info("Creating DruidDataSource pool for maxActive:{}",
+                PropertyUtils.getInt(DataSourceConstants.SPRING_DATASOURCE_MAX_ACTIVE, 50));
+        DruidDataSource dataSource = new DruidDataSource();
+
+        loaderJdbcDriver(Thread.currentThread().getContextClassLoader(), properties, dbType);
+
+        dataSource.setDriverClassName(properties.getDriverClassName());
+        dataSource.setUrl(DataSourceUtils.getJdbcUrl(dbType, properties));
+        dataSource.setUsername(properties.getUser());
+        dataSource.setPassword(PasswordUtils.decodePassword(properties.getPassword()));
+
+        dataSource.setMinIdle(PropertyUtils.getInt(DataSourceConstants.SPRING_DATASOURCE_MIN_IDLE, 5));
+        dataSource.setMaxActive(PropertyUtils.getInt(DataSourceConstants.SPRING_DATASOURCE_MAX_ACTIVE, 50));
+        dataSource.setValidationQuery(properties.getValidationQuery());
+
+        if (properties.getProps() != null) {
+            properties.getProps().forEach(dataSource::addConnectionProperty);
+        }
+
+        logger.info("Creating DruidDataSource pool success.");
+        return dataSource;
+    }
+
     /**
      * @return One Session Jdbc DataSource
      */

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-dm/pom.xml

@@ -0,0 +1,51 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one or more
+  ~ contributor license agreements.  See the NOTICE file distributed with
+  ~ this work for additional information regarding copyright ownership.
+  ~ The ASF licenses this file to You under the Apache License, Version 2.0
+  ~ (the "License"); you may not use this file except in compliance with
+  ~ the License.  You may obtain a copy of the License at
+  ~
+  ~     http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software
+  ~ distributed under the License is distributed on an "AS IS" BASIS,
+  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  ~ See the License for the specific language governing permissions and
+  ~ limitations under the License.
+  -->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>org.apache.dolphinscheduler</groupId>
+        <artifactId>dolphinscheduler-datasource-plugin</artifactId>
+        <version>dev-SNAPSHOT</version>
+    </parent>
+
+    <artifactId>dolphinscheduler-datasource-dm</artifactId>
+    <packaging>jar</packaging>
+    <name>${project.artifactId}</name>
+
+    <dependencies>
+
+        <dependency>
+            <groupId>org.apache.dolphinscheduler</groupId>
+            <artifactId>dolphinscheduler-spi</artifactId>
+            <scope>provided</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.dolphinscheduler</groupId>
+            <artifactId>dolphinscheduler-datasource-api</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.dameng</groupId>
+            <artifactId>DmJdbcDriver18</artifactId>
+        </dependency>
+
+    </dependencies>
+</project>

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-dm/src/main/java/org/apache/dolphinscheduler/plugin/datasource/dm/DmDataSourceChannel.java

@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.dolphinscheduler.plugin.datasource.dm;
+
+import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
+import org.apache.dolphinscheduler.spi.datasource.DataSourceChannel;
+import org.apache.dolphinscheduler.spi.datasource.DataSourceClient;
+import org.apache.dolphinscheduler.spi.enums.DbType;
+
+public class DmDataSourceChannel implements DataSourceChannel {
+
+    @Override
+    public DataSourceClient createDataSourceClient(BaseConnectionParam baseConnectionParam, DbType dbType) {
+        return new DmDataSourceClient(baseConnectionParam, dbType);
+    }
+}

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-dm/src/main/java/org/apache/dolphinscheduler/plugin/datasource/dm/DmDataSourceChannelFactory.java

@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.dolphinscheduler.plugin.datasource.dm;
+
+import org.apache.dolphinscheduler.spi.datasource.DataSourceChannel;
+import org.apache.dolphinscheduler.spi.datasource.DataSourceChannelFactory;
+
+import com.google.auto.service.AutoService;
+
+@AutoService(DataSourceChannelFactory.class)
+public class DmDataSourceChannelFactory implements DataSourceChannelFactory {
+
+    @Override
+    public String getName() {
+        return "dm";
+    }
+
+    @Override
+    public DataSourceChannel create() {
+        return new DmDataSourceChannel();
+    }
+}