kingbase

pom.xml

@@ -32,16 +32,19 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-csv</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-json</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-avro</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>io.vertx</groupId>
@@ -71,11 +74,13 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-table-api-java-bridge_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-statebackend-rocksdb_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>com.alibaba</groupId>
@@ -112,21 +117,13 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-jdbc_2.12</artifactId>
       <version>${flink-jdbc-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-format-common</artifactId>
       <version>${flink-version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.apache.flink</groupId>
-      <artifactId>flink-json</artifactId>
-      <version>${flink-version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.apache.kafka</groupId>
-      <artifactId>kafka-clients</artifactId>
-      <version>${kafka-clinet-veriosn}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.projectlombok</groupId>
@@ -138,25 +135,23 @@
       <artifactId>hutool-all</artifactId>
       <version>${hutool-version}</version>
     </dependency>
-    <!--<dependency>
-      <groupId>com.dsk.io.tidb</groupId>
-      <artifactId>flink-tidb-connector-1.13</artifactId>
-      <version>0.0.5.1</version>
-    </dependency>-->
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-streaming-scala_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-runtime-web_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-table-api-scala-bridge_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -176,6 +171,7 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-connector-jdbc_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -216,12 +212,33 @@
           <artifactId>tikv-client-java</artifactId>
           <groupId>org.tikv</groupId>
         </exclusion>
+        <exclusion>
+          <artifactId>connect-api</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-runtime</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-json</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-transforms</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>kafka-tools</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
       </exclusions>
     </dependency>
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-java</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -237,6 +254,7 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-connector-base</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -244,11 +262,11 @@
         </exclusion>
       </exclusions>
     </dependency>
-
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-streaming-java_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -272,6 +290,7 @@
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-clients_2.12</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>slf4j-api</artifactId>
@@ -279,11 +298,11 @@
         </exclusion>
       </exclusions>
     </dependency>
-
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-table-common</artifactId>
       <version>${flink-version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <artifactId>force-shading</artifactId>
@@ -295,16 +314,11 @@
         </exclusion>
       </exclusions>
     </dependency>
-
     <dependency>
       <groupId>com.ververica</groupId>
       <artifactId>flink-connector-mysql-cdc</artifactId>
       <version>${flink-cdc-version}</version>
       <exclusions>
-        <!--<exclusion>
-            <artifactId>mysql-connector-java</artifactId>
-            <groupId>mysql</groupId>
-        </exclusion>-->
         <exclusion>
           <artifactId>slf4j-api</artifactId>
           <groupId>org.slf4j</groupId>
@@ -313,90 +327,76 @@
           <artifactId>flink-connector-debezium</artifactId>
           <groupId>com.ververica</groupId>
         </exclusion>
+        <exclusion>
+          <artifactId>kafka-clients</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-api</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-runtime</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-json</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>connect-transforms</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>kafka-tools</artifactId>
+          <groupId>org.apache.kafka</groupId>
+        </exclusion>
       </exclusions>
     </dependency>
-    <!--<dependency>
-        <groupId>org.apache.flink</groupId>
-        <artifactId>flink-sql-connector-kafka_2.12</artifactId>
-        <version>${flink-version}</version>
-    </dependency>-->
     <dependency>
       <groupId>org.apache.flink</groupId>
       <artifactId>flink-connector-kafka_2.12</artifactId>
-      <version>${flink-version}</version>
+      <version>1.13.6</version>
+      <scope>compile</scope>
       <exclusions>
         <exclusion>
-          <artifactId>flink-connector-base</artifactId>
-          <groupId>org.apache.flink</groupId>
-        </exclusion>
-        <exclusion>
-          <artifactId>force-shading</artifactId>
-          <groupId>org.apache.flink</groupId>
-        </exclusion>
-        <exclusion>
-          <artifactId>kafka-clients</artifactId>
           <groupId>org.apache.kafka</groupId>
+          <artifactId>kafka-clients</artifactId>
         </exclusion>
       </exclusions>
     </dependency>
+    <dependency>
+      <groupId>org.apache.kafka</groupId>
+      <artifactId>kafka-clients</artifactId>
+      <version>2.4.1</version>
+    </dependency>
 
     <dependency>
       <groupId>com.alibaba</groupId>
       <artifactId>fastjson</artifactId>
       <version>${fast-json-version}</version>
     </dependency>
-
     <dependency>
       <groupId>org.dom4j</groupId>
       <artifactId>dom4j</artifactId>
       <version>2.1.3</version>
     </dependency>
-
-    <!-- 人大金仓 Kingbase 驱动 -->
+    <!-- 人大金仓 Kingbase 驱动 V9R1C10 -->
     <dependency>
-      <groupId>com.kingbase8</groupId>
+      <groupId>cn.com.kingbase</groupId>
       <artifactId>kingbase8</artifactId>
-      <version>${kingbase8-version}</version>
+      <version>9.0.0</version>
+      <scope>compile</scope>
     </dependency>
-
   </dependencies>
 
-  <repositories>
-    <repository>
-      <id>dskmaven</id>
-      <name>dskmaven</name>
-      <url>http://120.27.13.145:8081/nexus/content/groups/public/</url>
-    </repository>
-  </repositories>
-
-
   <build>
     <finalName>${artifactId}</finalName>
     <plugins>
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-assembly-plugin</artifactId>
-        <version>3.0.0</version>
-        <configuration>
-          <descriptorRefs>
-            <descriptorRef>jar-with-dependencies</descriptorRef>
-          </descriptorRefs>
-        </configuration>
-        <executions>
-          <execution>
-            <id>make-assembly</id>
-            <phase>package</phase>
-            <goals>
-              <goal>single</goal>
-            </goals>
-          </execution>
-        </executions>
-      </plugin>
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-compiler-plugin</artifactId>
         <version>3.10.1</version>
-        <!-- 下面指定为自己需要的版本 -->
         <configuration>
           <encoding>utf8</encoding>
           <source>1.8</source>
@@ -408,6 +408,7 @@
           </excludes>
         </configuration>
       </plugin>
+      <!-- 只保留shade打包，删除assembly -->
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-shade-plugin</artifactId>
@@ -416,52 +417,31 @@
           <createDependencyReducedPom>false</createDependencyReducedPom>
         </configuration>
         <executions>
-          <!-- Run shade goal on package phase -->
           <execution>
             <phase>package</phase>
             <goals>
               <goal>shade</goal>
             </goals>
             <configuration>
-              <!--<transformers combine.children="append">
-                  &lt;!&ndash; The service transformer is needed to merge META-INF/services files &ndash;&gt;
-                  <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
-                  &lt;!&ndash; ... &ndash;&gt;
-              </transformers>-->
-              <!--                            合并多个connetor 的META-INF.services 文件-->
               <transformers>
-                <transformer
-                        implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
+                <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
                   <resource>reference.conf</resource>
                 </transformer>
-                <!-- The service transformer is needed to merge META-INF/services files -->
-                <transformer
-                        implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
-                <transformer
-                        implementation="org.apache.maven.plugins.shade.resource.ApacheNoticeResourceTransformer">
+                <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
+                <transformer implementation="org.apache.maven.plugins.shade.resource.ApacheNoticeResourceTransformer">
                   <projectName>Apache Flink</projectName>
                   <encoding>UTF-8</encoding>
                 </transformer>
               </transformers>
-              <!--                                自动排除不使用的类，缩小jar包体积-->
-              <!--                            <minimizeJar>true</minimizeJar>-->
               <artifactSet>
                 <excludes>
                   <exclude>org.apache.flink:force-shading</exclude>
                   <exclude>org.slf4j:*</exclude>
                   <exclude>org.apache.logging.log4j:*</exclude>
                 </excludes>
-                <!--<includes>
-                    <indlude>com.aliyun.openservices:flink-log-connector</indlude>
-                    <indlude>com.alibaba.hologres:hologres-connector-flink-1.12</indlude>
-                    <indlude>com.google.guava:guava</indlude>
-                    <indlude>org.projectlombok:lombok</indlude>
-                </includes>-->
               </artifactSet>
               <filters>
                 <filter>
-                  <!-- Do not copy the signatures in the META-INF folder.
-                  Otherwise, this might cause SecurityExceptions when using the JAR. -->
                   <artifact>*:*</artifact>
                   <excludes>
                     <exclude>module-info.class</exclude>
@@ -483,5 +463,4 @@
       </plugin>
     </plugins>
   </build>
-
 </project>
\ No newline at end of file

src/main/java/com/dsk/flink/dsc/common/function/AsyncDbDataTransferFunction.java

@@ -15,6 +15,7 @@ import org.slf4j.LoggerFactory;
 import java.text.SimpleDateFormat;
 import java.util.*;
 import java.util.concurrent.ExecutorService;
+import java.util.stream.Collectors;
 import java.util.concurrent.LinkedBlockingDeque;
 import java.util.concurrent.ThreadPoolExecutor;
 import java.util.concurrent.TimeUnit;
@@ -166,15 +167,15 @@ public class AsyncDbDataTransferFunction extends RichAsyncFunction<JSONObject,St
         List<String> valueList = new ArrayList<>();
         List<String> updateList = new ArrayList<>();
         for (String s : columnSet) {
-            colBuilder.append(s).append(",");
+            colBuilder.append("\"").append(s).append("\",");
             valueList.add(getValueStringKingbase(dataObj, s, mysqlType.getString(s)));
-            updateList.add(s + " = EXCLUDED." + s);
+            updateList.add("\"" + s + "\" = EXCLUDED.\"" + s + "\"");
         }
         colBuilder.setLength(colBuilder.length() - 1);
         String valueString = String.join(",", valueList);
         String updateString = String.join(",", updateList);
         List<String> pkList = new ArrayList<>(pkNameSet);
-        String pkString = String.join(",", pkList);
+        String pkString = pkList.stream().map(pk -> "\"" + pk + "\"").collect(Collectors.joining(","));
         if (pkList.isEmpty()) {
             return String.format("INSERT INTO %s (%s) values (%s)", table, colBuilder.toString(), valueString);
         }

src/main/java/com/dsk/flink/dsc/common/function/AsyncDbDataTransferFunctionNew.java

@@ -16,6 +16,7 @@ import org.slf4j.LoggerFactory;
 import java.text.SimpleDateFormat;
 import java.util.*;
 import java.util.concurrent.ExecutorService;
+import java.util.stream.Collectors;
 import java.util.concurrent.LinkedBlockingDeque;
 import java.util.concurrent.ThreadPoolExecutor;
 import java.util.concurrent.TimeUnit;
@@ -183,15 +184,15 @@ public class AsyncDbDataTransferFunctionNew extends RichAsyncFunction<JSONObject
         List<String> valueList = new ArrayList<>();
         List<String> updateList = new ArrayList<>();
         for (String s : columnSet) {
-            colBuilder.append(s).append(",");
+            colBuilder.append("\"").append(s).append("\",");
             valueList.add(getValueStringKingbase(dataObj, s, mysqlType.getString(s)));
-            updateList.add(s + " = EXCLUDED." + s);
+            updateList.add("\"" + s + "\" = EXCLUDED.\"" + s + "\"");
         }
         colBuilder.setLength(colBuilder.length() - 1);
         String valueString = String.join(",", valueList);
         String updateString = String.join(",", updateList);
         List<String> pkList = new ArrayList<>(pkNameSet);
-        String pkString = String.join(",", pkList);
+        String pkString = pkList.stream().map(pk -> "\"" + pk + "\"").collect(Collectors.joining(","));
         if (pkList.isEmpty()) {
             return String.format("INSERT INTO %s (%s) values (%s)", table, colBuilder.toString(), valueString);
         }

src/main/java/com/dsk/flink/dsc/common/function/DbDataTransferFunction.java

@@ -17,6 +17,7 @@ import java.time.LocalDateTime;
 import java.time.ZoneId;
 import java.time.format.DateTimeFormatter;
 import java.util.*;
+import java.util.stream.Collectors;
 /**
  * 重构代码
  * @author lww
@@ -151,16 +152,16 @@ public class DbDataTransferFunction extends ProcessFunction<JSONObject, Tuple3<S
         List<String> valueList = new ArrayList<>();
         List<String> updateList = new ArrayList<>();
         for (String s : columnSet) {
-            colBuilder.append(s).append(",");
+            colBuilder.append("\"").append(s).append("\",");
             String val = getValueStringKingbase(dataObj, s, mysqlType.getString(s));
             valueList.add(val);
-            updateList.add(s + " = EXCLUDED." + s);
+            updateList.add("\"" + s + "\" = EXCLUDED.\"" + s + "\"");
         }
         colBuilder.setLength(colBuilder.length() - 1);
         String valueString = String.join(",", valueList);
         String updateString = String.join(",", updateList);
         List<String> pkList = new ArrayList<>(pkNameSet);
-        String pkString = String.join(",", pkList);
+        String pkString = pkList.stream().map(pk -> "\"" + pk + "\"").collect(Collectors.joining(","));
         // 若没有主键，退化为普通 INSERT（重复会报错，由下游表约束保证）
         if (pkList.isEmpty()) {
             return String.format("INSERT INTO %s (%s) values (%s)", table, colBuilder.toString(), valueString);

src/main/java/com/dsk/flink/dsc/common/sink/DbDataSlideSink.java

@@ -44,11 +44,11 @@ public class DbDataSlideSink extends RichSinkFunction<Tuple6<String,String,Strin
         String configTidbUrl = String.format(envProps.getDb_url(), envProps.getDb_host(), envProps.getDb_port(), envProps.getDb_database());
         //System.out.println(configTidbUrl);
         dataSource = new DruidDataSource();
-        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 MySQL
+        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 Kingbase
         String driverClass = envProps.getDb_driver();
         if (StrUtil.isBlank(driverClass)) {
-            driverClass = "kingbase".equalsIgnoreCase(envProps.getDb_dialect())
-                    ? "com.kingbase8.Driver" : "com.mysql.cj.jdbc.Driver";
+            driverClass = "mysql".equalsIgnoreCase(envProps.getDb_dialect())
+                    ? "com.mysql.cj.jdbc.Driver" : "com.kingbase8.Driver";
         }
         dataSource.setDriverClassName(driverClass);
         dataSource.setUsername(envProps.getDb_username());
@@ -63,9 +63,20 @@ public class DbDataSlideSink extends RichSinkFunction<Tuple6<String,String,Strin
 
     @Override
     public void close() throws Exception {
+        if (executorService != null) {
             executorService.shutdown();
+            try {
+                if (!executorService.awaitTermination(60, TimeUnit.SECONDS)) {
+                    executorService.shutdownNow();
+                }
+            } catch (InterruptedException e) {
+                executorService.shutdownNow();
+            }
+        }
+        if (dataSource != null && !dataSource.isClosed()) {
             dataSource.close();
         }
+    }
 
     @Override
     public void invoke(Tuple6<String,String,String,String,String,Long> value, Context context) throws Exception {

src/main/java/com/dsk/flink/dsc/common/sink/DbDataTransferSink.java

@@ -42,11 +42,11 @@ public class DbDataTransferSink extends RichSinkFunction<String> {
         String configTidbUrl = String.format(envProps.getDb_url(), envProps.getDb_host(), envProps.getDb_port(), envProps.getDb_database());
         //System.out.println(configTidbUrl);
         dataSource = new DruidDataSource();
-        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 MySQL
+        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 Kingbase
         String driverClass = envProps.getDb_driver();
         if (StrUtil.isBlank(driverClass)) {
-            driverClass = "kingbase".equalsIgnoreCase(envProps.getDb_dialect())
-                    ? "com.kingbase8.Driver" : "com.mysql.cj.jdbc.Driver";
+            driverClass = "mysql".equalsIgnoreCase(envProps.getDb_dialect())
+                    ? "com.mysql.cj.jdbc.Driver" : "com.kingbase8.Driver";
         }
         dataSource.setDriverClassName(driverClass);
         dataSource.setUsername(envProps.getDb_username());
@@ -61,9 +61,20 @@ public class DbDataTransferSink extends RichSinkFunction<String> {
 
     @Override
     public void close() throws Exception {
+        if (executorService != null) {
             executorService.shutdown();
+            try {
+                if (!executorService.awaitTermination(60, TimeUnit.SECONDS)) {
+                    executorService.shutdownNow();
+                }
+            } catch (InterruptedException e) {
+                executorService.shutdownNow();
+            }
+        }
+        if (dataSource != null && !dataSource.isClosed()) {
             dataSource.close();
         }
+    }
 
     @Override
     public void invoke(String value, Context context) throws Exception {

src/main/java/com/dsk/flink/dsc/common/sink/DbDataTransferSinkBatch.java

@@ -52,11 +52,11 @@ public class DbDataTransferSinkBatch extends RichSinkFunction<String> {
         // 初始化获取配置
         String configTidbUrl = String.format(envProps.getDb_url(), envProps.getDb_host(), envProps.getDb_port(), envProps.getDb_database());
         dataSource = new DruidDataSource();
-        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 MySQL
+        // 驱动类名优先取配置 db_driver，未配置则按方言推断，仍无则默认 Kingbase
         String driverClass = envProps.getDb_driver();
         if (StrUtil.isBlank(driverClass)) {
-            driverClass = "kingbase".equalsIgnoreCase(envProps.getDb_dialect())
-                    ? "com.kingbase8.Driver" : "com.mysql.cj.jdbc.Driver";
+            driverClass = "mysql".equalsIgnoreCase(envProps.getDb_dialect())
+                    ? "com.mysql.cj.jdbc.Driver" : "com.kingbase8.Driver";
         }
         dataSource.setDriverClassName(driverClass);
         dataSource.setUsername(envProps.getDb_username());
@@ -78,10 +78,28 @@ public class DbDataTransferSinkBatch extends RichSinkFunction<String> {
 
     @Override
     public void close() throws Exception {
-        executorService.shutdown();
+        if (scheduledExecutorService != null) {
             scheduledExecutorService.shutdown();
+            try {
+                scheduledExecutorService.awaitTermination(5, TimeUnit.SECONDS);
+            } catch (InterruptedException e) {
+                scheduledExecutorService.shutdownNow();
+            }
+        }
+        if (executorService != null) {
+            executorService.shutdown();
+            try {
+                if (!executorService.awaitTermination(60, TimeUnit.SECONDS)) {
+                    executorService.shutdownNow();
+                }
+            } catch (InterruptedException e) {
+                executorService.shutdownNow();
+            }
+        }
+        if (dataSource != null && !dataSource.isClosed()) {
             dataSource.close();
         }
+    }
 
     @Override
     public void invoke(String value, Context context) throws Exception {

src/main/java/com/dsk/flink/dsc/utils/EnvProperties.java

@@ -124,7 +124,7 @@ public class EnvProperties extends Properties {
 	String log_enable;
 
 	public String getLog_enable() {
-		return logical_delete == null ? this.getProperty("logical_delete") : logical_delete;
+		return log_enable == null ? this.getProperty("log_enable") : log_enable;
 	}
 
 	public void setLog_enable(String log_enable) {

src/main/java/com/dsk/flink/dsc/utils/EtlUtils.java

@@ -15,7 +15,7 @@ public class EtlUtils {
         properties.setProperty("auto.offset.reset", "earliest");
         properties.setProperty("sasl.jaas.config", getSaslJaasConfig(username,password));
         properties.setProperty("security.protocol", "SASL_PLAINTEXT");
-        properties.setProperty("sasl.mechanism", "SCRAM-SHA-512");
+        properties.setProperty("sasl.mechanism", "SCRAM-SHA-256");
         properties.setProperty("fetch.max.bytes", "20971520"); //20M
         properties.setProperty("flink.consumer.max.fetch.size", "20971520");//20M
         properties.setProperty("session.timeout.ms", "60000");