[Bug] [clickhouse-e2e] Enhance ClickHouse E2E testing to trigger mult…

…iple checkpoints
apache · Sep 13, 2023 · 0249c3b · 0249c3b
1 parent 51c0d70
commit 0249c3b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/...-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/ClickhouseIT.java b/...-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/ClickhouseIT.java
@@ -76,7 +76,7 @@
 
 public class ClickhouseIT extends TestSuiteBase implements TestResource {
     private static final Logger LOG = LoggerFactory.getLogger(ClickhouseIT.class);
-    private static final String CLICKHOUSE_DOCKER_IMAGE = "yandex/clickhouse-server:22.1.3.7";
+    private static final String CLICKHOUSE_DOCKER_IMAGE = "clickhouse/clickhouse-server:latest";
     private static final String HOST = "clickhouse";
     private static final String DRIVER_CLASS = "com.clickhouse.jdbc.ClickHouseDriver";
     private static final String INIT_CLICKHOUSE_PATH = "/init/clickhouse_init.conf";
@@ -352,8 +352,8 @@ private static Pair<SeaTunnelRowType, List<SeaTunnelRow>> generateTestDataSet()
     }
 
     private void compareResult() throws SQLException, IOException {
-        String sourceSql = "select * from " + SOURCE_TABLE;
-        String sinkSql = "select * from " + SINK_TABLE;
+        String sourceSql = "select * from " + SOURCE_TABLE + " order by id";
+        String sinkSql = "select * from " + SINK_TABLE + " order by id";
         List<String> columnList =
                 Arrays.stream(generateTestDataSet().getKey().getFieldNames())
                         .collect(Collectors.toList());

diff --git a/...onnector-v2-e2e/connector-clickhouse-e2e/src/test/resources/clickhouse_to_clickhouse.conf b/...onnector-v2-e2e/connector-clickhouse-e2e/src/test/resources/clickhouse_to_clickhouse.conf
@@ -22,6 +22,7 @@ env {
   # You can set spark configuration here
   execution.parallelism = 1
   job.mode = "BATCH"
+  checkpoint.interval = 10
 }
 
 source {