From 909c554efb3cd2f565133cd017f81d46144ca0f3 Mon Sep 17 00:00:00 2001
From: shuke <37901441+shuke987@users.noreply.github.com>
Date: Fri, 21 Jun 2024 15:19:38 +0800
Subject: [PATCH] [regression-test](case) do statistics table compaction before
 quit regression tests (#36611)

## Proposed changes
In regression, we will check whether there are pipeline tasks after all
test cases were finished.
But in regression-tests, creating and dropping tables are frequency
operations, which will cause multiple delete predicater in statistics
table rowsets, which will cause statistics operations running slowly.
This pr will try to do a full compaction in statitics in nonConccurent
mode, try to solve the problem.

Issue Number: close #xxx

<!--Describe your changes.-->
---
 .../pipeline_p0/statitics_compaction.groovy   | 70 +++++++++++++++++++
 1 file changed, 70 insertions(+)
 create mode 100644 regression-test/suites/pipeline_p0/statitics_compaction.groovy

diff --git a/regression-test/suites/pipeline_p0/statitics_compaction.groovy b/regression-test/suites/pipeline_p0/statitics_compaction.groovy
new file mode 100644
index 00000000000000..eaf723c763c515
--- /dev/null
+++ b/regression-test/suites/pipeline_p0/statitics_compaction.groovy
@@ -0,0 +1,70 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("statistic_table_compaction", "nonConcurrent,p0") {
+    def backendId_to_backendIP = [:]
+    def backendId_to_backendHttpPort = [:]
+    getBackendIpHttpPort(backendId_to_backendIP, backendId_to_backendHttpPort);
+
+    def do_compaction = { String table ->
+        try {
+            def tablets = sql_return_maparray """show tablets from ${table}"""
+
+            // trigger compactions for all tablets in ${tableName}
+            for (def tablet in tablets) {
+                String tablet_id = tablet.TabletId
+                String backend_id = tablet.BackendId
+                def (code, out, err) = be_run_full_compaction(backendId_to_backendIP.get(backend_id), backendId_to_backendHttpPort.get(backend_id), tablet_id)
+                logger.info("Run compaction: code=" + code + ", out=" + out + ", err=" + err)
+                assertEquals(code, 0)
+                def compactJson = parseJson(out.trim())
+                assertEquals("success", compactJson.status.toLowerCase())
+            }
+
+            Integer counter = 600
+
+            // wait for all compactions done
+            for (def tablet in tablets) {
+                boolean running = true
+                do {
+                    counter -= 1
+                    Thread.sleep(1000)
+                    String tablet_id = tablet.TabletId
+                    String backend_id = tablet.BackendId
+                    def (code, out, err) = be_get_compaction_status(backendId_to_backendIP.get(backend_id), backendId_to_backendHttpPort.get(backend_id), tablet_id)
+                    logger.info("Get compaction status: code=" + code + ", out=" + out + ", err=" + err)
+                    assertEquals(code, 0)
+                    def compactionStatus = parseJson(out.trim())
+                    assertEquals("success", compactionStatus.status.toLowerCase())
+                    running = compactionStatus.run_status
+                } while (running && counter > 0)
+            }
+
+            assertTrue(counter >= 0)
+        } catch (Exception e) {
+            logger.info(e.getMessage())
+            if (e.getMessage().contains("Unknown table")) {
+                return
+            } else {
+                throw e
+            }
+        }
+    }
+
+    do_compaction("__internal_schema.column_statistics")
+    do_compaction("__internal_schema.histogram_statistics")
+}
\ No newline at end of file