branch-3.0: [Fix](Rowset Id) Use a randomly generated rowset ID to handle memory write failures #42949 (#43970)

Cherry-picked from #42949

Co-authored-by: abmdocrt <lianyukang@selectdb.com>

Author: github-actions[bot]

be/src/common/config.cpp

@@ -1394,6 +1394,7 @@ DEFINE_mBool(enable_delete_bitmap_merge_on_compaction, "false");
 
 // Enable validation to check the correctness of table size.
 DEFINE_Bool(enable_table_size_correctness_check, "false");
+DEFINE_Bool(force_regenerate_rowsetid_on_start_error, "false");
 
 // clang-format off
 #ifdef BE_TEST

be/src/common/config.h

@@ -1474,6 +1474,7 @@ DECLARE_mBool(enable_pipeline_task_leakage_detect);
 
 // MB
 DECLARE_Int32(query_cache_size);
+DECLARE_Bool(force_regenerate_rowsetid_on_start_error);
 
 DECLARE_mBool(enable_delete_bitmap_merge_on_compaction);
 

be/src/olap/olap_common.h

@@ -35,6 +35,7 @@
 #include <unordered_set>
 #include <utility>
 
+#include "common/config.h"
 #include "io/io_common.h"
 #include "olap/olap_define.h"
 #include "olap/rowset/rowset_fwd.h"
@@ -394,6 +395,8 @@ using ColumnId = uint32_t;
 using UniqueIdSet = std::set<uint32_t>;
 // Column unique Id -> column id map
 using UniqueIdToColumnIdMap = std::map<ColumnId, ColumnId>;
+struct RowsetId;
+RowsetId next_rowset_id();
 
 // 8 bit rowset id version
 // 56 bit, inc number from 1
@@ -412,7 +415,12 @@ struct RowsetId {
             auto [_, ec] = std::from_chars(rowset_id_str.data(),
                                            rowset_id_str.data() + rowset_id_str.length(), high);
             if (ec != std::errc {}) [[unlikely]] {
-                LOG(FATAL) << "failed to init rowset id: " << rowset_id_str;
+                if (config::force_regenerate_rowsetid_on_start_error) {
+                    LOG(WARNING) << "failed to init rowset id: " << rowset_id_str;
+                    high = next_rowset_id().hi;
+                } else {
+                    LOG(FATAL) << "failed to init rowset id: " << rowset_id_str;
+                }
             }
             init(1, high, 0, 0);
         } else {

be/src/olap/rowset/unique_rowset_id_generator.cpp

@@ -17,8 +17,17 @@
 
 #include "olap/rowset/unique_rowset_id_generator.h"
 
+#include <atomic>
+
+#include "olap/storage_engine.h"
+#include "runtime/exec_env.h"
+
 namespace doris {
 
+RowsetId next_rowset_id() {
+    return ExecEnv::GetInstance()->storage_engine().next_rowset_id();
+}
+
 UniqueRowsetIdGenerator::UniqueRowsetIdGenerator(const UniqueId& backend_uid)
         : _backend_uid(backend_uid), _inc_id(1) {}