[SKV-627] feat(Ranger): Pull policies from the Ranger Service and upd…

…ate using resources policies (apache#1388)
GehaFearless · Apr 26, 2023 · 59ae514 · 59ae514
1 parent b40f02d
commit 59ae514
Show file tree

Hide file tree

Showing 8 changed files with 525 additions and 3 deletions.
diff --git a/src/rdsn/include/dsn/dist/replication/replica_envs.h b/src/rdsn/include/dsn/dist/replication/replica_envs.h
@@ -56,6 +56,7 @@ class replica_envs
     static const std::string MANUAL_COMPACT_PERIODIC_BOTTOMMOST_LEVEL_COMPACTION;
     static const std::string BUSINESS_INFO;
     static const std::string REPLICA_ACCESS_CONTROLLER_ALLOWED_USERS;
+    static const std::string REPLICA_ACCESS_CONTROLLER_RANGER_POLICIES;
     static const std::string READ_QPS_THROTTLING;
     static const std::string READ_SIZE_THROTTLING;
     static const std::string BACKUP_REQUEST_QPS_THROTTLING;

diff --git a/src/rdsn/include/dsn/dist/replication/replication.codes.h b/src/rdsn/include/dsn/dist/replication/replication.codes.h
@@ -127,6 +127,7 @@ MAKE_EVENT_CODE_RPC(RPC_CM_START_MANUAL_COMPACT, TASK_PRIORITY_COMMON)
 MAKE_EVENT_CODE_RPC(RPC_CM_QUERY_MANUAL_COMPACT_STATUS, TASK_PRIORITY_COMMON)
 MAKE_EVENT_CODE_RPC(RPC_CM_GET_MAX_REPLICA_COUNT, TASK_PRIORITY_COMMON)
 MAKE_EVENT_CODE_RPC(RPC_CM_SET_MAX_REPLICA_COUNT, TASK_PRIORITY_COMMON)
+MAKE_EVENT_CODE(LPC_USE_RANGER_ACCESS_CONTROL, TASK_PRIORITY_COMMON)
 #undef CURRENT_THREAD_POOL
 
 #define CURRENT_THREAD_POOL THREAD_POOL_META_STATE

diff --git a/src/rdsn/include/dsn/utility/error_code.h b/src/rdsn/include/dsn/utility/error_code.h
@@ -157,4 +157,8 @@ DEFINE_ERR_CODE(ERR_PARENT_PARTITION_MISUSED)
 DEFINE_ERR_CODE(ERR_CHILD_NOT_READY)
 DEFINE_ERR_CODE(ERR_DISK_INSUFFICIENT)
 DEFINE_ERR_CODE(ERR_RETRY_EXHAUSTED)
+
+DEFINE_ERR_CODE(ERR_SYNC_RANGER_POLICIES_FAILED)
+DEFINE_ERR_CODE(ERR_RANGER_PARSE_ACL)
+DEFINE_ERR_CODE(ERR_RANGER_POLICIES_NO_NEED_UPDATE)
 } // namespace dsn
diff --git a/src/rdsn/src/common/replication_common.cpp b/src/rdsn/src/common/replication_common.cpp
@@ -653,6 +653,8 @@ const std::string replica_envs::ROCKSDB_BLOCK_CACHE_ENABLED("replica.rocksdb_blo
 const std::string replica_envs::BUSINESS_INFO("business.info");
 const std::string replica_envs::REPLICA_ACCESS_CONTROLLER_ALLOWED_USERS(
     "replica_access_controller.allowed_users");
+const std::string replica_envs::REPLICA_ACCESS_CONTROLLER_RANGER_POLICIES(
+    "replica_access_controller.ranger_policies");
 const std::string replica_envs::READ_QPS_THROTTLING("replica.read_throttling");
 const std::string replica_envs::READ_SIZE_THROTTLING("replica.read_throttling_by_size");
 const std::string

diff --git a/src/rdsn/src/meta/app_env_validator.cpp b/src/rdsn/src/meta/app_env_validator.cpp
@@ -207,7 +207,8 @@ void app_env_validator::register_all_validators()
         {replica_envs::MANUAL_COMPACT_PERIODIC_TRIGGER_TIME, nullptr},
         {replica_envs::MANUAL_COMPACT_PERIODIC_TARGET_LEVEL, nullptr},
         {replica_envs::MANUAL_COMPACT_PERIODIC_BOTTOMMOST_LEVEL_COMPACTION, nullptr},
-        {replica_envs::REPLICA_ACCESS_CONTROLLER_ALLOWED_USERS, nullptr}};
+        {replica_envs::REPLICA_ACCESS_CONTROLLER_ALLOWED_USERS, nullptr},
+        {replica_envs::REPLICA_ACCESS_CONTROLLER_RANGER_POLICIES, nullptr}};
 }
 
 } // namespace replication