优化大量分区场景下，负载均衡模块内存占用大问题

src/rootserver/balance/ob_balance_group_info.cpp

@@ -90,7 +90,7 @@ int ObBalanceGroupInfo::create_new_part_group_()
   if (OB_ISNULL(buf)) {
     ret = OB_ALLOCATE_MEMORY_FAILED;
     LOG_WARN("allocate memory for partition group fail", KR(ret), K(buf), K(part_group_size));
-  } else if (OB_ISNULL(part_group = new(buf) ObTransferPartGroup())) {
+  } else if (OB_ISNULL(part_group = new(buf) ObTransferPartGroup(alloc_))) {
     ret = OB_ALLOCATE_MEMORY_FAILED;
     LOG_WARN("construct ObTransferPartGroup fail", KR(ret), K(buf), K(part_group_size));
   } else if (OB_FAIL(part_groups_.push_back(part_group))) {

src/rootserver/balance/ob_balance_group_info.h

@@ -13,10 +13,12 @@
 #ifndef OCEANBASE_ROOTSERVER_OB_BALANCE_GROUP_INFO_H
 #define OCEANBASE_ROOTSERVER_OB_BALANCE_GROUP_INFO_H
 
-#include "lib/container/ob_array.h" //ObArray
+#include "lib/container/ob_array.h"           //ObArray
-#include "lib/allocator/ob_allocator.h" // ObIAllocator
+#include "lib/ob_define.h"                    // OB_MALLOC_NORMAL_BLOCK_SIZE
-#include "share/transfer/ob_transfer_info.h" // ObTransferPartInfo, ObTransferPartList
+#include "lib/allocator/ob_allocator.h"       // ObIAllocator
-#include "ob_balance_group_define.h"//ObBalanceGroupID
+#include "share/transfer/ob_transfer_info.h"  // ObTransferPartInfo, ObTransferPartList
+#include "ob_balance_group_define.h"          //ObBalanceGroupID
+#include "lib/allocator/page_arena.h"         // ModulePageAllocator
 
 namespace oceanbase
 {
@@ -27,7 +29,14 @@ namespace rootserver
 class ObTransferPartGroup
 {
 public:
-  ObTransferPartGroup() : data_size_(0), part_list_() {}
+  ObTransferPartGroup() :
+      data_size_(0),
+      part_list_("PartGroup") {}
+
+  ObTransferPartGroup(common::ObIAllocator &alloc) :
+      data_size_(0),
+      part_list_(alloc, "PartGroup") {}
+
   ~ObTransferPartGroup() {
     data_size_ = 0;
     part_list_.reset();
@@ -55,7 +64,7 @@ public:
   explicit ObBalanceGroupInfo(const ObBalanceGroupID &id, common::ObIAllocator &alloc) :
       id_(id),
       alloc_(alloc),
-      part_groups_()
+      part_groups_(OB_MALLOC_NORMAL_BLOCK_SIZE, ModulePageAllocator(alloc, "PartGroupArray"))
   {
   }
 

src/rootserver/balance/ob_ls_balance_group_info.h

@@ -29,10 +29,13 @@ namespace rootserver
 class ObLSBalanceGroupInfo final
 {
 public:
-  ObLSBalanceGroupInfo() : inited_(false), ls_id_(),
+  ObLSBalanceGroupInfo() :
-  alloc_("LSBGInfo", common::OB_MALLOC_NORMAL_BLOCK_SIZE,
+      inited_(false),
-         MTL_ID()),
+      ls_id_(),
-  bg_map_(), orig_part_group_cnt_map_() {}
+      alloc_("LSBGInfo", common::OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID()),
+      bg_map_(),
+      orig_part_group_cnt_map_()
+  {}
   ~ObLSBalanceGroupInfo() { destroy(); }
 
   int init(const share::ObLSID &ls_id);

src/rootserver/ob_partition_balance.cpp

@@ -245,7 +245,7 @@ int ObPartitionBalance::on_new_partition(
       if (OB_ISNULL(part_group = reinterpret_cast<ObTransferPartGroup*>(allocator_.alloc(sizeof(ObTransferPartGroup))))) {
         ret = OB_ALLOCATE_MEMORY_FAILED;
         LOG_WARN("alloc mem fail", KR(ret));
-      } else if (FALSE_IT(cur_part_group_ = new(part_group) ObTransferPartGroup())) {
+      } else if (FALSE_IT(cur_part_group_ = new(part_group) ObTransferPartGroup(allocator_))) {
       } else if (OB_FAIL(add_part_to_bg_map_(src_ls_id, *cur_part_group_, bg))) {
         LOG_WARN("add partition to balance group fail", KR(ret), K(src_ls_id), K(bg),
             K(cur_part_group_));

src/rootserver/ob_partition_balance.h

@@ -37,7 +37,7 @@ class ObPartitionBalance final : public ObAllBalanceGroupBuilder::NewPartitionCa
 {
 public:
   ObPartitionBalance() : inited_(false), tenant_id_(OB_INVALID_TENANT_ID), sql_proxy_(nullptr),
-                         allocator_(lib::ObLabel("PART_BALANCE")),
+                         allocator_("PART_BALANCE", OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID()),
                          bg_builder_(), cur_part_group_(nullptr),
                          ls_desc_array_(), ls_desc_map_(),
                          bg_map_(),

src/share/ob_display_list.h

@@ -14,7 +14,7 @@
 #define OCEANBASE_SHARE_OB_DISPLAY_LIST
 #include <stdint.h>
 #include "lib/container/ob_iarray.h"        // ObIArray
-#include "lib/container/ob_array.h"         // ObArrayImpl
+#include "lib/container/ob_se_array.h"      // ObSEArrayImpl
 #include "lib/string/ob_string.h"           // ObString
 #include "lib/ob_errno.h"                   // OB_xx
 #include "lib/utility/ob_print_utils.h"     // COMMON_LOG
@@ -143,12 +143,28 @@ public:
 
 
 // ObDisplayList: a list which can convert to string or parse from string
-template<typename T, typename BlockAllocatorT = ModulePageAllocator, bool auto_free = false, typename CallBack = ObArrayDefaultCallBack<T>, typename ItemEncode = NotImplementItemEncode<T> >
+template<typename T, int64_t LOCAL_ARRAY_SIZE = 1, typename BlockAllocatorT = ModulePageAllocator, bool auto_free = false>
-class ObDisplayList : public common::ObArrayImpl<T, BlockAllocatorT, auto_free, CallBack, ItemEncode>
+class ObDisplayList : public common::ObSEArrayImpl<T, LOCAL_ARRAY_SIZE, BlockAllocatorT, auto_free>
 {
 public:
-  // use ObArrayImpl constructors
+  // use ObSEArrayImpl constructors
-  using common::ObArrayImpl<T, BlockAllocatorT, auto_free, CallBack, ItemEncode>::ObArrayImpl;
+  using common::ObSEArrayImpl<T, LOCAL_ARRAY_SIZE, BlockAllocatorT, auto_free>::ObSEArrayImpl;
+
+  ObDisplayList(int64_t block_size = OB_MALLOC_NORMAL_BLOCK_SIZE,
+      const BlockAllocatorT &alloc = BlockAllocatorT("DisplayList")) :
+      common::ObSEArrayImpl<T, LOCAL_ARRAY_SIZE, BlockAllocatorT, auto_free>(block_size, alloc)
+  {}
+
+  // specify label
+  ObDisplayList(const lib::ObLabel &label) :
+      common::ObSEArrayImpl<T, LOCAL_ARRAY_SIZE, BlockAllocatorT, auto_free>(label, OB_MALLOC_NORMAL_BLOCK_SIZE)
+  {}
+
+  // specify allocator and label
+  ObDisplayList(ObIAllocator &alloc, const lib::ObLabel &label) :
+      common::ObSEArrayImpl<T, LOCAL_ARRAY_SIZE, BlockAllocatorT, auto_free>
+      (OB_MALLOC_NORMAL_BLOCK_SIZE, ModulePageAllocator(alloc, label))
+  {}
 
   // to display string
   // See list_to_display_str(..) for more information