patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -17,37 +17,44 @@
#include "lib/utility/ob_unify_serialize.h"
#include "lib/hash_func/murmur_hash.h"
#include "common/object/ob_obj_type.h"
#include "common/ob_partition_key.h"
#include "share/schema/ob_schema_struct.h"
namespace oceanbase {
namespace share {
namespace oceanbase
{
namespace share
{
static const uint64_t DEFAULT_INCREMENT_CACHE_SIZE = 1000000; // 1 million
static const uint64_t MAX_INCREMENT_CACHE_SIZE = 100000000; // 100 million
struct AutoincKey {
AutoincKey() : tenant_id_(0), table_id_(0), column_id_(0)
{}
static const uint64_t DEFAULT_INCREMENT_CACHE_SIZE = 1000000; // 1 million
static const uint64_t MAX_INCREMENT_CACHE_SIZE = 100000000; // 100 million
struct AutoincKey
{
OB_UNIS_VERSION(1);
public:
AutoincKey(uint64_t tenant_id, uint64_t table_id, uint64_t column_id) :
tenant_id_(tenant_id), table_id_(table_id), column_id_(column_id) {}
AutoincKey() : tenant_id_(0), table_id_(0), column_id_(0) {}
void reset()
{
tenant_id_ = 0;
table_id_ = 0;
column_id_ = 0;
}
bool operator==(const AutoincKey& other) const
bool operator==(const AutoincKey &other) const
{
return other.tenant_id_ == tenant_id_ && other.table_id_ == table_id_ && other.column_id_ == column_id_;
return other.tenant_id_ == tenant_id_
&& other.table_id_ == table_id_
&& other.column_id_ == column_id_;
}
int compare(const AutoincKey& other)
{
return (tenant_id_ < other.tenant_id_) ? -1
: (tenant_id_ > other.tenant_id_) ? 1
: (table_id_ < other.table_id_) ? -1
: (table_id_ > other.table_id_) ? 1
: (column_id_ < other.column_id_) ? -1
: (column_id_ > other.column_id_) ? 1
: 0;
int compare(const AutoincKey &other) {
return (tenant_id_ < other.tenant_id_) ? -1 :
(tenant_id_ > other.tenant_id_) ? 1 :
(table_id_ < other.table_id_ ) ? -1 :
(table_id_ > other.table_id_ ) ? 1 :
(column_id_ < other.column_id_) ? -1 :
(column_id_ > other.column_id_) ? 1 :
0;
}
uint64_t hash() const
@ -66,89 +73,94 @@ struct AutoincKey {
uint64_t column_id_;
};
class CacheHandle;
struct AutoincParam {
struct CacheHandle;
struct AutoincParam
{
AutoincParam()
: tenant_id_(0),
autoinc_table_id_(0),
autoinc_first_part_num_(0),
autoinc_table_part_num_(0),
autoinc_col_id_(0),
autoinc_col_index_(-1),
autoinc_update_col_index_(-1),
autoinc_col_type_(common::ObNullType),
total_value_count_(0),
autoinc_desired_count_(0),
autoinc_old_value_index_(-1),
autoinc_increment_(0),
autoinc_offset_(0),
cache_handle_(NULL),
curr_value_count_(0),
global_value_to_sync_(0),
value_to_sync_(0),
sync_flag_(false),
is_ignore_(false),
part_value_no_order_(false),
autoinc_intervals_count_(0),
part_level_(schema::PARTITION_LEVEL_ZERO),
pkey_(),
auto_increment_cache_size_(DEFAULT_INCREMENT_CACHE_SIZE)
: tenant_id_(0),
autoinc_table_id_(0),
autoinc_first_part_num_(0),
autoinc_table_part_num_(0),
autoinc_col_id_(0),
autoinc_col_type_(common::ObNullType),
total_value_count_(0),
autoinc_desired_count_(0),
autoinc_old_value_index_(-1),
autoinc_increment_(0),
autoinc_offset_(0),
cache_handle_(NULL),
curr_value_count_(0),
global_value_to_sync_(0),
value_to_sync_(0),
sync_flag_(false),
is_ignore_(false),
part_value_no_order_(false),
autoinc_intervals_count_(0),
part_level_(schema::PARTITION_LEVEL_ZERO),
auto_increment_cache_size_(DEFAULT_INCREMENT_CACHE_SIZE),
autoinc_mode_is_order_(true)
{}
TO_STRING_KV("tenant_id", tenant_id_, "autoinc_table_id", autoinc_table_id_, "autoinc_first_part_num",
autoinc_first_part_num_, "autoinc_table_part_num", autoinc_table_part_num_, "autoinc_col_id", autoinc_col_id_,
"autoinc_col_index", autoinc_col_index_, "autoinc_update_col_index", autoinc_update_col_index_,
"autoinc_col_type", autoinc_col_type_, "total_value_count_", total_value_count_, "autoinc_desired_count",
autoinc_desired_count_, "autoinc_old_value_index", autoinc_old_value_index_, "autoinc_increment",
autoinc_increment_, "autoinc_offset", autoinc_offset_, "curr_value_count", curr_value_count_,
"global_value_to_sync", global_value_to_sync_, "value_to_sync", value_to_sync_, "sync_flag", sync_flag_,
"is_ignore", is_ignore_, "autoinc_intervals_count", autoinc_intervals_count_, "part_level", part_level_,
"paritition key", pkey_, "auto_increment_cache_size", auto_increment_cache_size_, "part_value_no_order",
part_value_no_order_);
TO_STRING_KV("tenant_id" , tenant_id_,
"autoinc_table_id" , autoinc_table_id_,
"autoinc_first_part_num" , autoinc_first_part_num_,
"autoinc_table_part_num" , autoinc_table_part_num_,
"autoinc_col_id" , autoinc_col_id_,
"autoinc_col_type" , autoinc_col_type_,
"total_value_count_" , total_value_count_,
"autoinc_desired_count" , autoinc_desired_count_,
"autoinc_old_value_index" , autoinc_old_value_index_,
"autoinc_increment" , autoinc_increment_,
"autoinc_offset" , autoinc_offset_,
"curr_value_count" , curr_value_count_,
"global_value_to_sync" , global_value_to_sync_,
"value_to_sync" , value_to_sync_,
"sync_flag" , sync_flag_,
"is_ignore" , is_ignore_,
"autoinc_intervals_count" , autoinc_intervals_count_,
"part_level" , part_level_,
"auto_increment_cache_size" , auto_increment_cache_size_,
"part_value_no_order" , part_value_no_order_,
"autoinc_mode_is_order" , autoinc_mode_is_order_);
inline bool with_order() const
{
return !part_value_no_order_;
}
inline bool with_order() const { return !part_value_no_order_; }
// pay attention to schema changes
uint64_t tenant_id_;
uint64_t autoinc_table_id_;
int64_t autoinc_first_part_num_;
int64_t autoinc_table_part_num_;
uint64_t autoinc_col_id_;
int64_t autoinc_col_index_;
int64_t autoinc_update_col_index_;
uint64_t tenant_id_;
uint64_t autoinc_table_id_;
int64_t autoinc_first_part_num_;
int64_t autoinc_table_part_num_;
uint64_t autoinc_col_id_;
common::ObObjType autoinc_col_type_;
uint64_t total_value_count_;
uint64_t autoinc_desired_count_;
int64_t autoinc_old_value_index_; // insert on duplicate key will use this field
uint64_t total_value_count_;
uint64_t autoinc_desired_count_;
int64_t autoinc_old_value_index_; //insert on duplicate key中使用
// need to refresh param below when ObSQL get plan from pc
// session variable may be refreshed already
uint64_t autoinc_increment_;
uint64_t autoinc_offset_;
uint64_t autoinc_increment_;
uint64_t autoinc_offset_;
// do not serialize
CacheHandle* cache_handle_;
uint64_t curr_value_count_;
uint64_t global_value_to_sync_;
uint64_t value_to_sync_;
bool sync_flag_;
bool is_ignore_;
CacheHandle *cache_handle_;
uint64_t curr_value_count_;
uint64_t global_value_to_sync_;
uint64_t value_to_sync_;
bool sync_flag_;
bool is_ignore_;
// in order to support partitioning with auto increment pkey,
// we have to **loose the restriction** that generated number must be
// in intra-partition ascending order.
// https://aone.alibaba-inc.com/req/34489012
// If part_value_no_order_ flag = true, we can break this ordering restriction.
// for compatibility consideration, part_value_no_order_ defaults to false
bool part_value_no_order_;
bool part_value_no_order_;
// count for cache handle allocated already
uint64_t autoinc_intervals_count_;
uint64_t autoinc_intervals_count_;
schema::ObPartitionLevel part_level_;
common::ObPartitionKey pkey_;
int64_t auto_increment_cache_size_;
bool autoinc_mode_is_order_;
OB_UNIS_VERSION(1);
};
} // end namespace share
} // end namespace oceanbase
}//end namespace share
}//end namespace oceanbase
#endif