hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

97
src/share/ob_ddl_task_executor.h
View File

@ -23,49 +23,42 @@
#include "share/ob_errno.h"
#include "share/ob_thread_pool.h"
namespace oceanbase {
namespace share {
namespace oceanbase
{
namespace share
{
enum ObIDDLTaskType {
enum ObIDDLTaskType
{
DDL_TASK_CHECK_SCHEMA = 0,
DDL_TASK_SCHEDULE_BUILD_INDEX = 1,
DDL_TASK_RS_BUILD_INDEX = 2,
DDL_TASK_REFRESH_MEMORY_PERCENTAGE = 3,
DDL_TASK_RETRY_GHOST_INDEX = 4,
};
class ObIDDLTask : public common::ObDLinkBase<ObIDDLTask> {
class ObIDDLTask : public common::ObDLinkBase<ObIDDLTask>
{
public:
explicit ObIDDLTask(const ObIDDLTaskType task_type)
: need_retry_(false), task_id_(), is_inited_(false), type_(task_type)
{}
virtual ~ObIDDLTask()
: need_retry_(false), task_id_(), is_inited_(false), type_(task_type)
{}
virtual ~ObIDDLTask() {}
virtual int64_t hash() const = 0;
virtual int process() = 0;
virtual bool need_retry() const
{
return need_retry_;
};
virtual bool need_retry() const { return need_retry_; };
virtual int64_t get_deep_copy_size() const = 0;
virtual ObIDDLTask* deep_copy(char* buf, const int64_t size) const = 0;
virtual bool operator==(const ObIDDLTask& other) const = 0;
ObIDDLTaskType get_type() const
{
return type_;
}
virtual ObIDDLTask *deep_copy(char *buf, const int64_t size) const = 0;
virtual bool operator == (const ObIDDLTask &other) const = 0;
ObIDDLTaskType get_type() const { return type_; }
static bool error_need_retry(const int ret_code)
{
return common::OB_TIMEOUT == ret_code || common::OB_STATE_NOT_MATCH == ret_code ||
common::OB_SERVER_IS_STOPPING == ret_code || common::OB_SERVER_IS_INIT == ret_code ||
common::OB_EAGAIN == ret_code || common::OB_NOT_MASTER == ret_code ||
common::OB_TRANS_STMT_TIMEOUT == ret_code || common::OB_RS_NOT_MASTER == ret_code ||
common::OB_SCHEMA_EAGAIN == ret_code || common::OB_GTS_NOT_READY == ret_code ||
common::OB_ERR_SHARED_LOCK_CONFLICT == ret_code || common::OB_PARTITION_NOT_EXIST == ret_code ||
common::OB_PG_IS_REMOVED == ret_code || common::OB_TENANT_NOT_EXIST == ret_code ||
common::OB_REPLICA_NOT_READABLE == ret_code || common::OB_REBALANCE_TASK_CANT_EXEC == ret_code;
return common::OB_TIMEOUT == ret_code || common::OB_STATE_NOT_MATCH == ret_code || common::OB_SERVER_IS_STOPPING == ret_code
|| common::OB_SERVER_IS_INIT == ret_code || common::OB_EAGAIN == ret_code || common::OB_NOT_MASTER == ret_code
|| common::OB_TRANS_STMT_TIMEOUT == ret_code || common::OB_RS_NOT_MASTER == ret_code || OB_TRANS_NEED_ROLLBACK == ret_code
|| common::OB_SCHEMA_EAGAIN == ret_code || common::OB_GTS_NOT_READY == ret_code || common::OB_ERR_SHARED_LOCK_CONFLICT == ret_code
|| common::OB_PARTITION_NOT_EXIST == ret_code || common::OB_PG_IS_REMOVED == ret_code || common::OB_TENANT_NOT_EXIST == ret_code
|| common::OB_RPC_SEND_ERROR == ret_code || common::OB_DDL_SCHEMA_VERSION_NOT_MATCH == ret_code;
}
protected:
typedef common::ObCurTraceId::TraceId TaskId;
bool need_retry_;
@ -74,23 +67,24 @@ protected:
ObIDDLTaskType type_;
};
class ObDDLTaskQueue {
class ObDDLTaskQueue
{
public:
ObDDLTaskQueue();
virtual ~ObDDLTaskQueue();
int init(
const int64_t bucket_num, const int64_t total_mem_limit, const int64_t hold_mem_limit, const int64_t page_size);
int push_task(const ObIDDLTask& task);
int get_next_task(ObIDDLTask*& task);
int remove_task(ObIDDLTask* task);
int add_task_to_last(ObIDDLTask* task);
int init(const int64_t bucket_num, const int64_t total_mem_limit,
const int64_t hold_mem_limit, const int64_t page_size);
int push_task(const ObIDDLTask &task);
int get_next_task(ObIDDLTask *&task);
int remove_task(ObIDDLTask *task);
int add_task_to_last(ObIDDLTask *task);
void destroy();
private:
typedef common::ObDList<ObIDDLTask> TaskList;
typedef common::hash::ObHashSet<const ObIDDLTask*, common::hash::NoPthreadDefendMode,
common::hash::hash_func<const ObIDDLTask*>, common::hash::equal_to<const ObIDDLTask*> >
TaskSet;
typedef common::hash::ObHashSet<const ObIDDLTask *,
common::hash::NoPthreadDefendMode,
common::hash::hash_func<const ObIDDLTask *>,
common::hash::equal_to<const ObIDDLTask *> > TaskSet;
TaskList task_list_;
TaskSet task_set_;
common::ObSpinLock lock_;
@ -98,21 +92,21 @@ private:
common::ObConcurrentFIFOAllocator allocator_;
};
class ObDDLTaskExecutor : public lib::TGRunnable {
class ObDDLTaskExecutor : public lib::TGRunnable
{
public:
ObDDLTaskExecutor();
virtual ~ObDDLTaskExecutor();
int init(const int64_t task_num, int tg_id);
template <typename T>
int push_task(const T& task);
int push_task(const T &task);
virtual void run1();
void destroy();
void stop();
void wait();
private:
static const int64_t BATCH_EXECUTE_COUNT = 1000;
static const int64_t CHECK_TASK_INTERVAL = 100; // 100ms
static const int64_t CHECK_TASK_INTERVAL = 100; // 100ms
static const int64_t TOTAL_LIMIT = 1024L * 1024L * 1024L;
static const int64_t HOLD_LIMIT = 8 * 1024L * 1024L;
static const int64_t PAGE_SIZE = common::OB_MALLOC_NORMAL_BLOCK_SIZE;
@ -125,7 +119,7 @@ private:
};
template <typename T>
int ObDDLTaskExecutor::push_task(const T& task)
int ObDDLTaskExecutor::push_task(const T &task)
{
int ret = OB_SUCCESS;
if (OB_UNLIKELY(!is_inited_)) {
@ -141,6 +135,23 @@ int ObDDLTaskExecutor::push_task(const T& task)
return ret;
}
class ObAsyncTask;
class ObDDLReplicaBuilder
{
public:
ObDDLReplicaBuilder();
~ObDDLReplicaBuilder();
int start();
void stop();
void destroy();
int push_task(ObAsyncTask &task);
private:
bool is_thread_started_;
bool is_stopped_;
};
} // end namespace share
} // end namespace oceanbase