[mds] Delete mds type and rename mds table merge to mds mini merge
This commit is contained in:
		| @ -58,7 +58,7 @@ DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_TX_TABLE_MERGE, ObDagPrio::DAG_PRIO_COMPACTI | |||||||
|     false, 3, {"ls_id", "tablet_id", "compaction_scn"}) |     false, 3, {"ls_id", "tablet_id", "compaction_scn"}) | ||||||
| DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_WRITE_CKPT, ObDagPrio::DAG_PRIO_COMPACTION_LOW, ObSysTaskType::WRITE_CKPT_TASK, "WRITE_CKPT", "COMPACTION", | DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_WRITE_CKPT, ObDagPrio::DAG_PRIO_COMPACTION_LOW, ObSysTaskType::WRITE_CKPT_TASK, "WRITE_CKPT", "COMPACTION", | ||||||
|     false, 2, {"ls_id", "tablet_id"}) |     false, 2, {"ls_id", "tablet_id"}) | ||||||
| DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_MDS_TABLE_MERGE, ObDagPrio::DAG_PRIO_COMPACTION_HIGH, ObSysTaskType::MDS_TABLE_MERGE_TASK, "MDS_TABLE_MERGE", "COMPACTION", | DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_MDS_MINI_MERGE, ObDagPrio::DAG_PRIO_COMPACTION_HIGH, ObSysTaskType::MDS_MINI_MERGE_TASK, "MDS_MINI_MERGE", "COMPACTION", | ||||||
|     false, 3, {"ls_id", "tablet_id", "flush_scn"}) |     false, 3, {"ls_id", "tablet_id", "flush_scn"}) | ||||||
| DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_BATCH_FREEZE_TABLETS, ObDagPrio::DAG_PRIO_COMPACTION_HIGH, ObSysTaskType::BATCH_FREEZE_TABLET_TASK, "BATCH_FREEZE", "COMPACTION", | DAG_SCHEDULER_DAG_TYPE_DEF(DAG_TYPE_BATCH_FREEZE_TABLETS, ObDagPrio::DAG_PRIO_COMPACTION_HIGH, ObSysTaskType::BATCH_FREEZE_TABLET_TASK, "BATCH_FREEZE", "COMPACTION", | ||||||
|     false, 2, {"ls_id", "tablet_count"}) |     false, 2, {"ls_id", "tablet_count"}) | ||||||
|  | |||||||
| @ -37,7 +37,7 @@ const static char *ObSysTaskTypeStr[] = { | |||||||
|     "BACKFILL_TX", |     "BACKFILL_TX", | ||||||
|     "REMOVE_MEMBER", |     "REMOVE_MEMBER", | ||||||
|     "TRANSFER", |     "TRANSFER", | ||||||
|     "MDS_TABLE_MERGE", |     "MDS_MINI_MERGE", | ||||||
|     "TTL_TASK", |     "TTL_TASK", | ||||||
|     "TENANT_SNAPSHOT_CREATE", |     "TENANT_SNAPSHOT_CREATE", | ||||||
|     "TENANT_SNAPSHOT_GC", |     "TENANT_SNAPSHOT_GC", | ||||||
|  | |||||||
| @ -50,7 +50,7 @@ enum ObSysTaskType | |||||||
|   BACKFILL_TX_TASK, |   BACKFILL_TX_TASK, | ||||||
|   REMOVE_MEMBER_TASK, |   REMOVE_MEMBER_TASK, | ||||||
|   TRANSFER_TASK, |   TRANSFER_TASK, | ||||||
|   MDS_TABLE_MERGE_TASK, |   MDS_MINI_MERGE_TASK, | ||||||
|   TABLE_API_TTL_TASK, |   TABLE_API_TTL_TASK, | ||||||
|   TENANT_SNAPSHOT_CREATE_TASK, |   TENANT_SNAPSHOT_CREATE_TASK, | ||||||
|   TENANT_SNAPSHOT_GC_TASK, |   TENANT_SNAPSHOT_GC_TASK, | ||||||
|  | |||||||
| @ -206,7 +206,7 @@ public: | |||||||
|     TASK_TYPE_DDL_KV_MERGE = 50, |     TASK_TYPE_DDL_KV_MERGE = 50, | ||||||
|     TASK_TYPE_TRANSFER_BACKFILL_TX = 51, |     TASK_TYPE_TRANSFER_BACKFILL_TX = 51, | ||||||
|     TASK_TYPE_TRANSFER_REPLACE_TABLE = 52, |     TASK_TYPE_TRANSFER_REPLACE_TABLE = 52, | ||||||
|     TASK_TYPE_MDS_TABLE_MERGE = 53, |     TASK_TYPE_MDS_MINI_MERGE = 53, | ||||||
|     TASK_TYPE_TTL_DELETE = 54, |     TASK_TYPE_TTL_DELETE = 54, | ||||||
|     TASK_TYPE_TENANT_SNAPSHOT_CREATE = 55, |     TASK_TYPE_TENANT_SNAPSHOT_CREATE = 55, | ||||||
|     TASK_TYPE_TENANT_SNAPSHOT_GC = 56, |     TASK_TYPE_TENANT_SNAPSHOT_GC = 56, | ||||||
| @ -1390,7 +1390,7 @@ inline bool is_compaction_dag(ObDagType::ObDagTypeEnum dag_type) | |||||||
|          ObDagType::DAG_TYPE_MINI_MERGE == dag_type || |          ObDagType::DAG_TYPE_MINI_MERGE == dag_type || | ||||||
|          ObDagType::DAG_TYPE_MERGE_EXECUTE == dag_type || |          ObDagType::DAG_TYPE_MERGE_EXECUTE == dag_type || | ||||||
|          ObDagType::DAG_TYPE_TX_TABLE_MERGE == dag_type || |          ObDagType::DAG_TYPE_TX_TABLE_MERGE == dag_type || | ||||||
|          ObDagType::DAG_TYPE_MDS_TABLE_MERGE == dag_type || |          ObDagType::DAG_TYPE_MDS_MINI_MERGE == dag_type || | ||||||
|          ObDagType::DAG_TYPE_BATCH_FREEZE_TABLETS == dag_type; |          ObDagType::DAG_TYPE_BATCH_FREEZE_TABLETS == dag_type; | ||||||
| } | } | ||||||
|  |  | ||||||
|  | |||||||
| @ -207,7 +207,7 @@ int64_t ObCompactionDagStatus::to_string(char *buf, const int64_t buf_len) const | |||||||
|     J_OBJ_START(); |     J_OBJ_START(); | ||||||
|     // mini |     // mini | ||||||
|     J_TMP_STRING(ObDagType::DAG_TYPE_MINI_MERGE); |     J_TMP_STRING(ObDagType::DAG_TYPE_MINI_MERGE); | ||||||
|     J_TMP_STRING(ObDagType::DAG_TYPE_MDS_TABLE_MERGE); |     J_TMP_STRING(ObDagType::DAG_TYPE_MDS_MINI_MERGE); | ||||||
|     J_TMP_STRING(ObDagType::DAG_TYPE_TX_TABLE_MERGE); |     J_TMP_STRING(ObDagType::DAG_TYPE_TX_TABLE_MERGE); | ||||||
|     // minor |     // minor | ||||||
|     J_TMP_STRING(ObDagType::DAG_TYPE_MERGE_EXECUTE); |     J_TMP_STRING(ObDagType::DAG_TYPE_MERGE_EXECUTE); | ||||||
| @ -394,7 +394,7 @@ int ObCompactionSuggestionMgr::analyze_for_suggestion( | |||||||
|       "suggest", ObCompactionSuggestionMgr::get_add_thread_suggestion(priority)); |       "suggest", ObCompactionSuggestionMgr::get_add_thread_suggestion(priority)); | ||||||
|   if (share::ObDagPrio::DAG_PRIO_COMPACTION_HIGH == priority) { |   if (share::ObDagPrio::DAG_PRIO_COMPACTION_HIGH == priority) { | ||||||
|     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MINI_MERGE); |     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MINI_MERGE); | ||||||
|     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MDS_TABLE_MERGE); |     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MDS_MINI_MERGE); | ||||||
|     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_TX_TABLE_MERGE); |     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_TX_TABLE_MERGE); | ||||||
|   } else if (share::ObDagPrio::DAG_PRIO_COMPACTION_MID == priority) { |   } else if (share::ObDagPrio::DAG_PRIO_COMPACTION_MID == priority) { | ||||||
|     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MERGE_EXECUTE); |     ADD_COMPACTION_DAG_INFO_PARAM(ObDagType::ObDagTypeEnum::DAG_TYPE_MERGE_EXECUTE); | ||||||
|  | |||||||
| @ -184,7 +184,7 @@ struct ObCompactionDagStatus final | |||||||
|  |  | ||||||
|   DECLARE_TO_STRING; |   DECLARE_TO_STRING; | ||||||
|  |  | ||||||
|   // max COMPACTION mode dag is DAG_TYPE_MDS_TABLE_MERGE, which is 9 |   // max COMPACTION mode dag is DAG_TYPE_MDS_MINI_MERGE, which is 9 | ||||||
|   static const int64_t COMPACTION_DAG_MAX = 10; |   static const int64_t COMPACTION_DAG_MAX = 10; | ||||||
|   // max COMPACTION prio DAG_PRIO_COMPACTION_LOW = 4 |   // max COMPACTION prio DAG_PRIO_COMPACTION_LOW = 4 | ||||||
|   static const int64_t COMPACTION_PRIORITY_MAX = 5; |   static const int64_t COMPACTION_PRIORITY_MAX = 5; | ||||||
|  | |||||||
| @ -26,7 +26,7 @@ const static char * ObMergeTypeStr[] = { | |||||||
|     "MEDIUM_MERGE", |     "MEDIUM_MERGE", | ||||||
|     "DDL_KV_MERGE", |     "DDL_KV_MERGE", | ||||||
|     "BACKFILL_TX_MERGE", |     "BACKFILL_TX_MERGE", | ||||||
|     "MDS_TABLE_MERGE", |     "MDS_MINI_MERGE", | ||||||
|     "EMPTY_MERGE_TYPE" |     "EMPTY_MERGE_TYPE" | ||||||
| }; | }; | ||||||
|  |  | ||||||
|  | |||||||
| @ -28,7 +28,7 @@ enum ObMergeType | |||||||
|   MEDIUM_MERGE = 5, |   MEDIUM_MERGE = 5, | ||||||
|   DDL_KV_MERGE = 6, // only use for ddl dag |   DDL_KV_MERGE = 6, // only use for ddl dag | ||||||
|   BACKFILL_TX_MERGE = 7, |   BACKFILL_TX_MERGE = 7, | ||||||
|   MDS_TABLE_MERGE = 8, |   MDS_MINI_MERGE = 8, | ||||||
|   // add new merge type here |   // add new merge type here | ||||||
|   // fix merge_type_to_str & ObPartitionMergePolicy::get_merge_tables |   // fix merge_type_to_str & ObPartitionMergePolicy::get_merge_tables | ||||||
|   MERGE_TYPE_MAX |   MERGE_TYPE_MAX | ||||||
| @ -88,7 +88,7 @@ inline bool is_backfill_tx_merge(const ObMergeType &merge_type) | |||||||
| } | } | ||||||
| inline bool is_mds_table_merge(const ObMergeType &merge_type) | inline bool is_mds_table_merge(const ObMergeType &merge_type) | ||||||
| { | { | ||||||
|   return MDS_TABLE_MERGE == merge_type; |   return MDS_MINI_MERGE == merge_type; | ||||||
| } | } | ||||||
|  |  | ||||||
| enum ObMergeLevel : uint8_t | enum ObMergeLevel : uint8_t | ||||||
|  | |||||||
| @ -188,7 +188,7 @@ int MdsTableBase::merge(const int64_t construct_sequence, const share::SCN &flus | |||||||
|   param.flush_scn_ = flushing_scn; |   param.flush_scn_ = flushing_scn; | ||||||
|   param.mds_construct_sequence_ = construct_sequence; |   param.mds_construct_sequence_ = construct_sequence; | ||||||
|   param.generate_ts_ = ObClockGenerator::getClock(); |   param.generate_ts_ = ObClockGenerator::getClock(); | ||||||
|   param.merge_type_ = compaction::ObMergeType::MDS_TABLE_MERGE; |   param.merge_type_ = compaction::ObMergeType::MDS_MINI_MERGE; | ||||||
|   param.merge_version_ = 0; |   param.merge_version_ = 0; | ||||||
|   if (OB_FAIL(compaction::ObScheduleDagFunc::schedule_mds_table_merge_dag(param))) { |   if (OB_FAIL(compaction::ObScheduleDagFunc::schedule_mds_table_merge_dag(param))) { | ||||||
|     if (OB_EAGAIN != ret && OB_SIZE_OVERFLOW != ret) { |     if (OB_EAGAIN != ret && OB_SIZE_OVERFLOW != ret) { | ||||||
|  | |||||||
| @ -30,7 +30,7 @@ namespace storage | |||||||
| namespace mds | namespace mds | ||||||
| { | { | ||||||
| ObMdsTableMergeDag::ObMdsTableMergeDag() | ObMdsTableMergeDag::ObMdsTableMergeDag() | ||||||
|   : ObTabletMergeDag(ObDagType::DAG_TYPE_MDS_TABLE_MERGE), |   : ObTabletMergeDag(ObDagType::DAG_TYPE_MDS_MINI_MERGE), | ||||||
|     is_inited_(false), |     is_inited_(false), | ||||||
|     flush_scn_(), |     flush_scn_(), | ||||||
|     generate_ts_(0), |     generate_ts_(0), | ||||||
|  | |||||||
| @ -33,7 +33,7 @@ namespace storage | |||||||
| namespace mds | namespace mds | ||||||
| { | { | ||||||
| ObMdsTableMergeTask::ObMdsTableMergeTask() | ObMdsTableMergeTask::ObMdsTableMergeTask() | ||||||
|   : ObITask(ObITaskType::TASK_TYPE_MDS_TABLE_MERGE), |   : ObITask(ObITaskType::TASK_TYPE_MDS_MINI_MERGE), | ||||||
|     is_inited_(false), |     is_inited_(false), | ||||||
|     mds_merge_dag_(nullptr) |     mds_merge_dag_(nullptr) | ||||||
| { | { | ||||||
| @ -48,7 +48,7 @@ int ObMdsTableMergeTask::init() | |||||||
|   } else if (OB_ISNULL(dag_)) { |   } else if (OB_ISNULL(dag_)) { | ||||||
|     ret = OB_ERR_SYS; |     ret = OB_ERR_SYS; | ||||||
|     LOG_WARN("dag must not be null", K(ret)); |     LOG_WARN("dag must not be null", K(ret)); | ||||||
|   } else if (OB_UNLIKELY(ObDagType::ObDagTypeEnum::DAG_TYPE_MDS_TABLE_MERGE != dag_->get_type())) { |   } else if (OB_UNLIKELY(ObDagType::ObDagTypeEnum::DAG_TYPE_MDS_MINI_MERGE != dag_->get_type())) { | ||||||
|     ret = OB_ERR_SYS; |     ret = OB_ERR_SYS; | ||||||
|     LOG_ERROR("dag type not match", K(ret), KPC_(dag)); |     LOG_ERROR("dag type not match", K(ret), KPC_(dag)); | ||||||
|   } else { |   } else { | ||||||
|  | |||||||
| @ -74,8 +74,7 @@ const char* ObITable::table_type_name_[] = | |||||||
|   "DDL_MERGE_CO", |   "DDL_MERGE_CO", | ||||||
|   "DDL_MERGE_CG", |   "DDL_MERGE_CG", | ||||||
|   "DDL_MEM_CO", |   "DDL_MEM_CO", | ||||||
|   "DDL_MEM_CG", |   "DDL_MEM_CG" | ||||||
|   "MDS" |  | ||||||
| }; | }; | ||||||
|  |  | ||||||
| uint64_t ObITable::TableKey::hash() const | uint64_t ObITable::TableKey::hash() const | ||||||
|  | |||||||
| @ -101,7 +101,6 @@ public: | |||||||
|     DDL_MERGE_CG_SSTABLE = 22, // used for column store ddl, for normal cg sstable, rowkey cg not supported |     DDL_MERGE_CG_SSTABLE = 22, // used for column store ddl, for normal cg sstable, rowkey cg not supported | ||||||
|     DDL_MEM_CO_SSTABLE = 23, |     DDL_MEM_CO_SSTABLE = 23, | ||||||
|     DDL_MEM_CG_SSTABLE = 24, |     DDL_MEM_CG_SSTABLE = 24, | ||||||
|     MDS_SSTABLE = 25, |  | ||||||
|     // < add new sstable before here, See is_sstable() |     // < add new sstable before here, See is_sstable() | ||||||
|  |  | ||||||
|     MAX_TABLE_TYPE |     MAX_TABLE_TYPE | ||||||
|  | |||||||
| @ -1112,7 +1112,7 @@ int ObTablet::init_with_update_medium_info( | |||||||
|       if (old_tablet.get_tablet_meta().has_next_tablet_) { |       if (old_tablet.get_tablet_meta().has_next_tablet_) { | ||||||
|         set_next_tablet_guard(old_tablet.next_tablet_guard_); |         set_next_tablet_guard(old_tablet.next_tablet_guard_); | ||||||
|       } |       } | ||||||
|       LOG_INFO("succeeded to init tablet with update medium info", K(ret), K(this), K(old_tablet)); |       LOG_INFO("succeeded to init tablet with update medium info", K(ret), KPC(this)); | ||||||
|       is_inited_ = true; |       is_inited_ = true; | ||||||
|     } |     } | ||||||
|   } |   } | ||||||
|  | |||||||
		Reference in New Issue
	
	Block a user
	 Hooper9973
					Hooper9973