hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix odps can not get newest data bug

Browse Source
This commit is contained in:
cqliang1995
2025-02-25 07:50:06 +00:00
committed by ob-robot
parent ba39b639df
commit 751e044f71
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/share/external_table/ob_external_table_utils.cpp
View File

@ -677,6 +677,9 @@ int ObExternalTableUtils::assign_odps_file_to_sqcs(
row_count_assigned_to_block += row_count_needed_to_block;
file_start += row_count_needed_to_block;
}
if (splited_file_info.row_count_ + splited_file_info.row_start_ == splited_file_info.file_size_) {
splited_file_info.row_count_ = INT64_MAX;
}
OZ (temp_block_files.push_back(splited_file_info));
} else if (remaining_row_count_in_file > 0) {
ObExternalFileInfo splited_file_info = sqc_files.at(file_idx);
@ -688,6 +691,9 @@ int ObExternalTableUtils::assign_odps_file_to_sqcs(
droped_row_count_on_last_loop = expected_row_count_to_block - row_count_assigned_to_block;
expected_row_count_to_block = row_count_assigned_to_block;
}
if (splited_file_info.row_count_ + splited_file_info.row_start_ == splited_file_info.file_size_) {
splited_file_info.row_count_ = INT64_MAX;
}
OZ (temp_block_files.push_back(splited_file_info));
} else { //remaining_row_count_in_file == 0
++file_idx;