[fix](prefetch-read) make prefetch range correct to accelerate S3 load and fix its speed unbalance (#25775)

This commit is contained in:
Siyang Tang
2023-10-23 20:02:24 +08:00
committed by GitHub
parent 5f6371bf0f
commit 9006e2b8a5

View File

@ -303,7 +303,7 @@ Status CsvReader::init_reader(bool is_load) {
RETURN_IF_ERROR(io::DelegateReader::create_file_reader(
_profile, _system_properties, _file_description, reader_options, &_file_system,
&_file_reader, io::DelegateReader::AccessMode::SEQUENTIAL, _io_ctx,
io::PrefetchRange(_range.start_offset, _range.size)));
io::PrefetchRange(_range.start_offset, _range.start_offset + _range.size)));
}
if (_file_reader->size() == 0 && _params.file_type != TFileType::FILE_STREAM &&
_params.file_type != TFileType::FILE_BROKER) {