[refactor](shuffle) Simplify hash partitioning strategy (#25596)

This commit is contained in:
Gabriel
2023-10-19 19:28:22 +08:00
committed by GitHub
parent fa5dd61563
commit b964ab76b3
26 changed files with 343 additions and 258 deletions

View File

@ -282,7 +282,7 @@ void ColumnMap::update_xxHash_with_value(size_t start, size_t end, uint64_t& has
}
}
void ColumnMap::update_crc_with_value(size_t start, size_t end, uint64_t& hash,
void ColumnMap::update_crc_with_value(size_t start, size_t end, uint32_t& hash,
const uint8_t* __restrict null_data) const {
auto& offsets = get_offsets();
if (null_data) {
@ -328,9 +328,9 @@ void ColumnMap::update_hashes_with_value(uint64_t* hashes, const uint8_t* null_d
}
}
void ColumnMap::update_crcs_with_value(std::vector<uint64_t>& hash, PrimitiveType type,
const uint8_t* __restrict null_data) const {
auto s = hash.size();
void ColumnMap::update_crcs_with_value(uint32_t* __restrict hash, PrimitiveType type, uint32_t rows,
uint32_t offset, const uint8_t* __restrict null_data) const {
auto s = rows;
DCHECK(s == size());
if (null_data) {