// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "runtime/memory/system_allocator.h" #include #include #include #include "common/config.h" #include "common/logging.h" #include "runtime/thread_context.h" namespace doris { #define PAGE_SIZE (4 * 1024) // 4K uint8_t* SystemAllocator::allocate(size_t length) { if (config::use_mmap_allocate_chunk) { return allocate_via_mmap(length); } else { return allocate_via_malloc(length); } } void SystemAllocator::free(uint8_t* ptr, size_t length) { if (config::use_mmap_allocate_chunk) { auto res = munmap(ptr, length); if (res != 0) { char buf[64]; LOG(ERROR) << "fail to free memory via munmap, errno=" << errno << ", errmsg=" << strerror_r(errno, buf, 64); } else { RELEASE_THREAD_LOCAL_MEM_TRACKER(length); } } else { ::free(ptr); } } uint8_t* SystemAllocator::allocate_via_malloc(size_t length) { void* ptr = nullptr; // try to use a whole page instead of parts of one page int res = posix_memalign(&ptr, PAGE_SIZE, length); if (res != 0) { char buf[64]; LOG(ERROR) << "fail to allocate mem via posix_memalign, res=" << res << ", errmsg=" << strerror_r(res, buf, 64); return nullptr; } return (uint8_t*)ptr; } uint8_t* SystemAllocator::allocate_via_mmap(size_t length) { CONSUME_THREAD_LOCAL_MEM_TRACKER(length); auto ptr = (uint8_t*)mmap(nullptr, length, PROT_READ | PROT_WRITE, MAP_ANONYMOUS | MAP_PRIVATE, -1, 0); if (ptr == MAP_FAILED) { char buf[64]; LOG(ERROR) << "fail to allocate memory via mmap, errno=" << errno << ", errmsg=" << strerror_r(errno, buf, 64); RELEASE_THREAD_LOCAL_MEM_TRACKER(length); return nullptr; } return ptr; } } // namespace doris