hcq/MaxScale
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MXS-1951: Make listener fd worker-local

Browse Source 
By storing the file descriptor inside a worker-local variable, it is
possible to handle both unique file descriptors (created with
SO_REUSEPORT) and shared file descriptors with the same code. The way in
which the file descriptor is stored in the rworker_local object determines
the way the listener behaves.
This commit is contained in:
Markus Mäkelä
2019-03-19 11:05:44 +02:00
parent 27cc247e47
commit 5c7846da3f
2 changed files with 25 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
server/core/listener.cc
View File

@ -128,14 +128,27 @@ SListener Listener::create(SERVICE* service,
return listener;
}
void Listener::close_all_fds()
{
// Shared fds all have the same value. Unique fds each have a unique value. By sorting the values,
// removing duplicates and skipping negative values, both cases work and use the same code.
auto values = m_fd.values();
std::sort(values.begin(), values.end());
auto end = std::unique(values.begin(), values.end());
auto start = std::upper_bound(values.begin(), end, -1);
std::for_each(start, end, close);
// Make sure we don't accidentally use a closed fd
m_fd.assign(-1);
}
void Listener::destroy(const SListener& listener)
{
// Remove the listener from all workers. This makes sure that there's no concurrent access while we're
// closing things up.
listener->stop();
close(listener->m_fd);
listener->m_fd = -1;
listener->close_all_fds();
listener->m_state = DESTROYED;
std::lock_guard<std::mutex> guard(listener_lock);
@ -949,7 +962,8 @@ bool Listener::listen_shared()
{
if (mxs::RoutingWorker::add_shared_fd(fd, EPOLLIN, this))
{
m_fd = fd;
// All workers share the same fd, assign it here
m_fd.assign(fd);
rval = true;
m_state = STARTED;
}