ExternalVendorCode/ZeroTierOne
1
0
Fork 0
mirror of https://github.com/zerotier/ZeroTierOne.git synced 2025-01-31 00:23:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Try another optimization in LinuxEthernetTap.

Browse Source
This commit is contained in:
Adam Ierymenko 2020-11-18 22:06:17 -05:00
parent e3e188109d
commit a390629371
No known key found for this signature in database
GPG Key ID: C8877CF2D7A5D7F3
2 changed files with 43 additions and 70 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
osdep/LinuxEthernetTap.cpp
View File

@ -182,14 +182,7 @@ LinuxEthernetTap::LinuxEthernetTap(
_dev = ifr.ifr_name; _dev = ifr.ifr_name;
::fcntl(_fd,F_SETFD,fcntl(_fd,F_GETFD) | FD_CLOEXEC); ::fcntl(_fd,F_SETFD,fcntl(_fd,F_GETFD) | FD_CLOEXEC);
(void)::pipe(_shutdownSignalPipe);
_tapReaderThread = std::thread([this]{ _tapReaderThread = std::thread([this]{
fd_set readfds,nullfds;
int n,nfds,r;
void *buf = nullptr;
std::vector<void *> buffers;
{ {
struct ifreq ifr; struct ifreq ifr;
memset(&ifr,0,sizeof(ifr)); memset(&ifr,0,sizeof(ifr));
@ -232,67 +225,51 @@ LinuxEthernetTap::LinuxEthernetTap(
return; return;
} }
fcntl(_fd,F_SETFL,O_NONBLOCK);
::close(sock); ::close(sock);
} }
FD_ZERO(&readfds); std::vector<void *> buffers;
FD_ZERO(&nullfds); void *buf = nullptr;
nfds = (int)std::max(_shutdownSignalPipe[0],_fd) + 1; for(int r=0;;) {
if (!buf) {
r = 0; // To reduce use of the mutex, we keep a local buffer vector and
for(;;) { // swap (which is a pointer swap) with the global one when it's
FD_SET(_shutdownSignalPipe[0],&readfds); // empty. This retrieves a batch of buffers to use.
FD_SET(_fd,&readfds); if (buffers.empty()) {
select(nfds,&readfds,&nullfds,&nullfds,(struct timeval *)0); std::lock_guard<std::mutex> l(_buffers_l);
buffers.swap(_buffers);
if (FD_ISSET(_shutdownSignalPipe[0],&readfds)) // writes to shutdown pipe terminate thread
break;
if (FD_ISSET(_fd,&readfds)) {
for(;;) { // read until there are no more packets, then return to outer select() loop
if (!buf) {
// To reduce use of the mutex, we keep a local buffer vector and
// swap (which is a pointer swap) with the global one when it's
// empty. This retrieves a batch of buffers to use.
if (buffers.empty()) {
std::lock_guard<std::mutex> l(_buffers_l);
buffers.swap(_buffers);
}
if (buffers.empty()) {
buf = malloc(ZT_TAP_BUF_SIZE);
if (!buf)
break;
} else {
buf = buffers.back();
buffers.pop_back();
}
}
n = (int)::read(_fd,reinterpret_cast<uint8_t *>(buf) + r,ZT_TAP_BUF_SIZE - r);
if (n > 0) {
// Some tap drivers like to send the ethernet frame and the
// payload in two chunks, so handle that by accumulating
// data until we have at least a frame.
r += n;
if (r > 14) {
if (r > ((int)_mtu + 14)) // sanity check for weird TAP behavior on some platforms
r = _mtu + 14;
if (_enabled) {
_tapq.post(std::pair<void *,int>(buf,r));
buf = nullptr;
}
r = 0;
}
} else {
r = 0;
break;
}
} }
if (buffers.empty()) {
buf = malloc(ZT_TAP_BUF_SIZE);
if (!buf)
break;
} else {
buf = buffers.back();
buffers.pop_back();
}
}
const int n = (int)::read(_fd,reinterpret_cast<uint8_t *>(buf) + r,ZT_TAP_BUF_SIZE - r);
if (n > 0) {
// Some tap drivers like to send the ethernet frame and the
// payload in two chunks, so handle that by accumulating
// data until we have at least a frame.
r += n;
if (r > 14) {
if (r > ((int)_mtu + 14)) // sanity check for weird TAP behavior on some platforms
r = _mtu + 14;
if (_enabled) {
_tapq.post(std::pair<void *,int>(buf,r));
buf = nullptr;
}
r = 0;
}
} else {
r = 0;
break;
} }
} }
}); });
@ -320,12 +297,9 @@ LinuxEthernetTap::LinuxEthernetTap(
LinuxEthernetTap::~LinuxEthernetTap() LinuxEthernetTap::~LinuxEthernetTap()
{ {
(void)::write(_shutdownSignalPipe[1],"\0",1); // causes reader thread to exit _tapq.post(std::pair<void *,int>(nullptr,0));
_tapq.post(std::pair<void *,int>(nullptr,0)); // causes processor thread to exit ::shutdown(_fd, SHUT_RDWR);
::close(_fd); ::close(_fd);
::close(_shutdownSignalPipe[0]);
::close(_shutdownSignalPipe[1]);
_tapReaderThread.join(); _tapReaderThread.join();
_tapProcessorThread.join(); _tapProcessorThread.join();

1
osdep/LinuxEthernetTap.hpp
View File

@ -68,7 +68,6 @@ private:
std::vector<MulticastGroup> _multicastGroups; std::vector<MulticastGroup> _multicastGroups;
unsigned int _mtu; unsigned int _mtu;
int _fd; int _fd;
int _shutdownSignalPipe[2];
std::atomic_bool _enabled; std::atomic_bool _enabled;
std::thread _tapReaderThread; std::thread _tapReaderThread;
std::thread _tapProcessorThread; std::thread _tapProcessorThread;