/* * ZeroTier One - Network Virtualization Everywhere * Copyright (C) 2011-2015 ZeroTier, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #ifdef ZT_CONTROLLER_USE_RETHINKDB #include "RethinkDB.hpp" #include "EmbeddedNetworkController.hpp" #include #include #include #include "../ext/librethinkdbxx/build/include/rethinkdb.h" namespace R = RethinkDB; using json = nlohmann::json; namespace ZeroTier { RethinkDB::RethinkDB(EmbeddedNetworkController *const nc,const Address &myAddress,const char *path) : _controller(nc), _myAddress(myAddress), _ready(2), // two tables need to be synchronized before we're ready, so this is ready when it reaches 0 _run(1), _waitNoticePrinted(false) { std::vector ps(OSUtils::split(path,":","","")); if ((ps.size() < 4)||(ps[0] != "rethinkdb")) throw std::runtime_error("invalid rethinkdb database url"); _host = ps[1]; _port = Utils::strToInt(ps[2].c_str()); _db = ps[3]; if (ps.size() > 4) _auth = ps[4]; _readyLock.lock(); { char tmp[32]; _myAddress.toString(tmp); _myAddressStr = tmp; } _membersDbWatcher = std::thread([this]() { try { while (_run == 1) { try { std::unique_ptr rdb(R::connect(this->_host,this->_port,this->_auth)); if (rdb) { _membersDbWatcherConnection = (void *)rdb.get(); auto cur = R::db(this->_db).table("Member",R::optargs("read_mode","outdated")).get_all(this->_myAddressStr,R::optargs("index","controllerId")).changes(R::optargs("squash",0.05,"include_initial",true,"include_types",true,"include_states",true)).run(*rdb); while (cur.has_next()) { if (_run != 1) break; json tmp(json::parse(cur.next().as_json())); if ((tmp["type"] == "state")&&(tmp["state"] == "ready")) { if (--this->_ready == 0) { if (_waitNoticePrinted) fprintf(stderr,"NOTICE: controller RethinkDB data download complete." ZT_EOL_S); this->_readyLock.unlock(); } } else { try { json &ov = tmp["old_val"]; json &nv = tmp["new_val"]; if (ov.is_object()||nv.is_object()) { this->_memberChanged(ov,nv); } } catch ( ... ) {} // ignore bad records } } } } catch (std::exception &e) { fprintf(stderr,"ERROR: controller RethinkDB (member change stream): %s" ZT_EOL_S,e.what()); } catch (R::Error &e) { fprintf(stderr,"ERROR: controller RethinkDB (member change stream): %s" ZT_EOL_S,e.message.c_str()); } catch ( ... ) { fprintf(stderr,"ERROR: controller RethinkDB (member change stream): unknown exception" ZT_EOL_S); } std::this_thread::sleep_for(std::chrono::milliseconds(250)); } } catch ( ... ) {} }); _networksDbWatcher = std::thread([this]() { try { while (_run == 1) { try { std::unique_ptr rdb(R::connect(this->_host,this->_port,this->_auth)); if (rdb) { _networksDbWatcherConnection = (void *)rdb.get(); auto cur = R::db(this->_db).table("Network",R::optargs("read_mode","outdated")).get_all(this->_myAddressStr,R::optargs("index","controllerId")).changes(R::optargs("squash",0.05,"include_initial",true,"include_types",true,"include_states",true)).run(*rdb); while (cur.has_next()) { if (_run != 1) break; json tmp(json::parse(cur.next().as_json())); if ((tmp["type"] == "state")&&(tmp["state"] == "ready")) { if (--this->_ready == 0) { if (_waitNoticePrinted) fprintf(stderr,"NOTICE: controller RethinkDB data download complete." ZT_EOL_S); this->_readyLock.unlock(); } } else { try { json &ov = tmp["old_val"]; json &nv = tmp["new_val"]; if (ov.is_object()||nv.is_object()) { this->_networkChanged(ov,nv); } } catch ( ... ) {} // ignore bad records } } } } catch (std::exception &e) { fprintf(stderr,"ERROR: controller RethinkDB (network change stream): %s" ZT_EOL_S,e.what()); } catch (R::Error &e) { fprintf(stderr,"ERROR: controller RethinkDB (network change stream): %s" ZT_EOL_S,e.message.c_str()); } catch ( ... ) { fprintf(stderr,"ERROR: controller RethinkDB (network change stream): unknown exception" ZT_EOL_S); } std::this_thread::sleep_for(std::chrono::milliseconds(250)); } } catch ( ... ) {} }); for(int t=0;t rdb; nlohmann::json *config = (nlohmann::json *)0; while ((this->_commitQueue.get(config))&&(_run == 1)) { if (!config) continue; json record; const std::string objtype = (*config)["objtype"]; const char *table; std::string deleteId; if (objtype == "member") { const std::string nwid = (*config)["nwid"]; const std::string id = (*config)["id"]; record["id"] = nwid + "-" + id; record["controllerId"] = this->_myAddressStr; record["networkId"] = nwid; record["nodeId"] = id; record["config"] = *config; table = "Member"; } else if (objtype == "network") { const std::string id = (*config)["id"]; record["id"] = id; record["controllerId"] = this->_myAddressStr; record["config"] = *config; table = "Network"; } else if (objtype == "delete_network") { deleteId = (*config)["id"]; table = "Network"; } else if (objtype == "delete_member") { deleteId = (*config)["nwid"]; deleteId.push_back('-'); const std::string tmp = (*config)["id"]; deleteId.append(tmp); table = "Member"; } else if (objtype == "trace") { record = *config; table = "RemoteTrace"; } else { continue; } while (_run == 1) { try { if (!rdb) rdb = R::connect(this->_host,this->_port,this->_auth); if (rdb) { if (deleteId.length() > 0) { printf("DELETE: %s" ZT_EOL_S,deleteId.c_str()); R::db(this->_db).table(table).get(deleteId).delete_().run(*rdb); } else { printf("UPSERT: %s" ZT_EOL_S,record.dump().c_str()); R::db(this->_db).table(table).insert(R::Datum::from_json(record.dump()),R::optargs("conflict","update","return_changes",false)).run(*rdb); } break; } else { fprintf(stderr,"ERROR: controller RethinkDB (insert/update): connect failed (will retry)" ZT_EOL_S); } } catch (std::exception &e) { fprintf(stderr,"ERROR: controller RethinkDB (insert/update): %s" ZT_EOL_S,e.what()); rdb.reset(); } catch (R::Error &e) { fprintf(stderr,"ERROR: controller RethinkDB (insert/update): %s" ZT_EOL_S,e.message.c_str()); rdb.reset(); } catch ( ... ) { fprintf(stderr,"ERROR: controller RethinkDB (insert/update): unknown exception" ZT_EOL_S); rdb.reset(); } std::this_thread::sleep_for(std::chrono::milliseconds(250)); } } } catch ( ... ) {} }); } _heartbeatThread = std::thread([this]() { try { char tmp[1024]; std::unique_ptr rdb; while (_run == 1) { try { if (!rdb) rdb = R::connect(this->_host,this->_port,this->_auth); if (rdb) { OSUtils::ztsnprintf(tmp,sizeof(tmp),"{\"id\":\"%s\",\"lastAlive\":%lld}",this->_myAddressStr.c_str(),(long long)OSUtils::now()); R::db(this->_db).table("Controller").update(R::Datum::from_json(tmp)).run(*rdb); } } catch ( ... ) { rdb.reset(); } std::this_thread::sleep_for(std::chrono::milliseconds(1000)); } } catch ( ... ) {} }); } RethinkDB::~RethinkDB() { _run = 0; std::this_thread::sleep_for(std::chrono::milliseconds(100)); _commitQueue.stop(); for(int t=0;t nw; { std::lock_guard l(_networks_l); auto nwi = _networks.find(networkId); if (nwi == _networks.end()) return false; nw = nwi->second; } std::lock_guard l2(nw->lock); network = nw->config; return true; } bool RethinkDB::get(const uint64_t networkId,nlohmann::json &network,const uint64_t memberId,nlohmann::json &member) { waitForReady(); std::shared_ptr<_Network> nw; { std::lock_guard l(_networks_l); auto nwi = _networks.find(networkId); if (nwi == _networks.end()) return false; nw = nwi->second; } std::lock_guard l2(nw->lock); auto m = nw->members.find(memberId); if (m == nw->members.end()) return false; network = nw->config; member = m->second; return true; } bool RethinkDB::get(const uint64_t networkId,nlohmann::json &network,const uint64_t memberId,nlohmann::json &member,NetworkSummaryInfo &info) { waitForReady(); std::shared_ptr<_Network> nw; { std::lock_guard l(_networks_l); auto nwi = _networks.find(networkId); if (nwi == _networks.end()) return false; nw = nwi->second; } std::lock_guard l2(nw->lock); auto m = nw->members.find(memberId); if (m == nw->members.end()) return false; network = nw->config; member = m->second; _fillSummaryInfo(nw,info); return true; } bool RethinkDB::get(const uint64_t networkId,nlohmann::json &network,std::vector &members) { waitForReady(); std::shared_ptr<_Network> nw; { std::lock_guard l(_networks_l); auto nwi = _networks.find(networkId); if (nwi == _networks.end()) return false; nw = nwi->second; } std::lock_guard l2(nw->lock); network = nw->config; for(auto m=nw->members.begin();m!=nw->members.end();++m) members.push_back(m->second); return true; } bool RethinkDB::summary(const uint64_t networkId,NetworkSummaryInfo &info) { waitForReady(); std::shared_ptr<_Network> nw; { std::lock_guard l(_networks_l); auto nwi = _networks.find(networkId); if (nwi == _networks.end()) return false; nw = nwi->second; } std::lock_guard l2(nw->lock); _fillSummaryInfo(nw,info); return true; } void RethinkDB::networks(std::vector &networks) { waitForReady(); std::lock_guard l(_networks_l); networks.reserve(_networks.size() + 1); for(auto n=_networks.begin();n!=_networks.end();++n) networks.push_back(n->first); } void RethinkDB::save(const nlohmann::json &record) { waitForReady(); _commitQueue.post(new nlohmann::json(record)); } void RethinkDB::eraseNetwork(const uint64_t networkId) { char tmp2[24]; waitForReady(); Utils::hex(networkId,tmp2); json *tmp = new json(); (*tmp)["id"] = tmp2; (*tmp)["objtype"] = "delete_network"; // pseudo-type, tells thread to delete network _commitQueue.post(tmp); } void RethinkDB::eraseMember(const uint64_t networkId,const uint64_t memberId) { char tmp2[24]; json *tmp = new json(); waitForReady(); Utils::hex(networkId,tmp2); (*tmp)["nwid"] = tmp2; Utils::hex10(memberId,tmp2); (*tmp)["id"] = tmp2; (*tmp)["objtype"] = "delete_member"; // pseudo-type, tells thread to delete network _commitQueue.post(tmp); } void RethinkDB::_memberChanged(nlohmann::json &old,nlohmann::json &member) { uint64_t memberId = 0; uint64_t networkId = 0; bool isAuth = false; bool wasAuth = false; std::shared_ptr<_Network> nw; if (old.is_object()) { json &config = old["config"]; if (config.is_object()) { memberId = OSUtils::jsonIntHex(config["id"],0ULL); networkId = OSUtils::jsonIntHex(config["nwid"],0ULL); if ((memberId)&&(networkId)) { { std::lock_guard l(_networks_l); auto nw2 = _networks.find(networkId); if (nw2 != _networks.end()) nw = nw2->second; } if (nw) { std::lock_guard l(nw->lock); if (OSUtils::jsonBool(config["activeBridge"],false)) nw->activeBridgeMembers.erase(memberId); wasAuth = OSUtils::jsonBool(config["authorized"],false); if (wasAuth) nw->authorizedMembers.erase(memberId); json &ips = config["ipAssignments"]; if (ips.is_array()) { for(unsigned long i=0;iallocatedIps.erase(ipa); } } } } } } } if (member.is_object()) { json &config = member["config"]; if (config.is_object()) { if (!nw) { memberId = OSUtils::jsonIntHex(config["id"],0ULL); networkId = OSUtils::jsonIntHex(config["nwid"],0ULL); if ((!memberId)||(!networkId)) return; std::lock_guard l(_networks_l); std::shared_ptr<_Network> &nw2 = _networks[networkId]; if (!nw2) nw2.reset(new _Network); nw = nw2; } { std::lock_guard l(nw->lock); nw->members[memberId] = config; if (OSUtils::jsonBool(config["activeBridge"],false)) nw->activeBridgeMembers.insert(memberId); isAuth = OSUtils::jsonBool(config["authorized"],false); if (isAuth) nw->authorizedMembers.insert(memberId); json &ips = config["ipAssignments"]; if (ips.is_array()) { for(unsigned long i=0;iallocatedIps.insert(ipa); } } } if (!isAuth) { const int64_t ldt = (int64_t)OSUtils::jsonInt(config["lastDeauthorizedTime"],0ULL); if (ldt > nw->mostRecentDeauthTime) nw->mostRecentDeauthTime = ldt; } } _controller->onNetworkMemberUpdate(networkId,memberId); } } else if (memberId) { if (nw) { std::lock_guard l(nw->lock); nw->members.erase(memberId); } if (networkId) { std::lock_guard l(_networks_l); auto er = _networkByMember.equal_range(memberId); for(auto i=er.first;i!=er.second;++i) { if (i->second == networkId) { _networkByMember.erase(i); break; } } } } if ((wasAuth)&&(!isAuth)&&(networkId)&&(memberId)) _controller->onNetworkMemberDeauthorize(networkId,memberId); } void RethinkDB::_networkChanged(nlohmann::json &old,nlohmann::json &network) { if (network.is_object()) { json &config = network["config"]; if (config.is_object()) { const std::string ids = config["id"]; const uint64_t id = Utils::hexStrToU64(ids.c_str()); if (id) { std::shared_ptr<_Network> nw; { std::lock_guard l(_networks_l); std::shared_ptr<_Network> &nw2 = _networks[id]; if (!nw2) nw2.reset(new _Network); nw = nw2; } { std::lock_guard l2(nw->lock); nw->config = config; } _controller->onNetworkUpdate(id); } } } else if (old.is_object()) { const std::string ids = old["id"]; const uint64_t id = Utils::hexStrToU64(ids.c_str()); if (id) { std::lock_guard l(_networks_l); _networks.erase(id); } } } } // namespace ZeroTier #endif // ZT_CONTROLLER_USE_RETHINKDB