/* * Copyright (c)2019 ZeroTier, Inc. * * Use of this software is governed by the Business Source License included * in the LICENSE.TXT file in the project's root directory. * * Change Date: 2026-01-01 * * On the date above, in accordance with the Business Source License, use * of this software will be governed by version 2.0 of the Apache License. */ /****/ #include "LFDB.hpp" #include "../ext/cpp-httplib/httplib.h" #include "../osdep/OSUtils.hpp" #include #include #include #include namespace ZeroTier { LFDB::LFDB(const Identity& myId, const char* path, const char* lfOwnerPrivate, const char* lfOwnerPublic, const char* lfNodeHost, int lfNodePort, bool storeOnlineState) : DB() , _myId(myId) , _lfOwnerPrivate((lfOwnerPrivate) ? lfOwnerPrivate : "") , _lfOwnerPublic((lfOwnerPublic) ? lfOwnerPublic : "") , _lfNodeHost((lfNodeHost) ? lfNodeHost : "127.0.0.1") , _lfNodePort(((lfNodePort > 0) && (lfNodePort < 65536)) ? lfNodePort : 9980) , _running(true) , _ready(false) , _storeOnlineState(storeOnlineState) { _syncThread = std::thread([this]() { char controllerAddress[24]; const uint64_t controllerAddressInt = _myId.address().toInt(); _myId.address().toString(controllerAddress); std::string networksSelectorName("com.zerotier.controller.lfdb:"); networksSelectorName.append(controllerAddress); networksSelectorName.append("/network"); // LF record masking key is the first 32 bytes of SHA512(controller private key) in hex, // hiding record values from anything but the controller or someone who has its key. uint8_t sha512pk[64]; _myId.sha512PrivateKey(sha512pk); char maskingKey[128]; Utils::hex(sha512pk, 32, maskingKey); httplib::Client htcli(_lfNodeHost.c_str(), _lfNodePort); int64_t timeRangeStart = 0; while (_running.load()) { { std::lock_guard sl(_state_l); for (auto ns = _state.begin(); ns != _state.end(); ++ns) { if (ns->second.dirty) { nlohmann::json network; if (get(ns->first, network)) { nlohmann::json newrec, selector0; selector0["Name"] = networksSelectorName; selector0["Ordinal"] = ns->first; newrec["Selectors"].push_back(selector0); newrec["Value"] = network.dump(); newrec["OwnerPrivate"] = _lfOwnerPrivate; newrec["MaskingKey"] = maskingKey; newrec["PulseIfUnchanged"] = true; try { auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); if (resp) { if (resp->status == 200) { ns->second.dirty = false; // printf("SET network %.16llx %s\n",ns->first,resp->body.c_str()); } else { fprintf(stderr, "ERROR: LFDB: %d from node (create/update network): %s" ZT_EOL_S, resp->status, resp->body.c_str()); } } else { fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); } } catch (std::exception& e) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): %s" ZT_EOL_S, e.what()); } catch (...) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): unknown exception" ZT_EOL_S); } } } for (auto ms = ns->second.members.begin(); ms != ns->second.members.end(); ++ms) { if ((_storeOnlineState) && (ms->second.lastOnlineDirty) && (ms->second.lastOnlineAddress)) { nlohmann::json newrec, selector0, selector1, selectors, ip; char tmp[1024], tmp2[128]; OSUtils::ztsnprintf(tmp, sizeof(tmp), "com.zerotier.controller.lfdb:%s/network/%.16llx/online", controllerAddress, (unsigned long long)ns->first); ms->second.lastOnlineAddress.toIpString(tmp2); selector0["Name"] = tmp; selector0["Ordinal"] = ms->first; selector1["Name"] = tmp2; selector1["Ordinal"] = 0; selectors.push_back(selector0); selectors.push_back(selector1); newrec["Selectors"] = selectors; const uint8_t* const rawip = (const uint8_t*)ms->second.lastOnlineAddress.rawIpData(); switch (ms->second.lastOnlineAddress.ss_family) { case AF_INET: for (int j = 0; j < 4; ++j) ip.push_back((unsigned int)rawip[j]); break; case AF_INET6: for (int j = 0; j < 16; ++j) ip.push_back((unsigned int)rawip[j]); break; default: ip = tmp2; // should never happen since only IP transport is currently supported break; } newrec["Value"] = ip; newrec["OwnerPrivate"] = _lfOwnerPrivate; newrec["MaskingKey"] = maskingKey; newrec["Timestamp"] = ms->second.lastOnlineTime; newrec["PulseIfUnchanged"] = true; try { auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); if (resp) { if (resp->status == 200) { ms->second.lastOnlineDirty = false; // printf("SET member online %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str()); } else { fprintf(stderr, "ERROR: LFDB: %d from node (create/update member online status): %s" ZT_EOL_S, resp->status, resp->body.c_str()); } } else { fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); } } catch (std::exception& e) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): %s" ZT_EOL_S, e.what()); } catch (...) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): unknown exception" ZT_EOL_S); } } if (ms->second.dirty) { nlohmann::json network, member; if (get(ns->first, network, ms->first, member)) { nlohmann::json newrec, selector0, selector1, selectors; selector0["Name"] = networksSelectorName; selector0["Ordinal"] = ns->first; selector1["Name"] = "member"; selector1["Ordinal"] = ms->first; selectors.push_back(selector0); selectors.push_back(selector1); newrec["Selectors"] = selectors; newrec["Value"] = member.dump(); newrec["OwnerPrivate"] = _lfOwnerPrivate; newrec["MaskingKey"] = maskingKey; newrec["PulseIfUnchanged"] = true; try { auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); if (resp) { if (resp->status == 200) { ms->second.dirty = false; // printf("SET member %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str()); } else { fprintf(stderr, "ERROR: LFDB: %d from node (create/update member): %s" ZT_EOL_S, resp->status, resp->body.c_str()); } } else { fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); } } catch (std::exception& e) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): %s" ZT_EOL_S, e.what()); } catch (...) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): unknown exception" ZT_EOL_S); } } } } } } try { std::ostringstream query; query << "{" "\"Ranges\":[{" "\"Name\":\"" << networksSelectorName << "\"," "\"Range\":[0,18446744073709551615]" "}]," "\"TimeRange\":[" << timeRangeStart << ",9223372036854775807]," "\"MaskingKey\":\"" << maskingKey << "\"," "\"Owners\":[\"" << _lfOwnerPublic << "\"]" "}"; auto resp = htcli.Post("/query", query.str(), "application/json"); if (resp) { if (resp->status == 200) { nlohmann::json results(OSUtils::jsonParse(resp->body)); if ((results.is_array()) && (! results.empty())) { for (std::size_t ri = 0; ri < results.size(); ++ri) { nlohmann::json& rset = results[ri]; if ((rset.is_array()) && (! rset.empty())) { nlohmann::json& result = rset[0]; if (result.is_object()) { nlohmann::json& record = result["Record"]; if (record.is_object()) { const std::string recordValue = result["Value"]; // printf("GET network %s\n",recordValue.c_str()); nlohmann::json network(OSUtils::jsonParse(recordValue)); if (network.is_object()) { const std::string idstr = network["id"]; const uint64_t id = Utils::hexStrToU64(idstr.c_str()); if ((id >> 24) == controllerAddressInt) { // sanity check nlohmann::json oldNetwork; if ((timeRangeStart > 0) && (get(id, oldNetwork))) { const uint64_t revision = network["revision"]; const uint64_t prevRevision = oldNetwork["revision"]; if (prevRevision < revision) { _networkChanged(oldNetwork, network, timeRangeStart > 0); } } else { nlohmann::json nullJson; _networkChanged(nullJson, network, timeRangeStart > 0); } } } } } } } } } else { fprintf(stderr, "ERROR: LFDB: %d from node (check for network updates): %s" ZT_EOL_S, resp->status, resp->body.c_str()); } } else { fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); } } catch (std::exception& e) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): %s" ZT_EOL_S, e.what()); } catch (...) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): unknown exception" ZT_EOL_S); } try { std::ostringstream query; query << "{" "\"Ranges\":[{" "\"Name\":\"" << networksSelectorName << "\"," "\"Range\":[0,18446744073709551615]" "},{" "\"Name\":\"member\"," "\"Range\":[0,18446744073709551615]" "}]," "\"TimeRange\":[" << timeRangeStart << ",9223372036854775807]," "\"MaskingKey\":\"" << maskingKey << "\"," "\"Owners\":[\"" << _lfOwnerPublic << "\"]" "}"; auto resp = htcli.Post("/query", query.str(), "application/json"); if (resp) { if (resp->status == 200) { nlohmann::json results(OSUtils::jsonParse(resp->body)); if ((results.is_array()) && (! results.empty())) { for (std::size_t ri = 0; ri < results.size(); ++ri) { nlohmann::json& rset = results[ri]; if ((rset.is_array()) && (! rset.empty())) { nlohmann::json& result = rset[0]; if (result.is_object()) { nlohmann::json& record = result["Record"]; if (record.is_object()) { const std::string recordValue = result["Value"]; // printf("GET member %s\n",recordValue.c_str()); nlohmann::json member(OSUtils::jsonParse(recordValue)); if (member.is_object()) { const std::string nwidstr = member["nwid"]; const std::string idstr = member["id"]; const uint64_t nwid = Utils::hexStrToU64(nwidstr.c_str()); const uint64_t id = Utils::hexStrToU64(idstr.c_str()); if ((id) && ((nwid >> 24) == controllerAddressInt)) { // sanity check nlohmann::json network, oldMember; if ((timeRangeStart > 0) && (get(nwid, network, id, oldMember))) { const uint64_t revision = member["revision"]; const uint64_t prevRevision = oldMember["revision"]; if (prevRevision < revision) _memberChanged(oldMember, member, timeRangeStart > 0); } else if (hasNetwork(nwid)) { nlohmann::json nullJson; _memberChanged(nullJson, member, timeRangeStart > 0); } } } } } } } } } else { fprintf(stderr, "ERROR: LFDB: %d from node (check for member updates): %s" ZT_EOL_S, resp->status, resp->body.c_str()); } } else { fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); } } catch (std::exception& e) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): %s" ZT_EOL_S, e.what()); } catch (...) { fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): unknown exception" ZT_EOL_S); } timeRangeStart = time(nullptr) - 120; // start next query 2m before now to avoid losing updates _ready.store(true); for (int k = 0; k < 4; ++k) { // 2s delay between queries for remotely modified networks or members if (! _running.load()) return; std::this_thread::sleep_for(std::chrono::milliseconds(500)); } } }); } LFDB::~LFDB() { _running.store(false); _syncThread.join(); } bool LFDB::waitForReady() { while (! _ready.load()) { std::this_thread::sleep_for(std::chrono::milliseconds(500)); } return true; } bool LFDB::isReady() { return (_ready.load()); } bool LFDB::save(nlohmann::json& record, bool notifyListeners) { bool modified = false; const std::string objtype = record["objtype"]; if (objtype == "network") { const uint64_t nwid = OSUtils::jsonIntHex(record["id"], 0ULL); if (nwid) { nlohmann::json old; get(nwid, old); if ((! old.is_object()) || (! _compareRecords(old, record))) { record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL; _networkChanged(old, record, notifyListeners); { std::lock_guard l(_state_l); _state[nwid].dirty = true; } modified = true; } } } else if (objtype == "member") { const uint64_t nwid = OSUtils::jsonIntHex(record["nwid"], 0ULL); const uint64_t id = OSUtils::jsonIntHex(record["id"], 0ULL); if ((id) && (nwid)) { nlohmann::json network, old; get(nwid, network, id, old); if ((! old.is_object()) || (! _compareRecords(old, record))) { record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL; _memberChanged(old, record, notifyListeners); { std::lock_guard l(_state_l); _state[nwid].members[id].dirty = true; } modified = true; } } } return modified; } void LFDB::eraseNetwork(const uint64_t networkId) { // TODO } void LFDB::eraseMember(const uint64_t networkId, const uint64_t memberId) { // TODO } void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress, const char* osArch) { std::lock_guard l(_state_l); auto nw = _state.find(networkId); if (nw != _state.end()) { auto m = nw->second.members.find(memberId); if (m != nw->second.members.end()) { m->second.lastOnlineTime = OSUtils::now(); if (physicalAddress) m->second.lastOnlineAddress = physicalAddress; m->second.lastOnlineDirty = true; } } } void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress) { this->nodeIsOnline(networkId, memberId, physicalAddress, "unknown/unknown"); } } // namespace ZeroTier