#include "network.h" #include "identity.h" #include "service.h" #include #include #include #include #include #include #include #include #include #include #include using std::get; using std::get_if; using std::holds_alternative; using std::move; using std::runtime_error; using std::scoped_lock; using std::to_string; using std::unique_lock; using namespace erebos; Server::Server(const Head & head, ServerConfig && config): p(new Priv(head, *head->identity())) { p->services.reserve(config.services.size()); for (const auto & ctor : config.services) p->services.emplace_back(ctor(*this)); } Server:: Server(const std::shared_ptr & ptr): p(ptr) { } Server::~Server() = default; const Head & Server::localHead() const { return p->localHead; } const Bhv & Server::localState() const { return p->localState; } Identity Server::identity() const { shared_lock lock(p->selfMutex); return p->self; } Service & Server::svcHelper(const std::type_info & tinfo) { for (auto & s : p->services) { auto & sobj = *s; if (typeid(sobj) == tinfo) return sobj; } throw runtime_error("service not found"); } PeerList & Server::peerList() const { return p->plist; } void Server::addPeer(const string & node) const { return addPeer(node, to_string(Priv::discoveryPort)); } void Server::addPeer(const string & node, const string & service) const { addrinfo hints {}; hints.ai_flags = AI_V4MAPPED | AI_ADDRCONFIG; hints.ai_family = AF_INET6; hints.ai_socktype = SOCK_DGRAM; addrinfo *aptr; int r = getaddrinfo(node.c_str(), service.c_str(), &hints, &aptr); if (r != 0) throw runtime_error(string("Server::addPeer: getaddrinfo failed: ") + gai_strerror(r)); unique_ptr result { aptr, &freeaddrinfo }; for (addrinfo * rp = result.get(); rp != nullptr; rp = rp->ai_next) { if (rp->ai_family == AF_INET6) { Peer & peer = p->getPeer(*(sockaddr_in6 *)rp->ai_addr); vector header; { shared_lock lock(p->selfMutex); header.push_back(TransportHeader::Item { TransportHeader::Type::AnnounceSelf, *p->self.ref() }); } peer.send(header, {}, false); return; } } throw runtime_error("Server::addPeer: no suitable peer address found"); } Peer::Peer(const shared_ptr & p): p(p) {} Peer::~Peer() = default; Server Peer::server() const { if (auto speer = p->speer.lock()) return Server(speer->server.getptr()); throw runtime_error("Server no longer running"); } const Storage & Peer::tempStorage() const { if (auto speer = p->speer.lock()) return speer->tempStorage; throw runtime_error("Server no longer running"); } const PartialStorage & Peer::partialStorage() const { if (auto speer = p->speer.lock()) return speer->partStorage; throw runtime_error("Server no longer running"); } string Peer::name() const { if (auto speer = p->speer.lock()) { if (holds_alternative(speer->identity)) if (auto name = std::get(speer->identity).finalOwner().name()) return *name; if (holds_alternative>(speer->identity)) return string(std::get>(speer->identity)->ref.digest()); return addressStr(); } return ""; } optional Peer::identity() const { if (auto speer = p->speer.lock()) if (holds_alternative(speer->identity)) return std::get(speer->identity); return nullopt; } const sockaddr_in6 & Peer::address() const { if (auto speer = p->speer.lock()) return speer->addr; throw runtime_error("Server no longer running"); } string Peer::addressStr() const { char buf[INET6_ADDRSTRLEN]; const in6_addr & addr = address().sin6_addr; if (inet_ntop(AF_INET6, &addr, buf, sizeof(buf))) { if (IN6_IS_ADDR_V4MAPPED(&addr) && strncmp(buf, "::ffff:", 7) == 0) return buf + 7; return buf; } return ""; } uint16_t Peer::port() const { return ntohs(address().sin6_port); } void Peer::Priv::notifyWatchers() { if (auto slist = list.lock()) { Peer p(shared_from_this()); for (const auto & w : slist->watchers) w(listIndex, &p); } } bool Peer::hasChannel() const { if (auto speer = p->speer.lock()) return holds_alternative>(speer->channel); return false; } bool Peer::send(UUID uuid, const Ref & ref) const { return send(uuid, ref, *ref); } bool Peer::send(UUID uuid, const Object & obj) const { if (auto speer = p->speer.lock()) { auto ref = speer->tempStorage.storeObject(obj); return send(uuid, ref, obj); } return false; } bool Peer::send(UUID uuid, const Ref & ref, const Object & obj) const { if (auto speer = p->speer.lock()) { TransportHeader header({ { TransportHeader::Type::ServiceType, uuid }, { TransportHeader::Type::ServiceRef, ref }, }); speer->send(header, { obj }, true); return true; } return false; } bool Peer::operator==(const Peer & other) const { return p == other.p; } bool Peer::operator!=(const Peer & other) const { return p != other.p; } bool Peer::operator<(const Peer & other) const { return p < other.p; } bool Peer::operator<=(const Peer & other) const { return p <= other.p; } bool Peer::operator>(const Peer & other) const { return p > other.p; } bool Peer::operator>=(const Peer & other) const { return p >= other.p; } PeerList::PeerList(): p(new Priv) {} PeerList::PeerList(const shared_ptr & p): p(p) {} PeerList::~PeerList() = default; void PeerList::Priv::push(const shared_ptr & speer) { scoped_lock lock(dataMutex); size_t s = peers.size(); speer->lpeer.reset(new Peer::Priv); speer->lpeer->speer = speer; speer->lpeer->list = shared_from_this(); speer->lpeer->listIndex = s; Peer p(speer->lpeer); peers.push_back(speer->lpeer); for (const auto & w : watchers) w(s, &p); } size_t PeerList::size() const { return p->peers.size(); } Peer PeerList::at(size_t i) const { return Peer(p->peers.at(i)); } void PeerList::onUpdate(function w) { scoped_lock lock(p->dataMutex); for (size_t i = 0; i < p->peers.size(); i++) { if (auto speer = p->peers[i]->speer.lock()) { Peer peer(speer->lpeer); w(i, &peer); } } p->watchers.push_back(w); } Server::Priv::Priv(const Head & local, const Identity & self): self(self), // Watching needs to start after self is initialized localState(local.behavior()), localHead(local.watch(std::bind(&Priv::handleLocalHeadChange, this, std::placeholders::_1))) { struct ifaddrs * raddrs; if (getifaddrs(&raddrs) < 0) throw std::system_error(errno, std::generic_category()); unique_ptr addrs(raddrs, freeifaddrs); for (struct ifaddrs * ifa = addrs.get(); ifa; ifa = ifa->ifa_next) { if (ifa->ifa_addr && ifa->ifa_addr->sa_family == AF_INET && ifa->ifa_flags & IFF_BROADCAST) { localAddresses.push_back(((sockaddr_in*)ifa->ifa_addr)->sin_addr); bcastAddresses.push_back(((sockaddr_in*)ifa->ifa_broadaddr)->sin_addr); } } sock = socket(AF_INET6, SOCK_DGRAM, 0); if (sock < 0) throw std::system_error(errno, std::generic_category()); int disable = 0; // Should be disabled by default, but try to make sure. On platforms // where the calls fails, IPv4 might not work. setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, &disable, sizeof(disable)); int enable = 1; if (setsockopt(sock, SOL_SOCKET, SO_BROADCAST, &enable, sizeof(enable)) < 0) throw std::system_error(errno, std::generic_category()); if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, &enable, sizeof(enable)) < 0) throw std::system_error(errno, std::generic_category()); sockaddr_in6 laddr = {}; laddr.sin6_family = AF_INET6; laddr.sin6_port = htons(discoveryPort); if (::bind(sock, (sockaddr *) &laddr, sizeof(laddr)) < 0) throw std::system_error(errno, std::generic_category()); threadListen = thread([this] { doListen(); }); threadAnnounce = thread([this] { doAnnounce(); }); } Server::Priv::~Priv() { { scoped_lock lock(dataMutex); finish = true; } if (sock >= 0) shutdown(sock, SHUT_RDWR); announceCondvar.notify_all(); threadListen.join(); threadAnnounce.join(); if (sock >= 0) close(sock); } shared_ptr Server::Priv::getptr() { // Creating temporary object, so just use null deleter return shared_ptr(this, [](Priv *){}); } void Server::Priv::doListen() { vector buf, decrypted, *current; unique_lock lock(dataMutex); for (; !finish; lock.lock()) { sockaddr_in6 paddr; lock.unlock(); socklen_t addrlen = sizeof(paddr); buf.resize(4096); ssize_t ret = recvfrom(sock, buf.data(), buf.size(), 0, (sockaddr *) &paddr, &addrlen); if (ret < 0) throw std::system_error(errno, std::generic_category()); if (ret == 0) break; buf.resize(ret); if (isSelfAddress(paddr)) continue; auto & peer = getPeer(paddr); current = &buf; if (holds_alternative>(peer.channel)) { if (auto dec = std::get>(peer.channel)->decrypt(buf)) { decrypted = std::move(*dec); current = &decrypted; } } else if (holds_alternative>(peer.channel)) { if (auto dec = std::get>(peer.channel)-> data->channel()->decrypt(buf)) { decrypted = std::move(*dec); current = &decrypted; } } if (auto dec = PartialObject::decodePrefix(peer.partStorage, current->begin(), current->end())) { if (auto header = TransportHeader::load(std::get(*dec))) { auto pos = std::get<1>(*dec); while (auto cdec = PartialObject::decodePrefix(peer.partStorage, pos, current->end())) { peer.partStorage.storeObject(std::get(*cdec)); pos = std::get<1>(*cdec); } ReplyBuilder reply; scoped_lock hlock(dataMutex); shared_lock slock(selfMutex); handlePacket(peer, *header, reply); peer.updateIdentity(reply); peer.updateChannel(reply); peer.updateService(reply); if (!reply.header().empty()) peer.send(TransportHeader(reply.header()), reply.body(), false); peer.trySendOutQueue(); } } else { std::cerr << "invalid packet\n"; } } } void Server::Priv::doAnnounce() { unique_lock lock(dataMutex); auto lastAnnounce = steady_clock::now() - announceInterval; while (!finish) { auto now = steady_clock::now(); if (lastAnnounce + announceInterval < now) { shared_lock slock(selfMutex); TransportHeader header({ { TransportHeader::Type::AnnounceSelf, *self.ref() } }); vector bytes = header.toObject().encode(); for (const auto & in : bcastAddresses) { sockaddr_in sin = {}; sin.sin_family = AF_INET; sin.sin_addr = in; sin.sin_port = htons(discoveryPort); sendto(sock, bytes.data(), bytes.size(), 0, (sockaddr *) &sin, sizeof(sin)); } lastAnnounce += announceInterval * ((now - lastAnnounce) / announceInterval); } announceCondvar.wait_until(lock, lastAnnounce + announceInterval); } } bool Server::Priv::isSelfAddress(const sockaddr_in6 & paddr) { if (IN6_IS_ADDR_V4MAPPED(&paddr.sin6_addr)) for (const auto & in : localAddresses) if (in.s_addr == *reinterpret_cast(paddr.sin6_addr.s6_addr + 12) && ntohs(paddr.sin6_port) == discoveryPort) return true; return false; } Server::Peer & Server::Priv::getPeer(const sockaddr_in6 & paddr) { scoped_lock lock(dataMutex); for (auto & peer : peers) if (memcmp(&peer->addr, &paddr, sizeof paddr) == 0) return *peer; auto st = self.ref()->storage().deriveEphemeralStorage(); shared_ptr peer(new Peer { .server = *this, .addr = paddr, .identity = monostate(), .identityUpdates = {}, .channel = monostate(), .tempStorage = st, .partStorage = st.derivePartialStorage(), }); peers.push_back(peer); plist.p->push(peer); return *peer; } void Server::Priv::handlePacket(Server::Peer & peer, const TransportHeader & header, ReplyBuilder & reply) { unordered_set plaintextRefs; for (const auto & obj : collectStoredObjects(Stored::load(*self.ref()))) plaintextRefs.insert(obj.ref().digest()); optional serviceType; for (auto & item : header.items) { switch (item.type) { case TransportHeader::Type::Acknowledged: if (auto pref = std::get(item.value)) { if (holds_alternative>(peer.channel) && std::get>(peer.channel).ref().digest() == pref.digest()) peer.channel.emplace> (std::get>(peer.channel)->data->channel()); } break; case TransportHeader::Type::DataRequest: { auto pref = std::get(item.value); if (holds_alternative>(peer.channel) || plaintextRefs.find(pref.digest()) != plaintextRefs.end()) { if (auto ref = peer.tempStorage.ref(pref.digest())) { TransportHeader::Item hitem { TransportHeader::Type::DataResponse, *ref }; reply.header({ TransportHeader::Type::DataResponse, *ref }); reply.body(*ref); } } break; } case TransportHeader::Type::DataResponse: if (auto pref = std::get(item.value)) { reply.header({ TransportHeader::Type::Acknowledged, pref }); for (auto & pwref : waiting) { if (auto wref = pwref.lock()) { if (std::find(wref->missing.begin(), wref->missing.end(), pref.digest()) != wref->missing.end()) { if (wref->check(reply)) pwref.reset(); } } } waiting.erase(std::remove_if(waiting.begin(), waiting.end(), [](auto & wref) { return wref.expired(); }), waiting.end()); } break; case TransportHeader::Type::AnnounceSelf: { auto pref = std::get(item.value); if (pref.digest() == self.ref()->digest()) break; if (holds_alternative(peer.identity)) { reply.header({ TransportHeader::Type::AnnounceSelf, *self.ref()}); shared_ptr wref(new WaitingRef { .storage = peer.tempStorage, .ref = pref, .peer = peer, .missing = {}, }); waiting.push_back(wref); peer.identity = wref; wref->check(reply); } break; } case TransportHeader::Type::AnnounceUpdate: if (holds_alternative(peer.identity)) { auto pref = std::get(item.value); reply.header({ TransportHeader::Type::Acknowledged, pref }); shared_ptr wref(new WaitingRef { .storage = peer.tempStorage, .ref = pref, .peer = peer, .missing = {}, }); waiting.push_back(wref); peer.identityUpdates.push_back(wref); wref->check(reply); } break; case TransportHeader::Type::ChannelRequest: if (auto pref = std::get(item.value)) { reply.header({ TransportHeader::Type::Acknowledged, pref }); if (holds_alternative>(peer.channel) && std::get>(peer.channel).ref().digest() < pref.digest()) break; if (holds_alternative>(peer.channel)) break; shared_ptr wref(new WaitingRef { .storage = peer.tempStorage, .ref = pref, .peer = peer, .missing = {}, }); waiting.push_back(wref); peer.channel = wref; wref->check(reply); } break; case TransportHeader::Type::ChannelAccept: if (auto pref = std::get(item.value)) { if (holds_alternative>(peer.channel) && std::get>(peer.channel).ref().digest() < pref.digest()) break; auto cres = peer.tempStorage.copy(pref); if (auto r = std::get_if(&cres)) { auto acc = ChannelAccept::load(*r); if (holds_alternative(peer.identity) && acc.isSignedBy(std::get(peer.identity).keyMessage())) { reply.header({ TransportHeader::Type::Acknowledged, pref }); peer.channel.emplace>(acc.data->channel()); } } } break; case TransportHeader::Type::ServiceType: if (!serviceType) serviceType = std::get(item.value); break; case TransportHeader::Type::ServiceRef: if (!serviceType) for (auto & item : header.items) if (item.type == TransportHeader::Type::ServiceType) { serviceType = std::get(item.value); break; } if (!serviceType) break; if (auto pref = std::get(item.value)) { shared_ptr wref(new WaitingRef { .storage = peer.tempStorage, .ref = pref, .peer = peer, .missing = {}, }); waiting.push_back(wref); peer.serviceQueue.emplace_back(*serviceType, wref); wref->check(reply); } } } } void Server::Priv::handleLocalHeadChange(const Head & head) { scoped_lock lock(dataMutex); scoped_lock slock(selfMutex); if (auto id = head->identity()) { if (*id != self) { self = *id; vector hitems; for (const auto & r : self.refs()) hitems.push_back(TransportHeader::Item { TransportHeader::Type::AnnounceUpdate, r }); for (const auto & r : self.updates()) hitems.push_back(TransportHeader::Item { TransportHeader::Type::AnnounceUpdate, r }); TransportHeader header(hitems); for (const auto & peer : peers) peer->send(header, { **self.ref() }, false); } } } void Server::Peer::send(const TransportHeader & header, const vector & objs, bool secure) { vector data, part, out; part = header.toObject().encode(); data.insert(data.end(), part.begin(), part.end()); for (const auto & obj : objs) { part = obj.encode(); data.insert(data.end(), part.begin(), part.end()); } if (holds_alternative>(channel)) out = std::get>(channel)->encrypt(data); else if (secure) secureOutQueue.emplace_back(move(data)); else out = std::move(data); if (!out.empty()) sendto(server.sock, out.data(), out.size(), 0, (sockaddr *) &addr, sizeof(addr)); } void Server::Peer::updateIdentity(ReplyBuilder &) { if (holds_alternative>(identity)) { if (auto ref = std::get>(identity)->check()) if (auto id = Identity::load(*ref)) { identity.emplace(*id); if (lpeer) lpeer->notifyWatchers(); } } else if (holds_alternative(identity)) { if (!identityUpdates.empty()) { decltype(identityUpdates) keep; vector>> updates; for (auto wref : identityUpdates) { if (auto ref = wref->check()) updates.push_back(Stored>::load(*ref)); else keep.push_back(move(wref)); } identityUpdates = move(keep); if (!updates.empty()) { auto nid = get(identity).update(updates); if (nid != get(identity)) { identity = move(nid); if (lpeer) lpeer->notifyWatchers(); } } } } } void Server::Peer::updateChannel(ReplyBuilder & reply) { if (!holds_alternative(identity)) return; if (holds_alternative(channel)) { auto req = Channel::generateRequest(tempStorage, server.self, std::get(identity)); channel.emplace>(req); reply.header({ TransportHeader::Type::ChannelRequest, req.ref() }); reply.body(req.ref()); reply.body(req->data.ref()); reply.body(req->data->key.ref()); for (const auto & sig : req->sigs) reply.body(sig.ref()); } if (holds_alternative>(channel)) { if (auto ref = std::get>(channel)->check(reply)) { auto req = Stored::load(*ref); if (holds_alternative(identity) && req->isSignedBy(std::get(identity).keyMessage())) { if (auto acc = Channel::acceptRequest(server.self, std::get(identity), req)) { channel.emplace>(*acc); reply.header({ TransportHeader::Type::ChannelAccept, acc->ref() }); reply.body(acc->ref()); reply.body(acc.value()->data.ref()); reply.body(acc.value()->data->key.ref()); for (const auto & sig : acc.value()->sigs) reply.body(sig.ref()); } else { channel = monostate(); } } else { channel = monostate(); } } } } void Server::Peer::updateService(ReplyBuilder & reply) { decltype(serviceQueue) next; for (auto & x : serviceQueue) { if (auto ref = std::get<1>(x)->check(reply)) { if (lpeer) { Service::Context ctx { nullptr }; server.localHead.update([&] (const Stored & local) { ctx = Service::Context(new Service::Context::Priv { .ref = *ref, .peer = erebos::Peer(lpeer), .local = local, }); for (auto & svc : server.services) { if (svc->uuid() == std::get(x)) { svc->handle(ctx); break; } } return ctx.local(); }); ctx.runAfterCommitHooks(); } } else { next.push_back(std::move(x)); } } serviceQueue = std::move(next); } void Server::Peer::trySendOutQueue() { if (secureOutQueue.empty()) return; if (!holds_alternative>(channel)) return; for (const auto & data : secureOutQueue) { auto out = std::get>(channel)->encrypt(data); sendto(server.sock, out.data(), out.size(), 0, (sockaddr *) &addr, sizeof(addr)); } secureOutQueue.clear(); } void ReplyBuilder::header(TransportHeader::Item && item) { for (const auto & x : mheader) if (x.type == item.type && x.value == item.value) return; mheader.emplace_back(std::move(item)); } void ReplyBuilder::body(const Ref & ref) { for (const auto & x : mbody) if (x.digest() == ref.digest()) return; mbody.push_back(ref); } vector ReplyBuilder::body() const { vector res; res.reserve(mbody.size()); for (const Ref & ref : mbody) res.push_back(*ref); return res; } optional WaitingRef::check() { if (auto r = storage.ref(ref.digest())) return *r; auto res = storage.copy(ref); if (auto r = get_if(&res)) return *r; missing = std::get>(res); return nullopt; } optional WaitingRef::check(ReplyBuilder & reply) { if (auto r = check()) return r; for (const auto & d : missing) reply.header({ TransportHeader::Type::DataRequest, peer.partStorage.ref(d) }); return nullopt; } optional TransportHeader::load(const PartialRef & ref) { return load(*ref); } optional TransportHeader::load(const PartialObject & obj) { auto rec = obj.asRecord(); if (!rec) return nullopt; vector items; for (const auto & item : rec->items()) { if (item.name == "ACK") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::Acknowledged, .value = *ref, }); } else if (item.name == "REQ") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::DataRequest, .value = *ref, }); } else if (item.name == "RSP") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::DataResponse, .value = *ref, }); } else if (item.name == "ANN") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::AnnounceSelf, .value = *ref, }); } else if (item.name == "ANU") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::AnnounceUpdate, .value = *ref, }); } else if (item.name == "CRQ") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::ChannelRequest, .value = *ref, }); } else if (item.name == "CAC") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::ChannelAccept, .value = *ref, }); } else if (item.name == "STP") { if (auto val = item.asUUID()) items.emplace_back(Item { .type = Type::ServiceType, .value = *val, }); } else if (item.name == "SRF") { if (auto ref = item.asRef()) items.emplace_back(Item { .type = Type::ServiceRef, .value = *ref, }); } } return TransportHeader(items); } PartialObject TransportHeader::toObject() const { vector ritems; for (const auto & item : items) { switch (item.type) { case Type::Acknowledged: ritems.emplace_back("ACK", std::get(item.value)); break; case Type::DataRequest: ritems.emplace_back("REQ", std::get(item.value)); break; case Type::DataResponse: ritems.emplace_back("RSP", std::get(item.value)); break; case Type::AnnounceSelf: ritems.emplace_back("ANN", std::get(item.value)); break; case Type::AnnounceUpdate: ritems.emplace_back("ANU", std::get(item.value)); break; case Type::ChannelRequest: ritems.emplace_back("CRQ", std::get(item.value)); break; case Type::ChannelAccept: ritems.emplace_back("CAC", std::get(item.value)); break; case Type::ServiceType: ritems.emplace_back("STP", std::get(item.value)); break; case Type::ServiceRef: ritems.emplace_back("SRF", std::get(item.value)); break; } } return PartialObject(PartialRecord(std::move(ritems))); }