#include "server.hpp" #include #include #include "dns.hpp" #include #include #include #include #include #include #include #include #include #include #include "oxen/log.hpp" #include "sd_platform.hpp" #include "nm_platform.hpp" #include "win32_platform.hpp" namespace llarp::dns { static auto logcat = log::Cat("dns"); void QueryJob_Base::Cancel() const { Message reply{m_Query}; reply.AddServFail(); SendReply(reply.ToBuffer()); } /// sucks up udp packets from a bound socket and feeds it to a server class UDPReader : public PacketSource_Base, public std::enable_shared_from_this { Server& m_DNS; std::shared_ptr m_udp; SockAddr m_LocalAddr; public: explicit UDPReader(Server& dns, const EventLoop_ptr& loop, llarp::SockAddr bindaddr) : m_DNS{dns} { m_udp = loop->make_udp([&](auto&, SockAddr src, llarp::OwnedBuffer buf) { if (src == m_LocalAddr) return; if (not m_DNS.MaybeHandlePacket(shared_from_this(), m_LocalAddr, src, std::move(buf))) { log::warning(logcat, "did not handle dns packet from {} to {}", src, m_LocalAddr); } }); m_udp->listen(bindaddr); if (auto maybe_addr = BoundOn()) { m_LocalAddr = *maybe_addr; } else throw std::runtime_error{"cannot find which address our dns socket is bound on"}; } std::optional BoundOn() const override { return m_udp->LocalAddr(); } bool WouldLoop(const SockAddr& to, const SockAddr&) const override { return to != m_LocalAddr; } void SendTo(const SockAddr& to, const SockAddr&, llarp::OwnedBuffer buf) const override { m_udp->send(to, std::move(buf)); } void Stop() override { m_udp->close(); } }; namespace libunbound { class Resolver; class Query : public QueryJob_Base { std::weak_ptr parent; std::shared_ptr src; SockAddr resolverAddr; SockAddr askerAddr; public: explicit Query( std::weak_ptr parent_, Message query, std::shared_ptr pktsrc, SockAddr toaddr, SockAddr fromaddr) : QueryJob_Base{std::move(query)} , parent{parent_} , src{std::move(pktsrc)} , resolverAddr{std::move(toaddr)} , askerAddr{std::move(fromaddr)} {} virtual void SendReply(llarp::OwnedBuffer replyBuf) const override; }; /// Resolver_Base that uses libunbound class Resolver : public Resolver_Base, public std::enable_shared_from_this { std::shared_ptr m_ctx; std::weak_ptr m_Loop; #ifdef _WIN32 // windows is dumb so we do ub mainloop in a thread std::thread runner; std::atomic running; #else std::shared_ptr m_Poller; #endif std::optional m_LocalAddr; struct ub_result_deleter { void operator()(ub_result* ptr) { ::ub_resolve_free(ptr); } }; const net::Platform* Net_ptr() const { return m_Loop.lock()->Net_ptr(); } static void Callback(void* data, int err, ub_result* _result) { // take ownership of ub_result std::unique_ptr result{_result}; // take ownership of our query std::unique_ptr query{static_cast(data)}; if (err) { // some kind of error from upstream log::warning(logcat, "Upstream DNS failure: {}", ub_strerror(err)); query->Cancel(); return; } // rewrite response OwnedBuffer pkt{(const byte_t*)result->answer_packet, (size_t)result->answer_len}; llarp_buffer_t buf{pkt}; MessageHeader hdr; hdr.Decode(&buf); hdr.id = query->Underlying().hdr_id; buf.cur = buf.base; hdr.Encode(&buf); // send reply query->SendReply(std::move(pkt)); } void AddUpstreamResolver(const SockAddr& dns) { std::string str = dns.hostString(); if (const auto port = dns.getPort(); port != 53) fmt::format_to(std::back_inserter(str), "@{}", port); if (auto err = ub_ctx_set_fwd(m_ctx.get(), str.c_str())) { throw std::runtime_error{ fmt::format("cannot use {} as upstream dns: {}", str, ub_strerror(err))}; } } void ConfigureUpstream(const llarp::DnsConfig& conf) { if constexpr (platform::is_apple) { // On Apple, when we turn on exit mode, we can't directly connect to upstream from here // because, from within the network extension, macOS ignores setting the tunnel as the // default route and would leak all DNS; instead we have to bounce things through the // objective C trampoline code (which is what actually handles the upstream querying) so // that it can call into Apple's special snowflake API to set up a socket that has the // magic Apple snowflake sauce added on top so that it actually routes through the tunnel // instead of around it. // // This behaviour is all carefully and explicitly documented by Apple with plenty of // examples and other exposition, of course, just like all of their wonderful new APIs to // reinvent standard unix interfaces. // Not at all clear why this is needed but without it we get "send failed: Can't // assign requested address" when unbound tries to connect to the localhost address // using a source address of 0.0.0.0. Yay apple. SetOpt("outgoing-interface:", "127.0.0.1"); // The trampoline expects just a single source port (and sends everything back to it) SetOpt("outgoing-range:", "1"); SetOpt("outgoing-port-avoid:", "0-65535"); SetOpt("outgoing-port-permit:", "{}", apple::dns_trampoline_source_port); AddUpstreamResolver(SockAddr{127, 0, 0, 1, {apple::dns_trampoline_port}}); return; } // set up forward dns for (const auto& dns : conf.m_upstreamDNS) AddUpstreamResolver(dns); if (auto maybe_addr = conf.m_QueryBind) { SockAddr addr{*maybe_addr}; std::string host{addr.hostString()}; if (addr.getPort() == 0) { // unbound manages their own sockets because of COURSE it does. so we find an open port // on our system and use it so we KNOW what it is before giving it to unbound to // explicitly bind to JUST that port. auto fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP); #ifdef _WIN32 if (fd == INVALID_SOCKET) #else if (fd == -1) #endif { throw std::invalid_argument{ fmt::format("Failed to create UDP socket for unbound: {}", strerror(errno))}; } #ifdef _WIN32 #define CLOSE closesocket #else #define CLOSE close #endif if (0 != bind(fd, static_cast(addr), addr.sockaddr_len())) { CLOSE(fd); throw std::invalid_argument{ fmt::format("Failed to bind UDP socket for unbound: {}", strerror(errno))}; } struct sockaddr_storage sas; auto* sa = reinterpret_cast(&sas); socklen_t sa_len = sizeof(sas); int rc = getsockname(fd, sa, &sa_len); CLOSE(fd); #undef CLOSE if (rc != 0) { throw std::invalid_argument{ fmt::format("Failed to query UDP port for unbound: {}", strerror(errno))}; } addr = SockAddr{*sa}; } m_LocalAddr = addr; log::info(logcat, "sending dns queries from {}:{}", host, addr.getPort()); // set up query bind port if needed SetOpt("outgoing-interface:", host); SetOpt("outgoing-range:", "1"); SetOpt("outgoing-port-avoid:", "0-65535"); SetOpt("outgoing-port-permit:", "{}", addr.getPort()); } } void SetOpt(const std::string& key, const std::string& val) { ub_ctx_set_option(m_ctx.get(), key.c_str(), val.c_str()); } // Wrapper around the above that takes 3+ arguments: the 2nd arg gets formatted with the // remaining args, and the formatted string passed to the above as `val`. template = 0> void SetOpt(const std::string& key, std::string_view format, FmtArgs&&... args) { SetOpt(key, fmt::format(format, std::forward(args)...)); } llarp::DnsConfig m_conf; public: explicit Resolver(const EventLoop_ptr& loop, llarp::DnsConfig conf) : m_ctx{::ub_ctx_create(), ::ub_ctx_delete}, m_Loop{loop}, m_conf{std::move(conf)} { Up(m_conf); } #ifdef _WIN32 virtual ~Resolver() { running = false; runner.join(); } #else virtual ~Resolver() = default; #endif std::string_view ResolverName() const override { return "unbound"; } virtual std::optional GetLocalAddr() const override { return m_LocalAddr; } void Up(const llarp::DnsConfig& conf) { // set libunbound settings SetOpt("do-tcp:", "no"); for (const auto& [k, v] : conf.m_ExtraOpts) SetOpt(k, v); // add host files for (const auto& file : conf.m_hostfiles) { const auto str = file.u8string(); if (auto ret = ub_ctx_hosts(m_ctx.get(), str.c_str())) { throw std::runtime_error{ fmt::format("Failed to add host file {}: {}", file, ub_strerror(ret))}; } } ConfigureUpstream(conf); // set async ub_ctx_async(m_ctx.get(), 1); // setup mainloop #ifdef _WIN32 running = true; runner = std::thread{[this, ctx = std::weak_ptr{m_ctx}]() { while (running) { if (auto c = ctx.lock()) ub_wait(c.get()); std::this_thread::sleep_for(10ms); } if (auto c = ctx.lock()) ub_process(c.get()); }}; #else if (auto loop = m_Loop.lock()) { if (auto loop_ptr = loop->MaybeGetUVWLoop()) { m_Poller = loop_ptr->resource(ub_fd(m_ctx.get())); m_Poller->on([ptr = std::weak_ptr{m_ctx}](auto&, auto&) { if (auto ctx = ptr.lock()) ub_process(ctx.get()); }); m_Poller->start(uvw::PollHandle::Event::READABLE); return; } } throw std::runtime_error{"no uvw loop"}; #endif } void Down() { #ifdef _WIN32 running = false; runner.join(); #else m_Poller->close(); #endif m_ctx.reset(); } int Rank() const override { return 10; } void ResetInternalState(std::optional> replace_upstream) override { Down(); if (replace_upstream) m_conf.m_upstreamDNS = *replace_upstream; Up(m_conf); } void CancelPendingQueries() override { Down(); } bool WouldLoop(const SockAddr& to, const SockAddr& from) const override { #if defined(ANDROID) (void)to; (void)from; return false; #else const auto& vec = m_conf.m_upstreamDNS; return std::find(vec.begin(), vec.end(), to) != std::end(vec) or std::find(vec.begin(), vec.end(), from) != std::end(vec); #endif } template void call(Callable&& f) { if (auto loop = m_Loop.lock()) loop->call(std::forward(f)); else log::critical(logcat, "no mainloop?"); } bool MaybeHookDNS( std::shared_ptr source, const Message& query, const SockAddr& to, const SockAddr& from) override { if (WouldLoop(to, from)) return false; // we use this unique ptr to clean up on fail auto tmp = std::make_unique(weak_from_this(), query, source, to, from); // no questions, send fail if (query.questions.empty()) { tmp->Cancel(); return true; } for (const auto& q : query.questions) { // dont process .loki or .snode if (q.HasTLD(".loki") or q.HasTLD(".snode")) { tmp->Cancel(); return true; } } const auto& q = query.questions[0]; if (auto err = ub_resolve_async( m_ctx.get(), q.Name().c_str(), q.qtype, q.qclass, tmp.get(), &Resolver::Callback, nullptr)) { log::warning( logcat, "failed to send upstream query with libunbound: {}", ub_strerror(err)); tmp->Cancel(); } else { // Leak the bare pointer we gave to unbound; we'll recapture it in Callback (void)tmp.release(); } return true; } }; void Query::SendReply(llarp::OwnedBuffer replyBuf) const { if (auto ptr = parent.lock()) { ptr->call([src = src, from = resolverAddr, to = askerAddr, buf = replyBuf.copy()] { src->SendTo(to, from, OwnedBuffer::copy_from(buf)); }); } else log::error(logcat, "no source or parent"); } } // namespace libunbound Server::Server(EventLoop_ptr loop, llarp::DnsConfig conf, unsigned int netif) : m_Loop{std::move(loop)} , m_Config{std::move(conf)} , m_Platform{CreatePlatform()} , m_NetIfIndex{std::move(netif)} {} std::vector> Server::GetAllResolvers() const { return {m_Resolvers.begin(), m_Resolvers.end()}; } void Server::Start() { // set up udp sockets for (const auto& addr : m_Config.m_bind) { if (auto ptr = MakePacketSourceOn(addr, m_Config)) AddPacketSource(std::move(ptr)); } // add default resolver as needed if (auto ptr = MakeDefaultResolver()) AddResolver(ptr); } std::shared_ptr Server::CreatePlatform() const { auto plat = std::make_shared(); if constexpr (llarp::platform::has_systemd) { plat->add_impl(std::make_unique()); plat->add_impl(std::make_unique()); } if constexpr (llarp::platform::is_windows) { plat->add_impl(std::make_unique()); } return plat; } std::shared_ptr Server::MakePacketSourceOn(const llarp::SockAddr& addr, const llarp::DnsConfig&) { return std::make_shared(*this, m_Loop, addr); } std::shared_ptr Server::MakeDefaultResolver() { if (m_Config.m_upstreamDNS.empty()) { log::info( logcat, "explicitly no upstream dns providers specified, we will not resolve anything but .loki " "and .snode"); return nullptr; } return std::make_shared(m_Loop, m_Config); } std::vector Server::BoundPacketSourceAddrs() const { std::vector addrs; for (const auto& src : m_PacketSources) { if (auto ptr = src.lock()) if (auto maybe_addr = ptr->BoundOn()) addrs.emplace_back(*maybe_addr); } return addrs; } std::optional Server::FirstBoundPacketSourceAddr() const { for (const auto& src : m_PacketSources) { if (auto ptr = src.lock()) if (auto bound = ptr->BoundOn()) return bound; } return std::nullopt; } void Server::AddResolver(std::weak_ptr resolver) { m_Resolvers.insert(resolver); } void Server::AddResolver(std::shared_ptr resolver) { m_OwnedResolvers.insert(resolver); AddResolver(std::weak_ptr{resolver}); } void Server::AddPacketSource(std::weak_ptr pkt) { m_PacketSources.push_back(pkt); } void Server::AddPacketSource(std::shared_ptr pkt) { AddPacketSource(std::weak_ptr{pkt}); m_OwnedPacketSources.push_back(std::move(pkt)); } void Server::Stop() { for (const auto& resolver : m_Resolvers) { if (auto ptr = resolver.lock()) ptr->CancelPendingQueries(); } } void Server::Reset() { for (const auto& resolver : m_Resolvers) { if (auto ptr = resolver.lock()) ptr->ResetInternalState(); } } void Server::SetDNSMode(bool all_queries) { if (auto maybe_addr = FirstBoundPacketSourceAddr()) m_Platform->set_resolver(m_NetIfIndex, *maybe_addr, all_queries); } bool Server::MaybeHandlePacket( std::shared_ptr ptr, const SockAddr& to, const SockAddr& from, llarp::OwnedBuffer buf) { // dont process to prevent feedback loop if (ptr->WouldLoop(to, from)) { log::warning(logcat, "preventing dns packet replay to={} from={}", to, from); return false; } auto maybe = MaybeParseDNSMessage(buf); if (not maybe) { log::warning(logcat, "invalid dns message format from {} to dns listener on {}", from, to); return false; } auto& msg = *maybe; // we don't provide a DoH resolver because it requires verified TLS // TLS needs X509/ASN.1-DER and opting into the Root CA Cabal // thankfully mozilla added a backdoor that allows ISPs to turn it off // so we disable DoH for firefox using mozilla's ISP backdoor // see: https://github.com/oxen-io/lokinet/issues/832 for (const auto& q : msg.questions) { // is this firefox looking for their backdoor record? if (q.IsName("use-application-dns.net")) { // yea it is, let's turn off DoH because god is dead. msg.AddNXReply(); // press F to pay respects and send it back where it came from ptr->SendTo(from, to, msg.ToBuffer()); return true; } } for (const auto& resolver : m_Resolvers) { if (auto res_ptr = resolver.lock()) { log::debug( logcat, "check resolver {} for dns from {} to {}", res_ptr->ResolverName(), from, to); if (res_ptr->MaybeHookDNS(ptr, msg, to, from)) return true; } } return false; } } // namespace llarp::dns