#include "config.h" #include "shared.hh" #include "local-store.hh" #include "util.hh" #include "serialise.hh" #include "worker-protocol.hh" #include "archive.hh" #include "affinity.hh" #include "globals.hh" #include "builtins.hh" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include using namespace nix; /* On platforms that have O_ASYNC, we can detect when a client disconnects and immediately kill any ongoing builds. On platforms that lack it, we only notice the disconnection the next time we try to write to the client. So if you have a builder that never generates output on stdout/stderr, the daemon will never notice that the client has disconnected until the builder terminates. GNU/Hurd does have O_ASYNC
aboutsummaryrefslogtreecommitdiff
blob: a999edcaccba2afc7b5d44551280413982312a73 (about) (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2012, 2013, 2015, 2020 Ludovic Courtès <ludo@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (test-base32)
  #:use-module (gcrypt hash)
  #:use-module (guix base32)
  #:use-module (guix utils)
  #:use-module (srfi srfi-1)
  #:use-module (srfi srfi-34)
  #:use-module (srfi srfi-64)
  #:use-module (ice-9 match)
  #:use-module (rnrs bytevectors)
  #:use-module (rnrs io ports))

;; Test the (guix base32) module.

(test-begin "base32")

(test-assert "bytevector->base32-string"
  (fold (lambda (bv expected result)
          (and result
               (string=? (bytevector->base32-string bv)
                         expected)))
        #t

        ;; Examples from RFC 4648.
        (map string->utf8 '("" "f" "fo" "foo" "foob" "fooba" "foobar"))
        '(""
          "my"
          "mzxq"
          "mzxw6"
          "mzxw6yq"
          "mzxw6ytb"
          "mzxw6ytboi")))

(test-assert "base32-string->bytevector"
  (every (lambda (bv)
           (equal? (base32-string->bytevector
                    (bytevector->base32-string bv))
                   bv))
         ;; Examples from RFC 4648.
         (map string->utf8 '("" "f" "fo" "foo" "foob" "fooba" "foobar"))))

(test-assert "nix-base32-string->bytevector"
  (every (lambda (bv)
           (equal? (nix-base32-string->bytevector
                    (bytevector->nix-base32-string bv))
                   bv))
         ;; Examples from RFC 4648.
         (map string->utf8 '("" "f" "fo" "foo" "foob" "fooba" "foobar"))))

(test-equal "&invalid-base32-character"
  #\e
  (guard (c ((invalid-base32-character? c)
             (invalid-base32-character-value c)))
    (nix-base32-string->bytevector
     (string-append (make-string 51 #\a) "e"))))

(test-end)
st string & target) { regular = false; } }; /* Adapter class of a Source that saves all data read to `s'. */ struct SavingSourceAdapter : Source { Source & orig; string s; SavingSourceAdapter(Source & orig) : orig(orig) { } size_t read(unsigned char * data, size_t len) { size_t n = orig.read(data, len); s.append((const char *) data, n); return n; } }; static void performOp(bool trusted, unsigned int clientVersion, Source & from, Sink & to, unsigned int op) { switch (op) { case wopIsValidPath: { /* 'readStorePath' could raise an error leading to the connection being closed. To be able to recover from an invalid path error, call 'startWork' early, and do 'assertStorePath' afterwards so that the 'Error' exception handler doesn't close the connection. */ Path path = readString(from); startWork(); assertStorePath(path); bool result = store->isValidPath(path); stopWork(); writeInt(result, to); break; } case wopQueryValidPaths: { PathSet paths = readStorePaths(from); startWork(); PathSet res = store->queryValidPaths(paths); stopWork(); writeStrings(res, to); break; } case wopHasSubstitutes: { Path path = readStorePath(from); startWork(); PathSet res = store->querySubstitutablePaths(singleton(path)); stopWork(); writeInt(res.find(path) != res.end(), to); break; } case wopQuerySubstitutablePaths: { PathSet paths = readStorePaths(from); startWork(); PathSet res = store->querySubstitutablePaths(paths); stopWork(); writeStrings(res, to); break; } case wopQueryPathHash: { Path path = readStorePath(from); startWork(); Hash hash = store->queryPathHash(path); stopWork(); writeString(printHash(hash), to); break; } case wopQueryReferences: case wopQueryReferrers: case wopQueryValidDerivers: case wopQueryDerivationOutputs: { Path path = readStorePath(from); startWork(); PathSet paths; if (op == wopQueryReferences) store->queryReferences(path, paths); else if (op == wopQueryReferrers) store->queryReferrers(path, paths); else if (op == wopQueryValidDerivers) paths = store->queryValidDerivers(path); else paths = store->queryDerivationOutputs(path); stopWork(); writeStrings(paths, to); break; } case wopQueryDerivationOutputNames: { Path path = readStorePath(from); startWork(); StringSet names; names = store->queryDerivationOutputNames(path); stopWork(); writeStrings(names, to); break; } case wopQueryDeriver: { Path path = readStorePath(from); startWork(); Path deriver = store->queryDeriver(path); stopWork(); writeString(deriver, to); break; } case wopQueryPathFromHashPart: { string hashPart = readString(from); startWork(); Path path = store->queryPathFromHashPart(hashPart); stopWork(); writeString(path, to); break; } case wopAddToStore: { string baseName = readString(from); bool fixed = readInt(from) == 1; /* obsolete */ bool recursive = readInt(from) == 1; string s = readString(from); /* Compatibility hack. */ if (!fixed) { s = "sha256"; recursive = true; } HashType hashAlgo = parseHashType(s); SavingSourceAdapter savedNAR(from); RetrieveRegularNARSink savedRegular; if (recursive) { /* Get the entire NAR dump from the client and save it to a string so that we can pass it to addToStoreFromDump(). */ ParseSink sink; /* null sink; just parse the NAR */ parseDump(sink, savedNAR); } else parseDump(savedRegular, from); startWork(); if (!savedRegular.regular) throw Error("regular file expected"); Path path = dynamic_cast(store.get()) ->addToStoreFromDump(recursive ? savedNAR.s : savedRegular.s, baseName, recursive, hashAlgo); stopWork(); writeString(path, to); break; } case wopAddTextToStore: { string suffix = readString(from); string s = readString(from); PathSet refs = readStorePaths(from); startWork(); Path path = store->addTextToStore(suffix, s, refs); stopWork(); writeString(path, to); break; } case wopExportPath: { Path path = readStorePath(from); bool sign = readInt(from) == 1; startWork(); TunnelSink sink(to); try { store->exportPath(path, sign, sink); } catch (Error &e) { /* Flush SINK beforehand or its destructor will rightfully trigger an assertion failure. */ sink.flush(); throw e; } sink.flush(); stopWork(); writeInt(1, to); break; } case wopImportPaths: { startWork(); TunnelSource source(from); /* Unlike Nix, always require a signature, even for "trusted" users. */ Paths paths = store->importPaths(true, source); stopWork(); writeStrings(paths, to); break; } case wopBuildPaths: { PathSet drvs = readStorePaths(from); BuildMode mode = bmNormal; if (GET_PROTOCOL_MINOR(clientVersion) >= 15) { mode = (BuildMode)readInt(from); /* Repairing is not atomic, so disallowed for "untrusted" clients. */ if (mode == bmRepair && !trusted) throw Error("repairing is a privileged operation"); } startWork(); store->buildPaths(drvs, mode); stopWork(); writeInt(1, to); break; } case wopEnsurePath: { Path path = readStorePath(from); startWork(); store->ensurePath(path); stopWork(); writeInt(1, to); break; } case wopAddTempRoot: { Path path = readStorePath(from); startWork(); store->addTempRoot(path); stopWork(); writeInt(1, to); break; } case wopAddIndirectRoot: { Path path = absPath(readString(from)); startWork(); store->addIndirectRoot(path); stopWork(); writeInt(1, to); break; } case wopSyncWithGC: { startWork(); store->syncWithGC(); stopWork(); writeInt(1, to); break; } case wopFindRoots: { startWork(); Roots roots = store->findRoots(); stopWork(); writeInt(roots.size(), to); for (Roots::iterator i = roots.begin(); i != roots.end(); ++i) { writeString(i->first, to); writeString(i->second, to); } break; } case wopCollectGarbage: { if (isRemoteConnection) { throw Error("Garbage collection is disabled for remote hosts."); break; } GCOptions options; options.action = (GCOptions::GCAction) readInt(from); options.pathsToDelete = readStorePaths(from); options.ignoreLiveness = readInt(from); options.maxFreed = readLongLong(from); readInt(from); // obsolete field if (GET_PROTOCOL_MINOR(clientVersion) >= 5) { /* removed options */ readInt(from); readInt(from); } GCResults results; startWork(); if (options.ignoreLiveness) throw Error("you are not allowed to ignore liveness"); store->collectGarbage(options, results); stopWork(); writeStrings(results.paths, to); writeLongLong(results.bytesFreed, to); writeLongLong(0, to); // obsolete break; } case wopSetOptions: { settings.keepFailed = readInt(from) != 0; if (isRemoteConnection) /* When the client is remote, don't keep the failed build tree as it is presumably inaccessible to the client and could fill up our disk. */ settings.keepFailed = 0; settings.keepGoing = readInt(from) != 0; settings.set("build-fallback", readInt(from) ? "true" : "false"); verbosity = (Verbosity) readInt(from); if (GET_PROTOCOL_MINOR(clientVersion) < 0x61) { settings.set("build-max-jobs", std::to_string(readInt(from))); settings.set("build-max-silent-time", std::to_string(readInt(from))); } if (GET_PROTOCOL_MINOR(clientVersion) >= 2) { #ifdef HAVE_DAEMON_OFFLOAD_HOOK settings.useBuildHook = readInt(from) != 0; #else readInt(from); // ignore the user's setting #endif } if (GET_PROTOCOL_MINOR(clientVersion) >= 4) { settings.buildVerbosity = (Verbosity) readInt(from); logType = (LogType) readInt(from); settings.printBuildTrace = readInt(from) != 0; } if (GET_PROTOCOL_MINOR(clientVersion) >= 6 && GET_PROTOCOL_MINOR(clientVersion) < 0x61) settings.set("build-cores", std::to_string(readInt(from))); if (GET_PROTOCOL_MINOR(clientVersion) >= 10) { if (settings.useSubstitutes) settings.set("build-use-substitutes", readInt(from) ? "true" : "false"); else readInt(from); // substitutes remain disabled } if (GET_PROTOCOL_MINOR(clientVersion) >= 12) { unsigned int n = readInt(from); for (unsigned int i = 0; i < n; i++) { string name = readString(from); string value = readString(from); if (name == "build-timeout" || name == "build-max-silent-time" || name == "build-max-jobs" || name == "build-cores" || name == "build-repeat" || name == "multiplexed-build-output") settings.set(name, value); else if (name == "user-name" && settings.clientUid == (uid_t) -1) { /* Create the user profile. This is necessary if clientUid = -1, for instance because the client connected over TCP. */ struct passwd *pw = getpwnam(value.c_str()); if (pw != NULL) store->createUser(value, pw->pw_uid); else printMsg(lvlInfo, format("user name %1% not found") % value); } else settings.set(trusted ? name : "untrusted-" + name, value); } } settings.update(); startWork(); stopWork(); break; } case wopQuerySubstitutablePathInfo: { Path path = absPath(readString(from)); startWork(); SubstitutablePathInfos infos; store->querySubstitutablePathInfos(singleton(path), infos); stopWork(); SubstitutablePathInfos::iterator i = infos.find(path); if (i == infos.end()) writeInt(0, to); else { writeInt(1, to); writeString(i->second.deriver, to); writeStrings(i->second.references, to); writeLongLong(i->second.downloadSize, to); if (GET_PROTOCOL_MINOR(clientVersion) >= 7) writeLongLong(i->second.narSize, to); } break; } case wopQuerySubstitutablePathInfos: { PathSet paths = readStorePaths(from); startWork(); SubstitutablePathInfos infos; store->querySubstitutablePathInfos(paths, infos); stopWork(); writeInt(infos.size(), to); foreach (SubstitutablePathInfos::iterator, i, infos) { writeString(i->first, to); writeString(i->second.deriver, to); writeStrings(i->second.references, to); writeLongLong(i->second.downloadSize, to); writeLongLong(i->second.narSize, to); } break; } case wopQueryAllValidPaths: { startWork(); PathSet paths = store->queryAllValidPaths(); stopWork(); writeStrings(paths, to); break; } case wopQueryFailedPaths: { startWork(); PathSet paths = store->queryFailedPaths(); stopWork(); writeStrings(paths, to); break; } case wopClearFailedPaths: { PathSet paths = readStrings(from); startWork(); store->clearFailedPaths(paths); stopWork(); writeInt(1, to); break; } case wopQueryPathInfo: { Path path = readStorePath(from); startWork(); ValidPathInfo info = store->queryPathInfo(path); stopWork(); writeString(info.deriver, to); writeString(printHash(info.hash), to); writeStrings(info.references, to); writeInt(info.registrationTime, to); writeLongLong(info.narSize, to); break; } case wopOptimiseStore: startWork(); store->optimiseStore(); stopWork(); writeInt(1, to); break; case wopVerifyStore: { bool checkContents = readInt(from) != 0; bool repair = readInt(from) != 0; startWork(); if (repair && !trusted) throw Error("you are not privileged to repair paths"); bool errors = store->verifyStore(checkContents, repair); stopWork(); writeInt(errors, to); break; } case wopBuiltinBuilders: { startWork(); auto names = builtinBuilderNames(); stopWork(); writeStrings(names, to); break; } case wopSubstituteURLs: { startWork(); Strings urls; if (settings.get("build-use-substitutes", std::string("false")) == "true") { /* First check the client-provided substitute URLs, then those passed to the daemon. */ auto str = settings.get("untrusted-substitute-urls", std::string("")); if (str.empty()) { str = settings.get("substitute-urls", std::string("")); } urls = tokenizeString(str); } stopWork(); writeStrings(urls, to); break; } default: throw Error(format("invalid operation %1%") % op); } } static void processConnection(bool trusted, uid_t userId) { canSendStderr = false; _writeToStderr = tunnelStderr; #ifdef HAVE_HUP_NOTIFICATION /* Allow us to receive SIGPOLL for events on the client socket. */ setSigPollAction(false); if (fcntl(from.fd, F_SETOWN, getpid()) == -1) throw SysError("F_SETOWN"); if (fcntl(from.fd, F_SETFL, fcntl(from.fd, F_GETFL, 0) | O_ASYNC) == -1) throw SysError("F_SETFL"); #endif /* Exchange the greeting. */ unsigned int magic = readInt(from); if (magic != WORKER_MAGIC_1) throw Error("protocol mismatch"); writeInt(WORKER_MAGIC_2, to); writeInt(PROTOCOL_VERSION, to); to.flush(); unsigned int clientVersion = readInt(from); if (GET_PROTOCOL_MINOR(clientVersion) >= 14 && readInt(from)) setAffinityTo(readInt(from)); bool reserveSpace = true; if (GET_PROTOCOL_MINOR(clientVersion) >= 11) reserveSpace = readInt(from) != 0; /* Send startup error messages to the client. */ startWork(); try { /* If we can't accept clientVersion, then throw an error *here* (not above). */ #if 0 /* Prevent users from doing something very dangerous. */ if (geteuid() == 0 && querySetting("build-users-group", "") == "") throw Error("if you run `nix-daemon' as root, then you MUST set `build-users-group'!"); #endif /* Open the store. */ store = std::shared_ptr(new LocalStore(reserveSpace)); if (userId != (uid_t) -1) { /* Create the user profile. */ struct passwd *pw = getpwuid(userId); if (pw != NULL && pw->pw_name != NULL) store->createUser(pw->pw_name, userId); else printMsg(lvlInfo, format("user with UID %1% not found") % userId); } stopWork(); to.flush(); } catch (Error & e) { stopWork(false, e.msg(), GET_PROTOCOL_MINOR(clientVersion) >= 8 ? 1 : 0); to.flush(); return; } /* Process client requests. */ unsigned int opCount = 0; while (true) { WorkerOp op; try { op = (WorkerOp) readInt(from); } catch (EndOfFile & e) { break; } opCount++; try { performOp(trusted, clientVersion, from, to, op); } catch (Error & e) { /* If we're not in a state where we can send replies, then something went wrong processing the input of the client. This can happen especially if I/O errors occur during addTextToStore() / importPath(). If that happens, just send the error message and exit. */ bool errorAllowed = canSendStderr; stopWork(false, e.msg(), GET_PROTOCOL_MINOR(clientVersion) >= 8 ? e.status : 0); if (!errorAllowed) throw; } catch (std::bad_alloc & e) { stopWork(false, "build daemon out of memory", GET_PROTOCOL_MINOR(clientVersion) >= 8 ? 1 : 0); throw; } to.flush(); assert(!canSendStderr); }; canSendStderr = false; _isInterrupted = false; printMsg(lvlDebug, format("%1% operations") % opCount); } static void sigChldHandler(int sigNo) { /* Reap all dead children. */ while (waitpid(-1, 0, WNOHANG) > 0) ; } static void setSigChldAction(bool autoReap) { struct sigaction act, oact; act.sa_handler = autoReap ? sigChldHandler : SIG_DFL; sigfillset(&act.sa_mask); act.sa_flags = 0; if (sigaction(SIGCHLD, &act, &oact)) throw SysError("setting SIGCHLD handler"); } /* Accept a connection on FDSOCKET and fork a server process to process the new connection. */ static void acceptConnection(int fdSocket) { uid_t clientUid = (uid_t) -1; gid_t clientGid = (gid_t) -1; try { /* Important: the server process *cannot* open the SQLite database, because it doesn't like forks very much. */ assert(!store); /* Accept a connection. */ struct sockaddr_storage remoteAddr; socklen_t remoteAddrLen = sizeof(remoteAddr); try_again: AutoCloseFD remote = accept(fdSocket, (struct sockaddr *) &remoteAddr, &remoteAddrLen); checkInterrupt(); if (remote == -1) { if (errno == EINTR) goto try_again; else throw SysError("accepting connection"); } closeOnExec(remote); { int enabled = 1; /* If we're on a TCP connection, disable Nagle's algorithm so that data is sent as soon as possible. */ (void) setsockopt(remote, SOL_TCP, TCP_NODELAY, &enabled, sizeof enabled); #if defined(TCP_QUICKACK) /* Enable TCP quick-ack if applicable; this might help a little. */ (void) setsockopt(remote, SOL_TCP, TCP_QUICKACK, &enabled, sizeof enabled); #endif } pid_t clientPid = -1; bool trusted = false; /* Get the identity of the caller, if possible. */ if (remoteAddr.ss_family == AF_UNIX) { #if defined(SO_PEERCRED) ucred cred; socklen_t credLen = sizeof(cred); if (getsockopt(remote, SOL_SOCKET, SO_PEERCRED, &cred, &credLen) == -1) throw SysError("getting peer credentials"); clientPid = cred.pid; clientUid = cred.uid; clientGid = cred.gid; trusted = clientUid == 0; struct passwd * pw = getpwuid(cred.uid); string user = pw ? pw->pw_name : std::to_string(cred.uid); printMsg(lvlInfo, format((string) "accepted connection from pid %1%, user %2%") % clientPid % user); #endif } else { char address_str[128]; const char *result; if (remoteAddr.ss_family == AF_INET) { struct sockaddr_in *addr = (struct sockaddr_in *) &remoteAddr; result = inet_ntop(AF_INET, &addr->sin_addr, address_str, sizeof address_str); } else if (remoteAddr.ss_family == AF_INET6) { struct sockaddr_in6 *addr = (struct sockaddr_in6 *) &remoteAddr; result = inet_ntop(AF_INET6, &addr->sin6_addr, address_str, sizeof address_str); } else { result = NULL; } if (result != NULL) { printMsg(lvlInfo, format("accepted connection from %1%") % address_str); } } /* Fork a child to handle the connection. */ startProcess([&]() { close(fdSocket); /* Background the daemon. */ if (setsid() == -1) throw SysError(format("creating a new session")); /* Restore normal handling of SIGCHLD. */ setSigChldAction(false); /* For debugging, stuff the pid into argv[1]. */ if (clientPid != -1 && argvSaved[1]) { string processName = std::to_string(clientPid); strncpy(argvSaved[1], processName.c_str(), strlen(argvSaved[1])); } /* Store the client's user and group for this connection. This has to be done in the forked process since it is per connection. Setting these to -1 means: do not change. */ settings.clientUid = clientUid; settings.clientGid = clientGid; isRemoteConnection = (remoteAddr.ss_family != AF_UNIX); /* Handle the connection. */ from.fd = remote; to.fd = remote; processConnection(trusted, clientUid); exit(0); }, false, "unexpected build daemon error: ", true); } catch (Interrupted & e) { throw; } catch (Error & e) { printMsg(lvlError, format("error processing connection: %1%") % e.msg()); } } static void daemonLoop(const std::vector& sockets) { if (chdir("/") == -1) throw SysError("cannot change current directory"); /* Get rid of children automatically; don't let them become zombies. */ setSigChldAction(true); /* Mark sockets as close-on-exec. */ for(int fd: sockets) { closeOnExec(fd); } /* Prepare the FD set corresponding to SOCKETS. */ auto initializeFDSet = [&](fd_set *set) { FD_ZERO(set); for (int fd: sockets) { FD_SET(fd, set); } }; /* Loop accepting connections. */ while (1) { fd_set readfds; initializeFDSet(&readfds); int count = select(*std::max_element(sockets.begin(), sockets.end()) + 1, &readfds, NULL, NULL, NULL); if (count < 0) { int err = errno; if (err == EINTR) continue; throw SysError(format("select error: %1%") % strerror(err)); } for (unsigned int i = 0; i < sockets.size(); i++) { if (FD_ISSET(sockets[i], &readfds)) { acceptConnection(sockets[i]); } } } } void run(const std::vector& sockets) { daemonLoop(sockets); }