aboutsummaryrefslogtreecommitdiff
path: root/gnu/tests/rsync.scm
blob: c97836788bf23610ab357d23b6520ea59297fe3e (about) (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2017 Christopher Baines <mail@cbaines.net>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (gnu tests rsync)
  #:use-module (gnu packages rsync)
  #:use-module (gnu tests)
  #:use-module (gnu system)
  #:use-module (gnu system file-systems)
  #:use-module (gnu system shadow)
  #:use-module (gnu system vm)
  #:use-module (gnu services)
  #:use-module (gnu services rsync)
  #:use-module (gnu services networking)
  #:use-module (guix gexp)
  #:use-module (guix store)
  #:export (%test-rsync))

(define* (run-rsync-test rsync-os #:optional (rsync-port 873))
  "Run tests in %RSYNC-OS, which has rsync running and listening on
PORT."
  (define os
    (marionette-operating-system
     rsync-os
     #:imported-modules '((gnu services herd)
                          (guix combinators))))

  (define vm
    (virtual-machine
     (operating-system os)
     (port-forwardings '())))

  (define test
    (with-imported-modules '((gnu build marionette))
      #~(begin
          (use-modules (srfi srfi-11) (srfi srfi-64)
                       (gnu build marionette))

          (define marionette
            (make-marionette (list #$vm)))

          (mkdir #$output)
          (chdir #$output)

          (test-begin "rsync")

          ;; Wait for rsync to be up and running.
          (test-eq "service running"
            'running!
            (marionette-eval
             '(begin
                (use-modules (gnu services herd))
                (start-service 'rsync)
                'running!)
             marionette))

          ;; Make sure the PID file is created.
          (test-assert "PID file"
            (marionette-eval
             '(file-exists? "/var/run/rsyncd/rsyncd.pid")
             marionette))

          (test-assert "Test file copied to share"
            (marionette-eval
             '(begin
                (call-with-output-file "/tmp/input"
                  (lambda (port)
                    (display "test-file-contents\n" port)))
                (zero?
                 (system* "rsync" "/tmp/input"
                          (string-append "rsync://localhost:"
                                         (number->string #$rsync-port)
                                         "/files/input"))))
             marionette))

          (test-equal "Test file correctly received from share"
            "test-file-contents"
            (marionette-eval
             '(begin
                (use-modules (ice-9 rdelim))
                (zero?
                 (system* "rsync"
                          (string-append "rsync://localhost:"
                                         (number->string #$rsync-port)
                                         "/files/input")
                          "/tmp/output"))
                (call-with-input-file "/tmp/output"
                  (lambda (port)
                    (read-line port))))
             marionette))

          (test-end)
          (exit (= (test-runner-fail-count (test-runner-current)) 0)))))

  (gexp->derivation "rsync-test" test))

(define* %rsync-os
  ;; Return operating system under test.
  (let ((base-os
         (simple-operating-system
          (dhcp-client-service)
          (service rsync-service-type))))
    (operating-system
      (inherit base-os)
      (packages (cons* rsync
                       (operating-system-packages base-os))))))

(define %test-rsync
  (system-test
   (name "rsync")
   (description "Connect to a running RSYNC server.")
   (value (run-rsync-test %rsync-os))))
(not (member (file-system-type fs) %pseudo-file-system-types)) ;; Don't try to validate network file systems. (not (or (string-prefix? "nfs" (file-system-type fs)) (string-prefix? "cifs" (file-system-type fs)))) (not (memq 'bind-mount (file-system-flags fs))))) (operating-system-file-systems (machine-operating-system machine)))) (define (check-literal-file-system fs) (remote-let ((errno #~(catch 'system-error (lambda () (stat #$(file-system-device fs)) #t) (lambda args (system-error-errno args))))) (when (number? errno) (raise (formatted-message (G_ "device '~a' not found: ~a") (file-system-device fs) (strerror errno)))))) (define (check-labeled-file-system fs) (define remote-exp (with-imported-modules (source-module-closure '((gnu build file-systems))) #~(begin (use-modules (gnu build file-systems)) (find-partition-by-label #$(file-system-label->string (file-system-device fs)))))) (remote-let ((result remote-exp)) (unless result (raise (formatted-message (G_ "no file system with label '~a'") (file-system-label->string (file-system-device fs))))))) (define (check-uuid-file-system fs) (define remote-exp (with-imported-modules (source-module-closure '((gnu build file-systems) (gnu system uuid))) #~(begin (use-modules (gnu build file-systems) (gnu system uuid)) (let ((uuid (uuid #$(uuid->string (file-system-device fs)) '#$(uuid-type (file-system-device fs))))) (find-partition-by-uuid uuid))))) (remote-let ((result remote-exp)) (unless result (raise (formatted-message (G_ "no file system with UUID '~a'") (uuid->string (file-system-device fs))))))) (if (machine-ssh-configuration-safety-checks? (machine-configuration machine)) (append (map check-literal-file-system (filter (lambda (fs) (string? (file-system-device fs))) file-systems)) (map check-labeled-file-system (filter (lambda (fs) (file-system-label? (file-system-device fs))) file-systems)) (map check-uuid-file-system (filter (lambda (fs) (uuid? (file-system-device fs))) file-systems))) '())) (define (machine-check-initrd-modules machine) "Return a list of <remote-assertion> that raise a '&message' error condition if any of the modules needed by 'needed-for-boot' file systems in MACHINE are not available in the initrd." (define file-systems (filter (lambda (file-system) (and (file-system-needed-for-boot? file-system) (not (member (file-system-type file-system) %pseudo-file-system-types)))) (operating-system-file-systems (machine-operating-system machine)))) (define (missing-modules fs) (define remote-exp (let ((device (file-system-device fs))) (with-imported-modules (source-module-closure '((gnu build file-systems) (gnu build linux-modules) (gnu system uuid))) #~(begin (use-modules (gnu build file-systems) (gnu build linux-modules) (gnu system uuid)) (define dev #$(cond ((string? device) device) ((uuid? device) #~(find-partition-by-uuid (string->uuid #$(uuid->string device)))) ((file-system-label? device) #~(find-partition-by-label #$(file-system-label->string device))))) (missing-modules dev '#$(operating-system-initrd-modules (machine-operating-system machine))))))) (remote-let ((missing remote-exp)) (unless (null? missing) (raise (formatted-message (G_ "missing modules for ~a:~{ ~a~}~%") (file-system-device fs) missing))))) (if (machine-ssh-configuration-safety-checks? (machine-configuration machine)) (map missing-modules file-systems) '())) (define* (machine-check-forward-update machine) "Check whether we are making a forward update for MACHINE. Depending on its 'allow-upgrades?' field, raise an error or display a warning if we are potentially downgrading it." (define config (machine-configuration machine)) (define validate-reconfigure (if (machine-ssh-configuration-allow-downgrades? config) warn-about-backward-reconfigure ensure-forward-reconfigure)) (remote-let ((provenance #~(call-with-input-file "/run/current-system/provenance" read))) (define channels (sexp->system-provenance provenance)) (check-forward-update validate-reconfigure #:current-channels channels))) (define (machine-check-building-for-appropriate-system machine) "Raise a '&message' error condition if MACHINE is configured to be built locally and the 'system' field does not match the '%current-system' reported by MACHINE." (let ((config (machine-configuration machine)) (system (remote-system (machine-ssh-session machine)))) (when (and (machine-ssh-configuration-build-locally? config) (not (string= system (machine-ssh-configuration-system config)))) (raise (formatted-message (G_ "incorrect target system\ ('~a' was given, while the system reports that it is '~a')~%") (machine-ssh-configuration-system config) system))))) (define (check-deployment-sanity machine) "Raise a '&message' error condition if it is clear that deploying MACHINE's 'system' declaration would fail." (define assertions (parameterize ((%current-system (machine-ssh-configuration-system (machine-configuration machine))) (%current-target-system #f)) (append (machine-check-file-system-availability machine) (machine-check-initrd-modules machine) (list (machine-check-forward-update machine))))) (define aggregate-exp ;; Gather all the expressions so that a single round-trip is enough to ;; evaluate all the ASSERTIONS remotely. #~(map (lambda (file) (false-if-exception (primitive-load file))) '#$(map (lambda (assertion) (scheme-file "remote-assertion.scm" (remote-assertion-expression assertion))) assertions))) ;; First check MACHINE's system type--an incorrect value for 'system' would ;; cause subsequent invocations of 'remote-eval' to fail. (machine-check-building-for-appropriate-system machine) (mlet %store-monad ((values (machine-remote-eval machine aggregate-exp))) (for-each (lambda (proc value) (proc value)) (map remote-assertion-procedure assertions) values) (return #t))) ;;; ;;; System deployment. ;;; (define not-config? ;; Select (guix …) and (gnu …) modules, except (guix config). (match-lambda (('guix 'config) #f) (('guix _ ...) #t) (('gnu _ ...) #t) (_ #f))) (define (machine-boot-parameters machine) "Monadic procedure returning a list of 'boot-parameters' for the generations of MACHINE's system profile, ordered from most recent to oldest." (define bootable-kernel-arguments (@@ (gnu system) bootable-kernel-arguments)) (define remote-exp (with-extensions (list guile-gcrypt) (with-imported-modules `(((guix config) => ,(make-config.scm)) ,@(source-module-closure '((guix profiles)) #:select? not-config?)) #~(begin (use-modules (guix config) (guix profiles) (ice-9 textual-ports)) (define %system-profile (string-append %state-directory "/profiles/system")) (define (read-file path) (call-with-input-file path (lambda (port) (get-string-all port)))) (map (lambda (generation) (let* ((system-path (generation-file-name %system-profile generation)) (boot-parameters-path (string-append system-path "/parameters")) (time (stat:mtime (lstat system-path)))) (list generation system-path time (read-file boot-parameters-path)))) (reverse (generation-numbers %system-profile))))))) (mlet* %store-monad ((generations (machine-remote-eval machine remote-exp))) (return (map (lambda (generation) (match generation ((generation system-path time serialized-params) (let* ((params (call-with-input-string serialized-params read-boot-parameters)) (root (boot-parameters-root-device params)) (label (boot-parameters-label params)) (version (boot-parameters-version params))) (boot-parameters (inherit params) (label (string-append label " (#" (number->string generation) ", " (let ((time (make-time time-utc 0 time))) (date->string (time-utc->date time) "~Y-~m-~d ~H:~M")) ")")) (kernel-arguments (append (bootable-kernel-arguments system-path root version) (boot-parameters-kernel-arguments params)))))))) generations)))) (define-syntax-rule (with-roll-back should-roll-back? mbody ...) "Catch exceptions that arise when binding MBODY, a monadic expression in %STORE-MONAD, and collect their arguments in a &deploy-error condition, with the 'should-roll-back' field set to SHOULD-ROLL-BACK?" (catch #t (lambda () mbody ...) (lambda args (raise (condition (&deploy-error (should-roll-back should-roll-back?) (captured-args args))))))) (define (deploy-managed-host machine) "Internal implementation of 'deploy-machine' for MACHINE instances with an environment type of 'managed-host." (define config (machine-configuration machine)) (define host (machine-ssh-configuration-host-name config)) (define system (machine-ssh-configuration-system config)) (maybe-raise-unsupported-configuration-error machine) (when (machine-ssh-configuration-authorize? (machine-configuration machine)) (unless (file-exists? %public-key-file) (raise (formatted-message (G_ "no signing key '~a'. \ Have you run 'guix archive --generate-key'?") %public-key-file))) (remote-authorize-signing-key (call-with-input-file %public-key-file (lambda (port) (string->canonical-sexp (get-string-all port)))) (machine-ssh-session machine) (machine-become-command machine))) (mlet %store-monad ((_ (check-deployment-sanity machine)) (boot-parameters (machine-boot-parameters machine))) ;; Make sure code that check %CURRENT-SYSTEM, such as ;; %BASE-INITRD-MODULES, gets to see the right value. (parameterize ((%current-system system) (%current-target-system #f)) (let* ((os (machine-operating-system machine)) (eval (cut machine-remote-eval machine <>)) (menu-entries (map boot-parameters->menu-entry boot-parameters)) (bootloader-configuration (operating-system-bootloader os)) (bootcfg (operating-system-bootcfg os menu-entries))) (define-syntax-rule (eval/error-handling condition handler ...) ;; Return a wrapper around EVAL such that HANDLER is evaluated if an ;; exception is raised. (lambda (exp) (lambda (store) (guard (condition ((inferior-exception? condition) (values (begin handler ...) store))) (values (run-with-store store (eval exp) #:system system) store))))) (mbegin %store-monad (with-roll-back #f (switch-to-system (eval/error-handling c (raise (formatted-message (G_ "\ failed to switch systems while deploying '~a':~%~{~s ~}") host (inferior-exception-arguments c)))) os)) (parameterize ((%current-system system) (%current-target-system #f)) (with-roll-back #t (mbegin %store-monad (upgrade-shepherd-services (eval/error-handling c (warning (G_ "\ an error occurred while upgrading services on '~a':~%~{~s ~}~%") host (inferior-exception-arguments c))) os) (install-bootloader (eval/error-handling c (raise (formatted-message (G_ "\ failed to install bootloader on '~a':~%~{~s ~}~%") host (inferior-exception-arguments c)))) bootloader-configuration bootcfg))))))))) ;;; ;;; Roll-back. ;;; (define (roll-back-managed-host machine) "Internal implementation of 'roll-back-machine' for MACHINE instances with an environment type of 'managed-host." (define remote-exp (with-extensions (list guile-gcrypt) (with-imported-modules (source-module-closure '((guix config) (guix profiles))) #~(begin (use-modules (guix config) (guix profiles)) (define %system-profile (string-append %state-directory "/profiles/system")) (define target-generation (relative-generation %system-profile -1)) (if target-generation (switch-to-generation %system-profile target-generation) 'error))))) (define roll-back-failure (condition (&message (message (G_ "could not roll-back machine"))))) (mlet* %store-monad ((boot-parameters (machine-boot-parameters machine)) (_ -> (if (< (length boot-parameters) 2) (raise roll-back-failure))) (entries -> (map boot-parameters->menu-entry (list (second boot-parameters)))) (locale -> (boot-parameters-locale (second boot-parameters))) (crypto-dev -> (boot-parameters-store-crypto-devices (second boot-parameters))) (store-dir -> (boot-parameters-store-directory-prefix (second boot-parameters))) (old-entries -> (map boot-parameters->menu-entry (drop boot-parameters 2))) (bootloader -> (operating-system-bootloader (machine-operating-system machine))) (bootcfg (lower-object ((bootloader-configuration-file-generator (bootloader-configuration-bootloader bootloader)) bootloader entries #:locale locale #:store-crypto-devices crypto-dev #:store-directory-prefix store-dir #:old-entries old-entries))) (remote-result (machine-remote-eval machine remote-exp))) (when (eqv? 'error remote-result) (raise roll-back-failure)))) ;;; ;;; Environment type. ;;; (define managed-host-environment-type (environment-type (machine-remote-eval managed-host-remote-eval) (deploy-machine deploy-managed-host) (roll-back-machine roll-back-managed-host) (name 'managed-host-environment-type) (description "Provisioning for machines that are accessible over SSH and have a known host-name. This entails little more than maintaining an SSH connection to the host."))) (define (maybe-raise-unsupported-configuration-error machine) "Raise an error if MACHINE's configuration is not an instance of <machine-ssh-configuration>." (let ((config (machine-configuration machine)) (environment (environment-type-name (machine-environment machine)))) (unless (and config (machine-ssh-configuration? config)) (raise (formatted-message (G_ "unsupported machine configuration '~a' for environment of type '~a'") config environment))))) ;; Local Variables: ;; eval: (put 'remote-let 'scheme-indent-function 1) ;; eval: (put 'with-roll-back 'scheme-indent-function 1) ;; eval: (put 'eval/error-handling 'scheme-indent-function 1) ;; End: