aboutsummaryrefslogtreecommitdiff
path: root/gnu/tests/singularity.scm
blob: 1fc2773a002208030b2f519bbbe1572ab68fc7c2 (about) (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2019 Ludovic Courtès <ludo@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (gnu tests singularity)
  #:use-module (gnu tests)
  #:use-module (gnu system)
  #:use-module (gnu system vm)
  #:use-module (gnu system shadow)
  #:use-module (gnu services)
  #:use-module (gnu services docker)
  #:use-module (gnu packages bash)
  #:use-module (gnu packages guile)
  #:use-module (gnu packages linux)               ;singularity
  #:use-module (guix gexp)
  #:use-module (guix store)
  #:use-module (guix grafts)
  #:use-module (guix monads)
  #:use-module (guix packages)
  #:use-module (guix profiles)
  #:use-module (guix scripts pack)
  #:export (%test-singularity))

(define %singularity-os
  (simple-operating-system
   (service singularity-service-type)
   (simple-service 'guest-account
                   account-service-type
                   (list (user-account (name "guest") (uid 1000) (group "guest"))
                         (user-group (name "guest") (id 1000))))))

(define (run-singularity-test image)
  "Load IMAGE, a Squashfs image, as a Singularity image and run it inside
%SINGULARITY-OS."
  (define os
    (marionette-operating-system %singularity-os))

  (define singularity-exec
    #~(begin
        (use-modules (ice-9 popen) (rnrs io ports))

        (let* ((pipe (open-pipe* OPEN_READ
                                 #$(file-append singularity
                                                "/bin/singularity")
                                 "exec" #$image "/bin/guile"
                                 "-c" "(display \"hello, world\")"))
               (str  (get-string-all pipe))
               (status (close-pipe pipe)))
          (and (zero? status)
               (string=? str "hello, world")))))

  (define test
    (with-imported-modules '((gnu build marionette))
      #~(begin
          (use-modules (srfi srfi-11) (srfi srfi-64)
                       (gnu build marionette))

          (define marionette
            (make-marionette (list #$(virtual-machine os))))

          (mkdir #$output)
          (chdir #$output)

          (test-begin "singularity")

          (test-assert "singularity exec /bin/guile (as root)"
            (marionette-eval '#$singularity-exec
                             marionette))

          (test-equal "singularity exec /bin/guile (unprivileged)"
            0
            (marionette-eval
             `(begin
                (use-modules (ice-9 match))

                (match (primitive-fork)
                  (0
                   (dynamic-wind
                     (const #f)
                     (lambda ()
                       (setgid 1000)
                       (setuid 1000)
                       (execl #$(program-file "singularity-exec-test"
                                              #~(exit #$singularity-exec))
                              "test"))
                     (lambda ()
                       (primitive-exit 127))))
                  (pid
                   (cdr (waitpid pid)))))
             marionette))

          (test-equal "singularity run"           ;test the entry point
            42
            (marionette-eval
             `(status:exit-val
               (system* #$(file-append singularity "/bin/singularity")
                        "run" #$image "-c" "(exit 42)"))
             marionette))

          ;; FIXME: Singularity 2.x doesn't directly honor
          ;; /.singularity.d/env/*.sh.  Instead, you have to load those files
          ;; manually, which we don't do.  Remove 'test-skip' call once we've
          ;; switch to Singularity 3.x.
          (test-skip 1)
          (test-equal "singularity run, with environment"
            0
            (marionette-eval
             ;; Check whether GUILE_LOAD_PATH is properly set, allowing us to
             ;; find the (json) module.
             `(status:exit-val
               (system* #$(file-append singularity "/bin/singularity")
                        "--debug" "run" #$image "-c" "(use-modules (json))"))
             marionette))

          (test-end)
          (exit (= (test-runner-fail-count (test-runner-current)) 0)))))

  (gexp->derivation "singularity-test" test))

(define (build-tarball&run-singularity-test)
  (mlet* %store-monad
      ((_        (set-grafting #f))
       (guile    (set-guile-for-build (default-guile)))
       ;; 'singularity exec' insists on having /bin/sh in the image.
       (profile  (profile-derivation (packages->manifest
                                      (list bash-minimal
                                            guile-2.2 guile-json-3))
                                     #:hooks '()
                                     #:locales? #f))
       (tarball  (squashfs-image "singularity-pack" profile
                                 #:entry-point "bin/guile"
                                 #:symlinks '(("/bin" -> "bin")))))
    (run-singularity-test tarball)))

(define %test-singularity
  (system-test
   (name "singularity")
   (description "Test Singularity container of Guix.")
   (value (build-tarball&run-singularity-test))))
ntation "Mount the nfsd pseudo file system.") (provision '(/proc/fs/nfsd)) (start #~(lambda () (mount "nfsd" "/proc/fs/nfsd" "nfsd") (member "/proc/fs/nfsd" (mount-points)))) (stop #~(lambda (pid . args) (umount "/proc/fs/nfsd" MNT_DETACH) (not (member "/proc/fs/nfsd" (mount-points)))))) (shepherd-service (documentation "Run the NFS statd daemon.") (provision '(rpc.statd)) (requirement '(/proc/fs/nfsd rpcbind-daemon)) (start #~(make-forkexec-constructor (list #$(file-append nfs-utils "/sbin/rpc.statd") ;; TODO: notification support may require a little more ;; configuration work. "--no-notify" #$@(if (member 'statd debug) '("--no-syslog") ; verbose logging to stderr '()) "--foreground" #$@(if rpcstatd-port #~("--port" #$(number->string rpcstatd-port)) '())) #:pid-file "/var/run/rpc.statd.pid")) (stop #~(make-kill-destructor))) (shepherd-service (documentation "Run the NFS mountd daemon.") (provision '(rpc.mountd)) (requirement '(/proc/fs/nfsd rpc.statd)) (start #~(make-forkexec-constructor (list #$(file-append nfs-utils "/sbin/rpc.mountd") "--foreground" #$@(if (member 'mountd debug) '("--debug" "all") '()) #$@(if rpcmountd-port #~("--port" #$(number->string rpcmountd-port)) '())))) (stop #~(make-kill-destructor))) (shepherd-service (documentation "Run the NFS daemon.") (provision '(rpc.nfsd)) (requirement '(/proc/fs/nfsd rpc.statd networking)) (start #~(lambda _ (zero? (apply system* #$(file-append nfs-utils "/sbin/rpc.nfsd") (list #$@(if (member 'nfsd debug) '("--debug") '()) "--port" #$(number->string nfsd-port) #$@(map (lambda (version) (string-append "--nfs-version=" version)) nfs-versions) #$(number->string nfsd-threads) #$(if nfsd-tcp? "--tcp" "--no-tcp") #$(if nfsd-udp? "--udp" "--no-udp")))))) (stop #~(lambda _ (zero? (system* #$(file-append nfs-utils "/sbin/rpc.nfsd") "0"))))) (shepherd-service (documentation "Run the NFS mountd daemon and refresh exports.") (provision '(nfs)) (requirement '(/proc/fs/nfsd rpc.nfsd rpc.mountd rpc.statd rpcbind-daemon)) (start #~(lambda _ (let ((rpcdebug #$(file-append nfs-utils "/sbin/rpcdebug"))) (cond ((member 'nfsd '#$debug) (system* rpcdebug "-m" "nfsd" "-s" "all")) ((member 'nfs '#$debug) (system* rpcdebug "-m" "nfs" "-s" "all")) ((member 'rpc '#$debug) (system* rpcdebug "-m" "rpc" "-s" "all")))) (zero? (system* #$(file-append nfs-utils "/sbin/exportfs") "-r" ; re-export "-a" ; everthing "-v" ; be verbose "-d" "all" ; debug )))) (stop #~(lambda _ (let ((rpcdebug #$(file-append nfs-utils "/sbin/rpcdebug"))) (cond ((member 'nfsd '#$debug) (system* rpcdebug "-m" "nfsd" "-c" "all")) ((member 'nfs '#$debug) (system* rpcdebug "-m" "nfs" "-c" "all")) ((member 'rpc '#$debug) (system* rpcdebug "-m" "rpc" "-c" "all")))) #t)) (respawn? #f))))) (define %nfs-activation (with-imported-modules '((guix build utils)) #~(begin (use-modules (guix build utils)) ;; directory containing monitor list (mkdir-p "/var/lib/nfs/sm") ;; Needed for client recovery tracking (mkdir-p "/var/lib/nfs/v4recovery") (let ((user (getpw "nobody"))) (chown "/var/lib/nfs" (passwd:uid user) (passwd:gid user)) (chown "/var/lib/nfs/v4recovery" (passwd:uid user) (passwd:gid user))) #t))) (define nfs-service-type (service-type (name 'nfs) (extensions (list (service-extension shepherd-root-service-type nfs-shepherd-services) (service-extension activation-service-type (const %nfs-activation)) (service-extension etc-service-type (lambda (config) `(("exports" ,(plain-file "exports" (string-join (map string-join (nfs-configuration-exports config)) "\n")))))) ;; The NFS service depends on these other services. They are extended so ;; that users don't need to configure them manually. (service-extension idmap-service-type (lambda (config) (idmap-configuration (domain (nfs-configuration-idmap-domain config)) (verbosity (if (member 'idmap (nfs-configuration-debug config)) 10 0)) (pipefs-directory (nfs-configuration-pipefs-directory config)) (nfs-utils (nfs-configuration-nfs-utils config))))) (service-extension pipefs-service-type (lambda (config) (pipefs-configuration (mount-point (nfs-configuration-pipefs-directory config))))) (service-extension rpcbind-service-type (lambda (config) (rpcbind-configuration (rpcbind (nfs-configuration-rpcbind config))))))) (description "Run all NFS daemons and refresh the list of exported file systems.")))