;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2016 Ludovic Courtès <ludo@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (run-system-tests)
  #:use-module (gnu tests)
  #:use-module (guix store)
  #:use-module (guix monads)
  #:use-module (guix derivations)
  #:use-module (guix ui)
  #:use-module (srfi srfi-1)
  #:use-module (srfi srfi-34)
  #:use-module (ice-9 match)
  #:export (run-system-tests))

(define (built-derivations* drv)
  (lambda (store)
    (guard (c ((nix-protocol-error? c)
               (values #f store)))
      (values (build-derivations store drv) store))))

(define (filterm mproc lst)                       ;XXX: move to (guix monads)
  (with-monad %store-monad
    (>>= (foldm %store-monad
                (lambda (item result)
                  (mlet %store-monad ((keep? (mproc item)))
                    (return (if keep?
                                (cons item result)
                                result))))
                '()
                lst)
         (lift1 reverse %store-monad))))

(define (run-system-tests . args)
  (define tests
    ;; Honor the 'TESTS' environment variable so that one can select a subset
    ;; of tests to run in the usual way:
    ;;
    ;;   make check-system TESTS=installed-os
    (match (getenv "TESTS")
      (#f
       (all-system-tests))
      ((= string-tokenize (tests ...))
       (filter (lambda (test)
                 (member (system-test-name test) tests))
               (all-system-tests)))))

  (format (current-error-port) "Running ~a system tests...~%"
          (length tests))

  (with-store store
    (run-with-store store
      (mlet* %store-monad ((drv (mapm %store-monad system-test-value tests))
                           (out -> (map derivation->output-path drv)))
        (mbegin %store-monad
          (show-what-to-build* drv)
          (set-build-options* #:keep-going? #t #:keep-failed? #t
                              #:print-build-trace #t
                              #:fallback? #t)
          (built-derivations* drv)
          (mlet %store-monad ((valid  (filterm (store-lift valid-path?)
                                               out))
                              (failed (filterm (store-lift
                                                (negate valid-path?))
                                               out)))
            (format #t "TOTAL: ~a\n" (length drv))
            (for-each (lambda (item)
                        (format #t "PASS: ~a~%" item))
                      valid)
            (for-each (lambda (item)
                        (format #t "FAIL: ~a~%" item))
                      failed)
            (exit (null? failed))))))))
2</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=ff4d0937c71318b42ee6d86487df72aae49da6f8'>gnu: rust-url-2.1: Remove minor version from variable name.</a><span class='msg-avail'>...</span></td><td>Arun Isaac</td></tr>
<tr><td><span title='2020-10-12 11:41:38 +0530'>2020-10-12</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=262e40d095dd6851577540fd9bb4023c4565e53e'>gnu: rust-thiserror-1.0: Remove minor version from variable name.</a><span class='msg-avail'>...</span></td><td>Arun Isaac</td></tr>
<tr><td><span title='2020-08-04 15:57:33 +0200'>2020-08-04</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=0a568bbcdef6b1a5c83e6ea993639e3d6ca3c0cc'>gnu: rust-proc-macro2: Don't include minor version in variable name.</a><span class='msg-avail'>...</span></td><td>Jakub Kądziołka</td></tr>
<tr><td><span title='2020-06-23 01:42:02 +0200'>2020-06-23</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=2dab855bb187227878581da91640dd4545e3e4ae'>gnu: sequoia: Update to 0.17.0.</a><span class='msg-avail'>...</span></td><td>Jakub Kądziołka</td></tr>
<tr><td><span title='2020-06-22 14:15:33 +0300'>2020-06-22</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=df4d2ddaee6fedb751a6cc258cea7d5daf2b16a0'>gnu: sequoia: Fix typos.</a><span class='msg-avail'>...</span></td><td>Efraim Flashner</td></tr>
<tr><td><span title='2020-06-22 14:15:33 +0300'>2020-06-22</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=6cd7b35544fe9b36b230444dae8adecea3facd39'>gnu: rust-regex-1.3: Rename to rust-regex-1.</a><span class='msg-avail'>...</span></td><td>Efraim Flashner</td></tr>
<tr><td><span title='2020-06-22 14:15:31 +0300'>2020-06-22</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=7c6948c71e162cf3a68a83ada2c4cf71d1f8f19e'>gnu: rust-tempfile-3.1: Rename to rust-tempfile-3.</a><span class='msg-avail'>...</span></td><td>Efraim Flashner</td></tr>
<tr><td><span title='2020-05-11 12:05:38 +0200'>2020-05-11</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=fbe17e242b539004e3aa1458c2e9ccbc635ddfb8'>gnu: sequoia: Fix pkgconfig files.</a><span class='msg-avail'>...</span></td><td>Hartmut Goebel</td></tr>
<tr><td><span title='2020-05-05 13:20:46 +0200'>2020-05-05</span></td><td><a href='/guix/commit/gnu/packages/sequoia.scm?id=4c4ae8b595e85e62496b4fa8ff2587eb74a1262b'>gnu: Add sequoia.</a><span class='msg-avail'>...</span></td><td>Hartmut Goebel</td></tr>