aboutsummaryrefslogtreecommitdiff
path: root/tests/guix-pack.sh
blob: 4042e54aeb5b7727c4fb45740a9526cd97c60c21 (about) (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
# GNU Guix --- Functional package management for GNU
# Copyright © 2018 Chris Marusich <cmmarusich@gmail.com>
# Copyright © 2018, 2019, 2020, 2022, 2023 Ludovic Courtès <ludo@gnu.org>
#
# This file is part of GNU Guix.
#
# GNU Guix is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or (at
# your option) any later version.
#
# GNU Guix is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

#
# Test the `guix pack' command-line utility.
#

# A network connection is required to build %bootstrap-coreutils&co,
# which is required to run these tests with the --bootstrap option.
if ! guile -c '(getaddrinfo "www.gnu.org" "80" AI_NUMERICSERV)' 2> /dev/null; then
    exit 77
fi

guix pack --version

# Use --no-substitutes because we need to verify we can do this ourselves.
GUIX_BUILD_OPTIONS="--no-substitutes"
export GUIX_BUILD_OPTIONS

test_directory="`mktemp -d`"
trap 'chmod -Rf +w "$test_directory"; rm -rf "$test_directory"' EXIT

# Reject unsuppoted packages.
guix pack intelmetool -s armhf-linux -n && false

# Compute the derivation of a pack.
drv="`guix pack coreutils -d --no-grafts`"
guix gc -R "$drv" | grep "`guix build coreutils -d --no-grafts`"

# Compute the derivation of a cross-compiled pack.  Make sure it refers to the
# cross-compiled package and not to the native package.
drv="`guix pack idutils -d --no-grafts --target=arm-linux-gnueabihf`"
guix gc -R "$drv" | \
    grep "`guix build idutils --target=arm-linux-gnueabihf -d --no-grafts`"
guix gc -R "$drv" | grep "`guix build idutils -d --no-grafts`" && false

# Build a tarball with no compression.
guix pack --compression=none --bootstrap guile-bootstrap

# Build a tarball (with compression).  Check that '-e' works as well.
out1="`guix pack --bootstrap guile-bootstrap`"
out2="`guix pack --bootstrap -e '(@ (gnu packages bootstrap) %bootstrap-guile)'`"
test -n "$out1"
test "$out1" = "$out2"

# Test '--root'.
guix pack -r "$test_directory/my-guile" --bootstrap guile-bootstrap
test "`readlink "$test_directory/my-guile"`" = "$out1"
guix gc --list-roots | grep "^$test_directory/my-guile$"
rm "$test_directory/my-guile"

# Build a tarball with a symlink.
the_pack="`guix pack --bootstrap -S /opt/gnu/bin=bin guile-bootstrap`"

# Try to extract it.  Note: we cannot test whether /opt/gnu/bin/guile itself
# exists because /opt/gnu/bin may be an absolute symlink to a store item that
# has been GC'd.
cd "$test_directory"
tar -xf "$the_pack"
test -L opt/gnu/bin

is_available () {
    # Use the "type" shell builtin to see if the program is on PATH.
    type "$1" > /dev/null
}

if is_available chroot && is_available unshare && unshare -r true; then
    # Verify we can use what we built.
    unshare -r chroot . /opt/gnu/bin/guile --version
    cd -
else
    echo "warning: skipped some verification because chroot or unshare is unavailable" >&2
fi

# For the tests that build Docker images below, we currently have to use
# --dry-run because if we don't, there are only two possible cases:
#
#     Case 1: We do not use --bootstrap, and the build takes hours to finish
#             because it needs to build tar etc.
#
#     Case 2: We use --bootstrap, and the build fails because the bootstrap
#             Guile cannot dlopen shared libraries.  Not to mention the fact
#             that we would still have to build many non-bootstrap inputs
#             (e.g., guile-json) in order to create the Docker image.

# Build a Docker image.
guix pack --dry-run --bootstrap -f docker guile-bootstrap

# Build a Docker image with a symlink.
guix pack --dry-run --bootstrap -f docker -S /opt/gnu= guile-bootstrap

# Build a tarball pack of cross-compiled software.  Use coreutils because
# guile-bootstrap is not intended to be cross-compiled.
guix pack --dry-run --bootstrap --target=arm-linux-gnueabihf coreutils

# Likewise, 'guix pack -R' requires a full-blown toolchain (because
# 'glibc-bootstrap' lacks 'libc.a'), hence '--dry-run'.
guix pack -R --dry-run --bootstrap -S /mybin=bin guile-bootstrap

# Make sure package transformation options are honored.
chmod -Rf +w "$test_directory"; rm -r "$test_directory"
mkdir -p "$test_directory" -m 755
drv1="`guix pack --no-grafts -n guile 2>&1 | grep pack.*\.drv`"
drv2="`guix pack --no-grafts -n --with-source=guile=$test_directory guile 2>&1 | grep pack.*\.drv`"
test -n "$drv1"
test "$drv1" != "$drv2"

# Try '--manifest' options.
cat > "$test_directory/manifest1.scm" <<EOF
(specifications->manifest '("guile"))
EOF
cat > "$test_directory/manifest2.scm" <<EOF
(specifications->manifest '("emacs"))
EOF
drv="`guix pack --no-grafts -d -m "$test_directory/manifest1.scm" -m "$test_directory/manifest2.scm"`"
guix gc -R "$drv" | grep `guix build guile -d --no-grafts`
guix gc -R "$drv" | grep `guix build emacs -d --no-grafts`
title='2021-05-05 23:29:36 +0200'>2021-05-05gnu: linux-libre-headers: Remove rsync dependency....The resulting packages are bit-identical, sans for a missing empty "uapi" directory in versions < 5.3. * gnu/packages/commencement.scm (rsync-boot0): Remove variable. (linux-libre-headers-boot0)[native-inputs]: Remove RSYNC-BOOT0. * gnu/packages/linux.scm (make-linux-libre-headers*)[native-inputs]: Remove RSYNC. [arguments]: For newer kernel versions, run "make headers" instead of "make headers_check" before installing. Use FIND-FILES and INSTALL-FILE instead of calling "make headers_install". Remove ".install" files workaround. Marius Bakke 2021-04-27gnu: Add gcc-toolchain-11....* gnu/packages/gcc.scm (gcc-11): New variable. * gnu/packages/commencement.scm (gcc-toolchain-11): New variable. Efraim Flashner 2021-04-12gnu: gcc: Update gcc to 8....* gnu/packages/gcc.scm (gcc): Define as gcc-8. * gnu/packages/commencement.scm (gcc-toolchain-7): Use make-gcc-toolchain procedure. (gcc-toolchain-8): Define as gcc-toolchain. * gnu/packages/game-development (python2-renpy)[native-inputs], * gnu/packages/gnome.scm (gnome-commander)[native-inputs], * gnu/packages/wm.scm (waybar)[native-inputs]: Remove gcc-8. Efraim Flashner 2021-03-30build-system: Rewrite using gexps....* guix/packages.scm (expand-input): Remove 'store', 'system', and 'cross-system' parameters; add #:native?. Rewrite to return name/gexp-input tuples. (bag->derivation): Adjust accordingly. Lower (bag-build bag). (bag->cross-derivation): Ditto. Instead of #:native-drvs and #:target-drvs, pass #:build-inputs, #:host-inputs, and #:target-inputs. (%derivation-cache): Remove. * gnu/packages/bootstrap.scm (raw-build): Turn into a monadic procedure. * gnu/packages/commencement.scm (glibc-final)[arguments]: Use 'gexp-input' for the #:allowed-references argument. * guix/build-system/cmake.scm (cmake-build): Remove 'store' parameter. Switch to the use of gexps and 'gexp->derivation'. (lower): Remove #:source from 'private-keywords'. * guix/build-system/glib-or-gtk.scm (glib-or-gtk-build, lower): Likewise. * guix/build-system/font.scm (font-build): Likewise. * guix/build-system/gnu.scm (gnu-build): Likewise, and remove 'canonicalize-reference'. (gnu-cross-build): Likewise, and expect #:build-inputs, #:host-inputs, and #:target-inputs instead of #:native-drvs and #:target-drvs. (lower): Likewise. * guix/build-system/perl.scm (perl-build, lower): Likewise. * guix/build-system/python.scm (python-build, lower): Likewise. * guix/build-system/ruby.scm (ruby-build, lower): Likewise. * guix/build-system/waf.scm (waf-build, lower): Likewise. * guix/build-system/trivial.scm (guile-for-build): Remove. (trivial-build): Remove 'store' parameter, change to gexps. (trivial-cross-build): Ditto, and change to #:build-inputs & co. * guix/build-system/cargo.scm (cargo-build): Change to 'gexp->derivation'. * guix/build-system/copy.scm (copy-build): Likewise. * guix/build-system/dune.scm (dune-build): Likewise. * guix/build-system/guile.scm (guile-build, guile-cross-build): Likewise. * guix/build-system/meson.scm (meson-build): Likewise. * guix/build-system/ocaml.scm (ocaml-build): Likewise. * guix/build-system/scons.scm (scons-build): Likewise. * guix/build-system/texlive.scm (texlive-build): Likewise. * guix/build-system/android-ndk.scm (android-ndk-build): Likewise. * guix/build-system/ant.scm (ant-build): Likewise. * guix/build-system/asdf.scm (asdf-build/source, asdf-build): Likewise. * guix/build-system/chicken.scm (chicken-build): Likewise. * guix/build-system/clojure.scm (clojure-build): Likewise. (source->output-path, maybe-guile->guile): Remove. * guix/build-system/dub.scm (dub-build): Likewise. * guix/build-system/emacs.scm (emacs-build): Likewise. * guix/build-system/go.scm (go-build): Likewise. * guix/build-system/haskell.scm (haskell-build): Likewise. * guix/build-system/julia.scm (julia-build): Likewise. * guix/build-system/linux-module.scm (linux-module-build) (linux-module-build-cross): Likewise. * guix/build-system/maven.scm (maven-build): Likewise. * guix/build-system/minify.scm (minify-build): Likewise. * guix/build-system/node.scm (node-build): Likewise. * guix/build-system/qt.scm (qt-build, qt-cross-build): Likewise. * guix/build-system/r.scm (r-build): Likewise. * guix/build-system/rakudo.scm (rakudo-build): Likewise. * guix/build-system/renpy.scm (renpy-build): Likewise. * tests/builders.scm ("gnu-build"): Call 'store-lower' on 'gnu-build'. Pass #:source parameter. * tests/packages.scm ("search paths"): Use 'abort-to-prompt' instead of a normal return from the 'build' method. ("package->bag, sensitivity to %current-target-system"): Change 'build' to match the new build system signature. squash! build-system: Rewrite using gexps. squash! build-system: Rewrite using gexps. Ludovic Courtès 2021-03-24gnu: findutils-boot0: Fix test suite on some systems....This is a follow-up to 3a0c7e7d1e9b4e0053f3dfa266c69bcc5e7ac61e. * gnu/packages/commencement.scm (findutils-boot0)[arguments]: Only add custom 'skip-fnmatch-test phase on x86_64-linux and i686-linux. Efraim Flashner 2021-03-24gnu: glibc: Absorb powerpc patch....* gnu/packages/base.scm (glibc)[source]: Add patch. [arguments]: Remove 'apply-patch phase. [native-inputs]: Remove patch file. * gnu/packages/commencement.scm (glibc-final-with-bootstrap-bash, glibc-final)[native-inputs]: Remove patch file. Efraim Flashner 2021-03-24Merge remote-tracking branch 'origin/master' into core-updatesEfraim Flashner 2021-03-23gnu: binutils-final: Support more Power architectures....* gnu/packages/commencement.scm (binutils-final)[arguments]: When checking if the system is a Power architecture, instead of hard-coding "powerpc-linux", use the target-powerpc? procedure so it works on more Power architectures. [inputs]: Likewise. Chris Marusich 2021-03-23gnu: binutils-final: Provide bash for binary on powerpc-linux....* gnu/packages/commencement.scm (binutils-final)[arguments]: On powerpc-linux allow a reference to static-bash-for-glibc. [inputs]: On powerpc-linux add static-bash-for-glibc. Efraim Flashner 2021-03-23gnu: gcc-boot0: Enable 128-bit long double for POWER9....* gnu/packages/commencement.scm (gcc-boot0) [#:configure-flags]: Add --with-long-double-128 when the boot triplet is "powerpc64le-guix-linux-gnu", instead of "powerpc64le-linux-gnu", which is incorrect. The actual triplet used during bootstrapping is "powerpc64le-guix-linux-gnu". Chris Marusich 2021-03-23gnu: glibc: Fix ldd path on powerpc*....This should avoid some problems, such as "not a dynamic executable" errors. * gnu/packages/patches/glibc-ldd-powerpc.patch: New patch. * gnu/local.mk (dist_patch_DATA): Register it. * gnu/packages/base.scm: (glibc)[native-inputs]: Add it. [arguments]: When building for powerpc* apply it. * gnu/packages/commencement.scm (glibc-final-with-bootstrap-bash, glibc-final)[native-inputs]: Add patch conditionally. This patch has been adjusted to apply to master. Signed-off-by: Chris Marusich <cmmarusich@gmail.com> Signed-off-by: Efraim Flashner <efraim@flashner.co.il> Leo Le Bouter 2021-03-10gnu: glibc-final-with-bootstrap-bash-boot0: Don't include debug output....* gnu/packages/commencement.scm (glibc-final-with-bootstrap-bash-boot0) [outputs]: Remove debug from inherited outputs. Efraim Flashner 2021-03-10gnu: gcc-boot0: Don't include debug output....* gnu/packages/commencement.scm (gcc-boot0)[outputs]: Remove debug from inherited outputs. Efraim Flashner 2021-03-10gnu: coreutils-boot0: Don't include debug output....* gnu/packages/commencement.scm (coreutils-boot0)[outputs]: Remove debug from inherited outputs. Efraim Flashner 2021-03-10gnu: gnu-make-boot0: Don't include debug output....* gnu/packages/commencement.scm (gnu-make-boot0)[outputs]: Remove debug from inherited outputs. Efraim Flashner 2021-02-10gnu: findutils-boot0: Skip tests on armhf, aarch64....* gnu/packages/commencement.scm (findutils-boot0)[arguments]: Skip tests on armhf-linux, aarch64-linux. Efraim Flashner 2021-02-01gnu: python: Replace PYTHONPATH by GUIX_PYTHONPATH....Using PYTHONPATH as a mean to discover the Python packages had the following issues: 1. It is not versioned, so different versions of Python would clash if installed in a shared profile. 2. It would interfere with the host Python site on foreign distributions, sometimes preventing a a user to login their GDM session (!). 3. It would take precedence over user installed Python packages installed through pip. 4. It would leak into Python virtualenvs, which are supposed to create isolated Python environments. This changes fixes the above issues by making use of a sitecustomize.py module. The newly introduced GUIX_PYTHONPATH environment variable is read from the environment, filtered for the current Python version of the interpreter, and spliced in 'sys.path' just before Python's own site location, which provides the expected behavior. * gnu/packages/aux-files/python/sitecustomize.py: New file. * Makefile.am: Register it. * gnu/packages/python.scm (customize-site) (guix-pythonpath-search-path): New procedures. (python-2.7)[phases]{install-sitecustomize.py}: New phase. [native-inputs]{sitecustomize.py}: New input. [native-search-paths]: Replace PYTHONPATH with GUIX_PYTHONPATH. (python-3.9)[native-search-paths]: Likewise. [phases]{install-sitecustomize}: Override with correct version. [native-search-paths]: Replace PYTHONPATH with GUIX_PYTHONPATH. * gnu/packages/commencement.scm (python-boot0): [phases]{install-sitecustomize}: Likewise. [native-inputs]{sitecustomize.py}: New input. [native-search-paths]: Replace PYTHONPATH with GUIX_PYTHONPATH. * guix/build/python-build-system.scm (site-packages): Do not add a trailing '/'. squash! gnu: python: Replace PYTHONPATH by GUIX_PYTHONPATH. Maxim Cournoyer 2021-01-24gnu: %boot-tcc-inputs: Use gash-utils....* gnu/packages/commencement.scm (%boot-tcc-inputs): Remove diffutils-mesboot. Add gash-utils-boot. (diffutils-mesboot): Remove variable. Efraim Flashner 2021-01-15gnu: findutils: Update to 4.8.0....* gnu/packages/base.scm (findutils): Update to 4.8.0. [source](patches): Remove "findutils-test-rwlock-threads.patch". * gnu/packages/patches/findutils-test-rwlock-threads.patch: Remove. * gnu/local.mk (dist_patch_DATA): Adjust accordingly. * gnu/packages/commencement.scm (findutils-boot0)[arguments]: Add 'skip-fnmatch-test' phase. Ludovic Courtès 2020-11-29Merge remote-tracking branch 'origin/master' into core-updatesChristopher Baines 2020-11-26gnu: gcc-boot0, cross-base: Enable 128-bit long double for POWER9....* gnu/packages/cross-base.scm (cross-gcc-arguments): Add "--with-long-double-128" when TARGET is "powerpc64le-linux-gnu". * gnu/packages/commencement.scm (gcc-boot0): Likewise for (boot-triplet). Signed-off-by: Ludovic Courtès <ludo@gnu.org> dftxbs3e 2020-11-25gnu: base, commencement: Remove trailing #t from build phases....* gnu/packages/base.scm (grep, tar, findutils) (coreutils, coreutils-8.30, gnu-make, gnu-make-4.2) (binutils-gold, glibc, make-glibc-locales): (glibc/hurd-headers, tzdata): Remove trailing #t in build phases. * gnu/packages/commencement.scm (bootar) (gash-boot, gash-utils-boot, mes-boot): (gzip-mesboot, gnu-make-mesboot0, bzip2-mesboot) (bash-mesboot0, tcc-boot, diffutils-mesboot) (patch-mesboot, sed-mesboot0, binutils-mesboot0) (gcc-core-mesboot0, mesboot-headers, gawk-mesboot0) (glibc-mesboot0, gcc-mesboot0, tar-mesboot) (grep-mesboot, binutils-mesboot1, gnu-make-mesboot) (gawk-mesboot, sed-mesboot, bash-mesboot) (gcc-core-mesboot1, gcc-mesboot1, binutils-mesboot) (glibc-headers-mesboot, glibc-mesboot, gcc-mesboot1-wrapper) (gcc-mesboot, gnu-make-boot0, binutils-boot0) (libstdc++-boot0, gcc-boot0, perl-boot0, python-boot0) (glibc-final-with-bootstrap-bash) (cross-gcc-wrapper, gettext-boot0, gcc-final): Remove trailing #t in build phases. Ludovic Courtès 2020-10-19Merge branch 'staging'...Conflicts: gnu/packages/admin.scm gnu/packages/commencement.scm gnu/packages/gdb.scm gnu/packages/llvm.scm gnu/packages/package-management.scm gnu/packages/tls.scm Maxim Cournoyer 2020-10-12gnu: gcc-toolchain: Add 'GUIX_LOCPATH' to the search paths....This allows 'gcc-toolchain' to be used as a drop-in replacement for the default tool chain through '--with-toolchain=gcc-toolchain'. * gnu/packages/commencement.scm (make-gcc-toolchain)[native-search-paths] [search-paths]: Append LIBC's search paths. Ludovic Courtès 2020-09-25gnu: nyacc: Add 1.03.0....* gnu/packages/mes.scm (nyacc): Rename to... (nyacc-0.99): ... this. (nyacc): New variable. (mes)[propagated-inputs]: Replace NYACC with NYACC-0.99. (mes-rb5)[native-inputs]: Likewise. * gnu/packages/commencement.scm (mes-boot)[native-inputs]: Likewise. (tcc-boot0)[native-inputs]: Likewise. Ludovic Courtès 2020-09-20gnu: gawk-boot0: Inherit from gawk....Until now the version number would be wrong. * gnu/packages/commencement.scm (gawk-boot0): Inherit from GAWK, not PATCH. Ludovic Courtès 2020-09-19gnu: gcc-mesboot: Remove redundant input....Fixes <https://bugs.gnu.org/43508>. * gnu/packages/commencement.scm (gcc-mesboot)[native-inputs]: Remove GCC-MESBOOT1, which is already in %BOOT-MESBOOT4-INPUTS. Ludovic Courtès 2020-09-16gnu: commencement: bash-mesboot0: Remove store file name....This is a follow-up to commit d9484fba91bc360ad18fe82cb9f4963ccb32c580, and fixes "make dist". * gnu/packages/commencement (bash-mesboot0): Remove reference to store item. Vagrant Cascadian 2020-09-16gnu: commencement: bash-mesboot0: Break store file-name in comment....Fixes <https://bugs.gnu.org/43005>. Reported by Vagrant Cascadian <vagrant@debian.org>. * gnu/packages/commencement.scm (bash-mesboot0)[arguments]: Break store file name in comment and add unquoted string-append to silence the ’assert-no-store-file-names’ check. The store file name check is really meant for code; this file name was unfortunately used is a comment. Jan (janneke) Nieuwenhuizen 2020-09-14Merge remote-tracking branch 'origin/master' into core-updatesMaxim Cournoyer