aboutsummaryrefslogtreecommitdiff
path: root/tests/store-deduplication.scm
blob: e2870a363dcffd76cfa822044cf7e9a4726e461a (about) (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2018 Ludovic Courtès <ludo@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (test-store-deduplication)
  #:use-module (guix tests)
  #:use-module (guix store deduplication)
  #:use-module (gcrypt hash)
  #:use-module ((guix utils) #:select (call-with-temporary-directory))
  #:use-module (guix build utils)
  #:use-module (rnrs bytevectors)
  #:use-module (ice-9 binary-ports)
  #:use-module (srfi srfi-1)
  #:use-module (srfi srfi-64))

(test-begin "store-deduplication")

(test-equal "deduplicate"
  (cons* #t #f                                    ;inode comparisons
         2 (make-list 5 6))                       ;'nlink' values

  (call-with-temporary-directory
   (lambda (store)
     (let ((data      (string->utf8 "Hello, world!"))
           (identical (map (lambda (n)
                             (string-append store "/" (number->string n)
                                            "/a/b/c"))
                           (iota 5)))
           (unique    (string-append store "/unique")))
       (for-each (lambda (file)
                   (mkdir-p (dirname file))
                   (call-with-output-file file
                     (lambda (port)
                       (put-bytevector port data))))
                 identical)
       ;; Make the parent of IDENTICAL read-only.  This should not prevent
       ;; deduplication from inserting its hard link.
       (chmod (dirname (second identical)) #o544)

       (call-with-output-file unique
         (lambda (port)
           (put-bytevector port (string->utf8 "This is unique."))))

       (deduplicate store (nar-sha256 store) #:store store)

       ;; (system (string-append "ls -lRia " store))
       (cons* (apply = (map (compose stat:ino stat) identical))
              (= (stat:ino (stat unique))
                 (stat:ino (stat (car identical))))
              (stat:nlink (stat unique))
              (map (compose stat:nlink stat) identical))))))

(test-equal "deduplicate, ENOSPC"
  (cons* #f                                       ;inode comparison
         (append (make-list 3 4)
                 (make-list 7 1)))                ;'nlink' values

  ;; In this scenario the first 3 files are properly deduplicated and then we
  ;; simulate a full '.links' directory where link(2) gets ENOSPC, thereby
  ;; preventing deduplication of the subsequent files.
  (call-with-temporary-directory
   (lambda (store)
     (let ((true-link link)
           (links     0)
           (data1     (string->utf8 "Hello, world!"))
           (data2     (string->utf8 "Hi, world!"))
           (identical (map (lambda (n)
                             (string-append store "/" (number->string n)
                                            "/a/b/c"))
                           (iota 10)))
           (populate  (lambda (data)
                        (lambda (file)
                          (mkdir-p (dirname file))
                          (call-with-output-file file
                            (lambda (port)
                              (put-bytevector port data)))))))
       (for-each (populate data1) (take identical 5))
       (for-each (populate data2) (drop identical 5))
       (dynamic-wind
         (lambda ()
           (set! link (lambda (old new)
                        (set! links (+ links 1))
                        (if (<= links 3)
                            (true-link old new)
                            (throw 'system-error "link" "~A" '("Whaaat?!")
                                   (list ENOSPC))))))
         (lambda ()
           (deduplicate store (nar-sha256 store) #:store store))
         (lambda ()
           (set! link true-link)))

       (cons (apply = (map (compose stat:ino stat) identical))
             (map (compose stat:nlink stat) identical))))))

(test-end "store-deduplication")
.5....* gnu/packages/bittorrent.scm (qbittorrent): Update to 4.5.5. Signed-off-by: Tobias Geerinckx-Rice <me@tobias.gr> Hilton Chain 2023-09-27gnu: transmission: Fix loading icons in pure environments....* gnu/packages/bittorrent.scm (transmission)[arguments]: Add a 'wrap-program' phase that sets GDK_PIXBUF_MODULE_FILE. Clément Lassieur 2023-09-26gnu: transmission: Restore HTML files in the default output....This fixes transmission-daemon. * gnu/packages/bittorrent.scm (transmission)[arguments]: remove "transmission" directory from the 'move-gui' procedure. Clément Lassieur 2023-07-18gnu: qbittorrent-enhanced: Update to 4.5.4.10....* gnu/packages/bittorrent.scm (qbittorrent-enhanced): Update to 4.5.4.10. Signed-off-by: Ludovic Courtès <ludo@gnu.org> Hilton Chain 2023-07-11gnu: qbittorrent{,-nox}: Use qt-build-system....CMake is now upstream’s preferred build system. * gnu/packages/bittorrent.scm (qbittorrent)[build-system]: Use qt-build-system. [arguments]: Drop custom wrap phase. (Re-)enable tests. [inputs]: Remove input labels. Drop qtbase-5. [native-inputs]: Drop pkg-config. (qbittorrent-nox)[arguments]: Adjust configure-flags. Keep the wrap-qt phase since the non-GUI version is also a QT program. Signed-off-by: Ludovic Courtès <ludo@gnu.org> Timotej Lazar 2023-07-11gnu: qbittorrent: Update to 4.5.4....* gnu/packages/bittorrent.scm (qbittorrent): Update to 4.5.4. Signed-off-by: Ludovic Courtès <ludo@gnu.org> Timotej Lazar 2023-07-01gnu: Add qbittorrent-enhanced-nox....* gnu/packages/bittorrent.scm (qbittorrent-enhanced-nox): New variable. Signed-off-by: Nicolas Goaziou <mail@nicolasgoaziou.fr> Hilton Chain 2023-07-01gnu: Add qbittorrent-enhanced....* gnu/packages/bittorrent.scm (qbittorrent-enhanced): New variable. Hilton Chain via Guix-patches via 2023-05-22gnu: tremc: Fix compatibility with Transmission 4.0....This version is not released upstream, but it does fix compatibility with Transmission 4.0 and works for me. * gnu/packages/bittorrent.scm: Update to 0.9.3-0.6c15e3f. Leo Famulari 2023-05-17gnu: Add qbittorrent-nox....* gnu/packages/bittorrent.scm (qbittorrent-nox): New variable. Signed-off-by: Josselin Poiret <dev@jpoiret.xyz> Hilton Chain 2023-05-01gnu: Transmission: Update to 4.0.3....* gnu/packages/bittorrent.scm: Update to 4.0.3. [build-system]: Use cmake-build-system. [source]: Remove obsolete patch. [inputs]: Add gtkmm, glib:bin, and python. [arguments]: Run the test suite. Import the glib-or-gtk-build-system and wrap the 'gui' build output. Remove #:configure-flags. Adjust the 'move-gui' phase to upstream changes. * gnu/packages/patches/transmission-honor-localedir.patch: Delete file. * gnu/local.mk (dist_patch_DATA): Remove it. Leo Famulari 2023-04-30gnu: deluge: Use librsvg-for-system....* gnu/packages/bittorent.scm (deluge)[native-inputs]: Replace librsvg input logic with librsvg-for-system. Efraim Flashner 2023-03-20Merge remote-tracking branch 'origin/master' into core-updatesAndreas Enge 2023-03-05gnu: qbittorrent: Update to 4.5.2....* gnu/packages/bittorrent.scm (qbittorrent): Update to 4.5.2. Signed-off-by: Leo Famulari <leo@famulari.name> Hilton Chain 2023-03-02Merge remote-tracking branch 'savannah/master' into core-updates...Conflicts: gnu/local.mk gnu/packages/autotools.scm gnu/packages/cmake.scm gnu/packages/gnuzilla.scm gnu/packages/haskell.scm gnu/packages/pdf.scm gnu/packages/python-xyz.scm gnu/packages/samba.scm gnu/packages/tex.scm gnu/packages/tls.scm gnu/packages/wxwidgets.scm Christopher Baines 2023-02-11gnu: libtorrent-rasterbar: Update to 1.2.18....* gnu/packages/bittorrent.scm (libtorrent-rasterbar): Update to 1.2.18. Signed-off-by: Christopher Baines <mail@cbaines.net> Hilton Chain