2014-08-23 19:18:01 +02:00
|
|
|
|
;;; GNU Guix --- Functional package management for GNU
|
2017-04-21 11:39:49 +02:00
|
|
|
|
;;; Copyright © 2013, 2014, 2015, 2016, 2017 Ludovic Courtès <ludo@gnu.org>
|
2014-08-23 19:18:01 +02:00
|
|
|
|
;;;
|
|
|
|
|
;;; This file is part of GNU Guix.
|
|
|
|
|
;;;
|
|
|
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
|
|
|
;;; under the terms of the GNU General Public License as published by
|
|
|
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
|
;;; your option) any later version.
|
|
|
|
|
;;;
|
|
|
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
|
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
;;; GNU General Public License for more details.
|
|
|
|
|
;;;
|
|
|
|
|
;;; You should have received a copy of the GNU General Public License
|
|
|
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
|
|
(define-module (guix tests)
|
|
|
|
|
#:use-module (guix store)
|
|
|
|
|
#:use-module (guix derivations)
|
|
|
|
|
#:use-module (guix packages)
|
2015-02-02 10:37:23 +01:00
|
|
|
|
#:use-module (guix base32)
|
2015-02-02 11:24:24 +01:00
|
|
|
|
#:use-module (guix serialization)
|
|
|
|
|
#:use-module (guix hash)
|
2015-02-13 22:58:13 +01:00
|
|
|
|
#:use-module (guix build-system gnu)
|
2014-08-23 19:18:01 +02:00
|
|
|
|
#:use-module (gnu packages bootstrap)
|
|
|
|
|
#:use-module (srfi srfi-34)
|
|
|
|
|
#:use-module (rnrs bytevectors)
|
2016-10-19 14:28:56 +02:00
|
|
|
|
#:use-module (ice-9 binary-ports)
|
2014-10-29 00:09:38 +01:00
|
|
|
|
#:use-module (web uri)
|
2014-08-23 19:18:01 +02:00
|
|
|
|
#:export (open-connection-for-tests
|
|
|
|
|
random-text
|
2014-10-29 00:09:38 +01:00
|
|
|
|
random-bytevector
|
2015-06-24 15:00:34 +02:00
|
|
|
|
file=?
|
2015-02-23 23:41:26 +01:00
|
|
|
|
network-reachable?
|
2015-02-23 23:52:28 +01:00
|
|
|
|
shebang-too-long?
|
2015-01-08 21:41:15 +01:00
|
|
|
|
mock
|
substitute: Honor "substitute-urls" option passed by "untrusted" clients.
* guix/scripts/substitute.scm (or*): New macro.
(%cache-url): Honor "untrusted-substitute-urls".
* guix/tests.scm (%test-substitute-urls): New variable.
(open-connection-for-tests): Use it.
* tests/derivations.scm ("derivation-prerequisites-to-build and substitutes",
"derivation-prerequisites-to-build and substitutes, non-substitutable
build", "derivation-prerequisites-to-build and substitutes, local build"):
Pass it to 'set-build-options'.
* tests/guix-daemon.sh: Likewise.
* tests/store.scm ("substitute query, alternating URLs"): New test.
("substitute query", "substitute", "substitute + build-things with output
path", "substitute, corrupt output hash", "substitute --fallback"): Pass
#:substitute-urls to 'set-build-options'.
2015-07-13 15:46:12 +02:00
|
|
|
|
%test-substitute-urls
|
2015-02-02 11:24:24 +01:00
|
|
|
|
%substitute-directory
|
2014-12-29 19:11:09 +01:00
|
|
|
|
with-derivation-narinfo
|
2015-02-02 11:24:24 +01:00
|
|
|
|
with-derivation-substitute
|
2015-04-24 14:57:51 +02:00
|
|
|
|
dummy-package
|
|
|
|
|
dummy-origin))
|
2014-08-23 19:18:01 +02:00
|
|
|
|
|
|
|
|
|
;;; Commentary:
|
|
|
|
|
;;;
|
|
|
|
|
;;; This module provide shared infrastructure for the test suite. For
|
|
|
|
|
;;; internal use only.
|
|
|
|
|
;;;
|
|
|
|
|
;;; Code:
|
|
|
|
|
|
substitute: Honor "substitute-urls" option passed by "untrusted" clients.
* guix/scripts/substitute.scm (or*): New macro.
(%cache-url): Honor "untrusted-substitute-urls".
* guix/tests.scm (%test-substitute-urls): New variable.
(open-connection-for-tests): Use it.
* tests/derivations.scm ("derivation-prerequisites-to-build and substitutes",
"derivation-prerequisites-to-build and substitutes, non-substitutable
build", "derivation-prerequisites-to-build and substitutes, local build"):
Pass it to 'set-build-options'.
* tests/guix-daemon.sh: Likewise.
* tests/store.scm ("substitute query, alternating URLs"): New test.
("substitute query", "substitute", "substitute + build-things with output
path", "substitute, corrupt output hash", "substitute --fallback"): Pass
#:substitute-urls to 'set-build-options'.
2015-07-13 15:46:12 +02:00
|
|
|
|
(define %test-substitute-urls
|
|
|
|
|
;; URLs where to look for substitutes during tests.
|
|
|
|
|
(make-parameter
|
|
|
|
|
(or (and=> (getenv "GUIX_BINARY_SUBSTITUTE_URL") list)
|
|
|
|
|
'())))
|
|
|
|
|
|
2017-04-21 11:39:49 +02:00
|
|
|
|
(define* (open-connection-for-tests #:optional (uri (%daemon-socket-uri)))
|
2014-08-23 19:18:01 +02:00
|
|
|
|
"Open a connection to the build daemon for tests purposes and return it."
|
|
|
|
|
(guard (c ((nix-error? c)
|
|
|
|
|
(format (current-error-port)
|
|
|
|
|
"warning: build daemon error: ~s~%" c)
|
|
|
|
|
#f))
|
2017-04-21 11:39:49 +02:00
|
|
|
|
(let ((store (open-connection uri)))
|
2014-08-23 19:18:01 +02:00
|
|
|
|
;; Make sure we build everything by ourselves.
|
substitute: Honor "substitute-urls" option passed by "untrusted" clients.
* guix/scripts/substitute.scm (or*): New macro.
(%cache-url): Honor "untrusted-substitute-urls".
* guix/tests.scm (%test-substitute-urls): New variable.
(open-connection-for-tests): Use it.
* tests/derivations.scm ("derivation-prerequisites-to-build and substitutes",
"derivation-prerequisites-to-build and substitutes, non-substitutable
build", "derivation-prerequisites-to-build and substitutes, local build"):
Pass it to 'set-build-options'.
* tests/guix-daemon.sh: Likewise.
* tests/store.scm ("substitute query, alternating URLs"): New test.
("substitute query", "substitute", "substitute + build-things with output
path", "substitute, corrupt output hash", "substitute --fallback"): Pass
#:substitute-urls to 'set-build-options'.
2015-07-13 15:46:12 +02:00
|
|
|
|
(set-build-options store
|
|
|
|
|
#:use-substitutes? #f
|
|
|
|
|
#:substitute-urls (%test-substitute-urls))
|
2014-08-23 19:18:01 +02:00
|
|
|
|
|
|
|
|
|
;; Use the bootstrap Guile when running tests, so we don't end up
|
|
|
|
|
;; building everything in the temporary test store.
|
|
|
|
|
(%guile-for-build (package-derivation store %bootstrap-guile))
|
|
|
|
|
|
|
|
|
|
store)))
|
|
|
|
|
|
2015-06-11 23:17:16 +02:00
|
|
|
|
(define (random-seed)
|
|
|
|
|
(or (and=> (getenv "GUIX_TESTS_RANDOM_SEED")
|
|
|
|
|
number->string)
|
|
|
|
|
(logxor (getpid) (car (gettimeofday)))))
|
|
|
|
|
|
2014-08-23 19:18:01 +02:00
|
|
|
|
(define %seed
|
2015-06-11 23:17:16 +02:00
|
|
|
|
(let ((seed (random-seed)))
|
|
|
|
|
(format (current-error-port) "random seed for tests: ~a~%"
|
|
|
|
|
seed)
|
|
|
|
|
(seed->random-state seed)))
|
2014-08-23 19:18:01 +02:00
|
|
|
|
|
|
|
|
|
(define (random-text)
|
|
|
|
|
"Return the hexadecimal representation of a random number."
|
|
|
|
|
(number->string (random (expt 2 256) %seed) 16))
|
|
|
|
|
|
|
|
|
|
(define (random-bytevector n)
|
|
|
|
|
"Return a random bytevector of N bytes."
|
|
|
|
|
(let ((bv (make-bytevector n)))
|
|
|
|
|
(let loop ((i 0))
|
|
|
|
|
(if (< i n)
|
|
|
|
|
(begin
|
|
|
|
|
(bytevector-u8-set! bv i (random 256 %seed))
|
|
|
|
|
(loop (1+ i)))
|
|
|
|
|
bv))))
|
|
|
|
|
|
2015-06-24 15:00:34 +02:00
|
|
|
|
(define (file=? a b)
|
|
|
|
|
"Return true if files A and B have the same type and same content."
|
|
|
|
|
(and (eq? (stat:type (lstat a)) (stat:type (lstat b)))
|
|
|
|
|
(case (stat:type (lstat a))
|
|
|
|
|
((regular)
|
|
|
|
|
(equal?
|
|
|
|
|
(call-with-input-file a get-bytevector-all)
|
|
|
|
|
(call-with-input-file b get-bytevector-all)))
|
|
|
|
|
((symlink)
|
|
|
|
|
(string=? (readlink a) (readlink b)))
|
|
|
|
|
(else
|
|
|
|
|
(error "what?" (lstat a))))))
|
|
|
|
|
|
2015-02-23 23:41:26 +01:00
|
|
|
|
(define (network-reachable?)
|
|
|
|
|
"Return true if we can reach the Internet."
|
|
|
|
|
(false-if-exception (getaddrinfo "www.gnu.org" "80" AI_NUMERICSERV)))
|
|
|
|
|
|
2015-01-08 21:41:15 +01:00
|
|
|
|
(define-syntax-rule (mock (module proc replacement) body ...)
|
|
|
|
|
"Within BODY, replace the definition of PROC from MODULE with the definition
|
|
|
|
|
given by REPLACEMENT."
|
|
|
|
|
(let* ((m (resolve-module 'module))
|
|
|
|
|
(original (module-ref m 'proc)))
|
|
|
|
|
(dynamic-wind
|
|
|
|
|
(lambda () (module-set! m 'proc replacement))
|
|
|
|
|
(lambda () body ...)
|
|
|
|
|
(lambda () (module-set! m 'proc original)))))
|
|
|
|
|
|
2014-10-29 00:09:38 +01:00
|
|
|
|
|
|
|
|
|
;;;
|
|
|
|
|
;;; Narinfo files, as used by the substituter.
|
|
|
|
|
;;;
|
|
|
|
|
|
2015-02-02 10:37:23 +01:00
|
|
|
|
(define* (derivation-narinfo drv #:key (nar "example.nar")
|
2016-03-04 17:57:49 +01:00
|
|
|
|
(sha256 (make-bytevector 32 0))
|
|
|
|
|
(references '()))
|
|
|
|
|
"Return the contents of the narinfo corresponding to DRV, with the specified
|
|
|
|
|
REFERENCES (a list of store items); NAR should be the file name of the archive
|
|
|
|
|
containing the substitute for DRV, and SHA256 is the expected hash."
|
2014-10-29 00:09:38 +01:00
|
|
|
|
(format #f "StorePath: ~a
|
|
|
|
|
URL: ~a
|
|
|
|
|
Compression: none
|
|
|
|
|
NarSize: 1234
|
2015-02-02 10:37:23 +01:00
|
|
|
|
NarHash: sha256:~a
|
2016-03-04 17:57:49 +01:00
|
|
|
|
References: ~a
|
2014-10-29 00:09:38 +01:00
|
|
|
|
System: ~a
|
|
|
|
|
Deriver: ~a~%"
|
|
|
|
|
(derivation->output-path drv) ; StorePath
|
|
|
|
|
nar ; URL
|
2015-02-02 10:37:23 +01:00
|
|
|
|
(bytevector->nix-base32-string sha256) ; NarHash
|
2016-03-04 17:57:49 +01:00
|
|
|
|
(string-join (map basename references)) ; References
|
2014-10-29 00:09:38 +01:00
|
|
|
|
(derivation-system drv) ; System
|
|
|
|
|
(basename
|
|
|
|
|
(derivation-file-name drv)))) ; Deriver
|
|
|
|
|
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(define %substitute-directory
|
|
|
|
|
(make-parameter
|
|
|
|
|
(and=> (getenv "GUIX_BINARY_SUBSTITUTE_URL")
|
|
|
|
|
(compose uri-path string->uri))))
|
|
|
|
|
|
2015-02-02 10:37:23 +01:00
|
|
|
|
(define* (call-with-derivation-narinfo drv thunk
|
2016-03-04 17:57:49 +01:00
|
|
|
|
#:key
|
|
|
|
|
(sha256 (make-bytevector 32 0))
|
|
|
|
|
(references '()))
|
2014-10-29 00:09:38 +01:00
|
|
|
|
"Call THUNK in a context where fake substituter data, as read by 'guix
|
2015-03-25 10:34:27 +01:00
|
|
|
|
substitute', has been installed for DRV. SHA256 is the hash of the
|
2015-02-02 10:37:23 +01:00
|
|
|
|
expected output of DRV."
|
2014-10-29 00:09:38 +01:00
|
|
|
|
(let* ((output (derivation->output-path drv))
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(dir (%substitute-directory))
|
2014-10-29 00:09:38 +01:00
|
|
|
|
(info (string-append dir "/nix-cache-info"))
|
|
|
|
|
(narinfo (string-append dir "/" (store-path-hash-part output)
|
|
|
|
|
".narinfo")))
|
|
|
|
|
(dynamic-wind
|
|
|
|
|
(lambda ()
|
|
|
|
|
(call-with-output-file info
|
|
|
|
|
(lambda (p)
|
|
|
|
|
(format p "StoreDir: ~a\nWantMassQuery: 0\n"
|
|
|
|
|
(%store-prefix))))
|
|
|
|
|
(call-with-output-file narinfo
|
|
|
|
|
(lambda (p)
|
2016-03-04 17:57:49 +01:00
|
|
|
|
(display (derivation-narinfo drv #:sha256 sha256
|
|
|
|
|
#:references references)
|
|
|
|
|
p))))
|
2014-10-29 00:09:38 +01:00
|
|
|
|
thunk
|
|
|
|
|
(lambda ()
|
|
|
|
|
(delete-file narinfo)
|
|
|
|
|
(delete-file info)))))
|
|
|
|
|
|
2015-02-02 10:37:23 +01:00
|
|
|
|
(define-syntax with-derivation-narinfo
|
2016-03-04 17:57:49 +01:00
|
|
|
|
(syntax-rules (sha256 references =>)
|
2015-02-02 10:37:23 +01:00
|
|
|
|
"Evaluate BODY in a context where DRV looks substitutable from the
|
2014-10-29 00:09:38 +01:00
|
|
|
|
substituter's viewpoint."
|
2016-03-04 17:57:49 +01:00
|
|
|
|
((_ drv (sha256 => hash) (references => refs) body ...)
|
2015-02-02 10:37:23 +01:00
|
|
|
|
(call-with-derivation-narinfo drv
|
|
|
|
|
(lambda () body ...)
|
2016-03-04 17:57:49 +01:00
|
|
|
|
#:sha256 hash
|
|
|
|
|
#:references refs))
|
|
|
|
|
((_ drv (sha256 => hash) body ...)
|
|
|
|
|
(with-derivation-narinfo drv
|
|
|
|
|
(sha256 => hash) (references => '())
|
|
|
|
|
body ...))
|
2015-02-02 10:37:23 +01:00
|
|
|
|
((_ drv body ...)
|
|
|
|
|
(call-with-derivation-narinfo drv
|
|
|
|
|
(lambda ()
|
|
|
|
|
body ...)))))
|
2014-10-29 00:09:38 +01:00
|
|
|
|
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(define* (call-with-derivation-substitute drv contents thunk
|
2016-03-04 17:57:49 +01:00
|
|
|
|
#:key
|
|
|
|
|
sha256
|
|
|
|
|
(references '()))
|
2015-02-02 11:24:24 +01:00
|
|
|
|
"Call THUNK in a context where a substitute for DRV has been installed,
|
|
|
|
|
using CONTENTS, a string, as its contents. If SHA256 is true, use it as the
|
|
|
|
|
expected hash of the substitute; otherwise use the hash of the nar containing
|
|
|
|
|
CONTENTS."
|
|
|
|
|
(define dir (%substitute-directory))
|
|
|
|
|
(dynamic-wind
|
|
|
|
|
(lambda ()
|
|
|
|
|
(call-with-output-file (string-append dir "/example.out")
|
|
|
|
|
(lambda (port)
|
|
|
|
|
(display contents port)))
|
|
|
|
|
(call-with-output-file (string-append dir "/example.nar")
|
|
|
|
|
(lambda (p)
|
|
|
|
|
(write-file (string-append dir "/example.out") p))))
|
|
|
|
|
(lambda ()
|
|
|
|
|
(let ((hash (call-with-input-file (string-append dir "/example.nar")
|
|
|
|
|
port-sha256)))
|
2015-03-25 10:34:27 +01:00
|
|
|
|
;; Create fake substituter data, to be read by 'guix substitute'.
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(call-with-derivation-narinfo drv
|
|
|
|
|
thunk
|
2016-03-04 17:57:49 +01:00
|
|
|
|
#:sha256 (or sha256 hash)
|
|
|
|
|
#:references references)))
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(lambda ()
|
|
|
|
|
(delete-file (string-append dir "/example.out"))
|
|
|
|
|
(delete-file (string-append dir "/example.nar")))))
|
|
|
|
|
|
2015-02-23 23:52:28 +01:00
|
|
|
|
(define (shebang-too-long?)
|
|
|
|
|
"Return true if the typical shebang in the current store would exceed
|
|
|
|
|
Linux's static limit---the BINPRM_BUF_SIZE constant, normally 128 characters
|
|
|
|
|
all included."
|
|
|
|
|
(define shebang
|
|
|
|
|
(string-append "#!" (%store-prefix) "/"
|
|
|
|
|
(make-string 32 #\a)
|
|
|
|
|
"-bootstrap-binaries-0/bin/bash\0"))
|
|
|
|
|
|
|
|
|
|
(> (string-length shebang) 128))
|
|
|
|
|
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(define-syntax with-derivation-substitute
|
2016-03-04 17:57:49 +01:00
|
|
|
|
(syntax-rules (sha256 references =>)
|
2015-02-02 11:24:24 +01:00
|
|
|
|
"Evaluate BODY in a context where DRV is substitutable with the given
|
|
|
|
|
CONTENTS."
|
2016-03-04 17:57:49 +01:00
|
|
|
|
((_ drv contents (sha256 => hash) (references => refs) body ...)
|
2015-02-02 11:24:24 +01:00
|
|
|
|
(call-with-derivation-substitute drv contents
|
|
|
|
|
(lambda () body ...)
|
2016-03-04 17:57:49 +01:00
|
|
|
|
#:sha256 hash
|
|
|
|
|
#:references refs))
|
|
|
|
|
((_ drv contents (sha256 => hash) body ...)
|
|
|
|
|
(with-derivation-substitute drv contents
|
|
|
|
|
(sha256 => hash) (references => '())
|
|
|
|
|
body ...))
|
2015-02-02 11:24:24 +01:00
|
|
|
|
((_ drv contents body ...)
|
|
|
|
|
(call-with-derivation-substitute drv contents
|
|
|
|
|
(lambda ()
|
|
|
|
|
body ...)))))
|
|
|
|
|
|
2014-12-29 19:11:09 +01:00
|
|
|
|
(define-syntax-rule (dummy-package name* extra-fields ...)
|
|
|
|
|
"Return a \"dummy\" package called NAME*, with all its compulsory fields
|
|
|
|
|
initialized with default values, and with EXTRA-FIELDS set as specified."
|
|
|
|
|
(package extra-fields ...
|
|
|
|
|
(name name*) (version "0") (source #f)
|
|
|
|
|
(build-system gnu-build-system)
|
|
|
|
|
(synopsis #f) (description #f)
|
|
|
|
|
(home-page #f) (license #f)))
|
|
|
|
|
|
2015-04-24 14:57:51 +02:00
|
|
|
|
(define-syntax-rule (dummy-origin extra-fields ...)
|
|
|
|
|
"Return a \"dummy\" origin, with all its compulsory fields initialized with
|
|
|
|
|
default values, and with EXTRA-FIELDS set as specified."
|
|
|
|
|
(origin extra-fields ...
|
|
|
|
|
(method #f) (uri "http://www.example.com")
|
|
|
|
|
(sha256 (base32 (make-string 52 #\x)))))
|
|
|
|
|
|
2014-10-29 00:09:38 +01:00
|
|
|
|
;; Local Variables:
|
|
|
|
|
;; eval: (put 'call-with-derivation-narinfo 'scheme-indent-function 1)
|
2015-02-02 11:24:24 +01:00
|
|
|
|
;; eval: (put 'call-with-derivation-substitute 'scheme-indent-function 2)
|
2014-10-29 00:09:38 +01:00
|
|
|
|
;; End:
|
|
|
|
|
|
2014-08-23 19:18:01 +02:00
|
|
|
|
;;; tests.scm ends here
|