2013-01-06 00:47:50 +01:00
|
|
|
;;; GNU Guix --- Functional package management for GNU
|
2016-02-22 00:29:54 +01:00
|
|
|
;;; Copyright © 2012, 2013, 2014, 2015, 2016 Ludovic Courtès <ludo@gnu.org>
|
2015-07-05 19:11:04 +02:00
|
|
|
;;; Copyright © 2013, 2014, 2015 Andreas Enge <andreas@enge.fr>
|
2016-02-22 00:29:54 +01:00
|
|
|
;;; Copyright © 2015 Federico Beffa <beffa@fbengineering.ch>
|
2012-11-12 23:10:26 +01:00
|
|
|
;;;
|
2013-01-06 00:47:50 +01:00
|
|
|
;;; This file is part of GNU Guix.
|
2012-11-12 23:10:26 +01:00
|
|
|
;;;
|
2013-01-06 00:47:50 +01:00
|
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
2012-11-12 23:10:26 +01:00
|
|
|
;;; under the terms of the GNU General Public License as published by
|
|
|
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
|
;;; your option) any later version.
|
|
|
|
|
;;;
|
2013-01-06 00:47:50 +01:00
|
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
2012-11-12 23:10:26 +01:00
|
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
;;; GNU General Public License for more details.
|
|
|
|
|
;;;
|
|
|
|
|
;;; You should have received a copy of the GNU General Public License
|
2013-01-06 00:47:50 +01:00
|
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
2012-11-12 23:10:26 +01:00
|
|
|
|
|
|
|
|
(define-module (guix download)
|
|
|
|
|
#:use-module (ice-9 match)
|
|
|
|
|
#:use-module (guix derivations)
|
|
|
|
|
#:use-module (guix packages)
|
monads: Move '%store-monad' and related procedures where they belong.
This turns (guix monads) into a generic module for monads, and moves the
store monad and related monadic procedures in their corresponding
module.
* guix/monads.scm (store-return, store-bind, %store-monad, store-lift,
text-file, interned-file, package-file, package->derivation,
package->cross-derivation, origin->derivation, imported-modules,
compiled, modules, built-derivations, run-with-store): Move to...
* guix/store.scm (store-return, store-bind, %store-monad, store-lift,
text-file, interned-file): ... here.
(%guile-for-build): New variable.
(run-with-store): Moved from monads.scm. Remove default value for
#:guile-for-build.
* guix/packages.scm (default-guile): Export.
(set-guile-for-build): New procedure.
(package-file, package->derivation, package->cross-derivation,
origin->derivation): Moved from monads.scm.
* guix/derivations.scm (%guile-for-build): Remove.
(imported-modules): Rename to...
(%imported-modules): ... this.
(compiled-modules): Rename to...
(%compiled-modules): ... this.
(built-derivations, imported-modules, compiled-modules): New
procedures.
* gnu/services/avahi.scm, gnu/services/base.scm, gnu/services/dbus.scm,
gnu/services/dmd.scm, gnu/services/networking.scm,
gnu/services/ssh.scm, gnu/services/xorg.scm, gnu/system/install.scm,
gnu/system/linux-initrd.scm, gnu/system/shadow.scm, guix/download.scm,
guix/gexp.scm, guix/git-download.scm, guix/profiles.scm,
guix/svn-download.scm, tests/monads.scm: Adjust imports accordingly.
* guix/monad-repl.scm (default-guile-derivation): New procedure.
(store-monad-language, run-in-store): Use it.
* build-aux/hydra/gnu-system.scm (qemu-jobs): Add explicit
'set-guile-for-build' call.
* guix/scripts/archive.scm (derivation-from-expression): Likewise.
* guix/scripts/build.scm (options/resolve-packages): Likewise.
* guix/scripts/environment.scm (guix-environment): Likewise.
* guix/scripts/system.scm (guix-system): Likewise.
* doc/guix.texi (The Store Monad): Adjust module names accordingly.
2015-01-14 13:34:52 +01:00
|
|
|
#:use-module (guix store)
|
Use #:prefix instead of #:renamer with 'symbol-prefix-proc'.
* gnu/packages/abiword.scm, gnu/packages/admin.scm, gnu/packages/aidc.scm,
gnu/packages/backup.scm, gnu/packages/bittorrent.scm,
gnu/packages/boost.scm, gnu/packages/compression.scm,
gnu/packages/cryptsetup.scm, gnu/packages/curl.scm,
gnu/packages/cyrus-sasl.scm, gnu/packages/dc.scm, gnu/packages/emacs.scm,
gnu/packages/fonts.scm, gnu/packages/fontutils.scm, gnu/packages/geeqie.scm,
gnu/packages/ghostscript.scm, gnu/packages/gimp.scm,
gnu/packages/gkrellm.scm, gnu/packages/gl.scm, gnu/packages/glib.scm,
gnu/packages/gnome.scm, gnu/packages/gnunet.scm, gnu/packages/gnupg.scm,
gnu/packages/gnutls.scm, gnu/packages/gnuzilla.scm, gnu/packages/gsasl.scm,
gnu/packages/gtk.scm, gnu/packages/gv.scm, gnu/packages/image.scm,
gnu/packages/indent.scm, gnu/packages/inkscape.scm,
gnu/packages/lesstif.scm, gnu/packages/links.scm, gnu/packages/lisp.scm,
gnu/packages/lsh.scm, gnu/packages/lsof.scm, gnu/packages/maths.scm,
gnu/packages/mp3.scm, gnu/packages/openssl.scm, gnu/packages/ots.scm,
gnu/packages/pciutils.scm, gnu/packages/pcre.scm, gnu/packages/pdf.scm,
gnu/packages/pulseaudio.scm, gnu/packages/python.scm, gnu/packages/slim.scm,
gnu/packages/ssh.scm, gnu/packages/texlive.scm, gnu/packages/vim.scm,
gnu/packages/vpn.scm, gnu/packages/web.scm, gnu/packages/wv.scm,
gnu/packages/xiph.scm, gnu/packages/xml.scm, gnu/packages/xorg.scm,
gnu/packages/yasm.scm, gnu/packages/zip.scm,
guix/build/cmake-build-system.scm, guix/build/perl-build-system.scm,
guix/build/python-build-system.scm, guix/download.scm: Replaces uses of
#:renamer and 'symbol-prefix-proc' with #:prefix.
2014-09-23 22:44:22 +02:00
|
|
|
#:use-module ((guix build download) #:prefix build:)
|
2014-05-01 21:07:52 +02:00
|
|
|
#:use-module (guix monads)
|
|
|
|
|
#:use-module (guix gexp)
|
2012-11-12 23:10:26 +01:00
|
|
|
#:use-module (guix utils)
|
2013-10-12 16:39:10 +02:00
|
|
|
#:use-module (web uri)
|
2013-01-20 22:28:38 +01:00
|
|
|
#:use-module (srfi srfi-1)
|
2012-11-12 23:20:06 +01:00
|
|
|
#:use-module (srfi srfi-26)
|
2012-11-13 22:57:36 +01:00
|
|
|
#:export (%mirrors
|
2013-04-21 22:40:23 +02:00
|
|
|
url-fetch
|
2016-02-22 00:29:54 +01:00
|
|
|
url-fetch/tarbomb
|
2013-04-21 22:40:23 +02:00
|
|
|
download-to-store))
|
2012-11-12 23:10:26 +01:00
|
|
|
|
|
|
|
|
;;; Commentary:
|
|
|
|
|
;;;
|
|
|
|
|
;;; Produce fixed-output derivations with data fetched over HTTP or FTP.
|
|
|
|
|
;;;
|
|
|
|
|
;;; Code:
|
|
|
|
|
|
2012-11-12 23:20:06 +01:00
|
|
|
(define %mirrors
|
|
|
|
|
;; Mirror lists used when `mirror://' URLs are passed.
|
|
|
|
|
(let* ((gnu-mirrors
|
|
|
|
|
'(;; This one redirects to a (supposedly) nearby and (supposedly)
|
|
|
|
|
;; up-to-date mirror.
|
|
|
|
|
"http://ftpmirror.gnu.org/"
|
|
|
|
|
|
|
|
|
|
"ftp://ftp.cs.tu-berlin.de/pub/gnu/"
|
|
|
|
|
"ftp://ftp.funet.fi/pub/mirrors/ftp.gnu.org/gnu/"
|
|
|
|
|
|
|
|
|
|
;; This one is the master repository, and thus it's always
|
|
|
|
|
;; up-to-date.
|
|
|
|
|
"http://ftp.gnu.org/pub/gnu/")))
|
|
|
|
|
`((gnu ,@gnu-mirrors)
|
|
|
|
|
(gcc
|
|
|
|
|
"ftp://ftp.nluug.nl/mirror/languages/gcc/"
|
|
|
|
|
"ftp://ftp.fu-berlin.de/unix/languages/gcc/"
|
|
|
|
|
"ftp://ftp.irisa.fr/pub/mirrors/gcc.gnu.org/gcc/"
|
|
|
|
|
"ftp://gcc.gnu.org/pub/gcc/"
|
|
|
|
|
,@(map (cut string-append <> "/gcc") gnu-mirrors))
|
|
|
|
|
(gnupg
|
|
|
|
|
"ftp://gd.tuwien.ac.at/privacy/gnupg/"
|
2014-11-26 19:52:11 +01:00
|
|
|
"ftp://mirrors.dotsrc.org/gcrypt/"
|
2012-11-12 23:20:06 +01:00
|
|
|
"ftp://mirror.cict.fr/gnupg/"
|
2014-11-26 19:52:11 +01:00
|
|
|
"http://artfiles.org/gnupg.org"
|
|
|
|
|
"ftp://ftp.franken.de/pub/crypt/mirror/ftp.gnupg.org/gcrypt/"
|
|
|
|
|
"ftp://ftp.freenet.de/pub/ftp.gnupg.org/gcrypt/"
|
|
|
|
|
"http://www.crysys.hu/"
|
|
|
|
|
"ftp://ftp.hi.is/pub/mirrors/gnupg/"
|
|
|
|
|
"ftp://ftp.heanet.ie/mirrors/ftp.gnupg.org/gcrypt/"
|
|
|
|
|
"ftp://ftp.bit.nl/mirror/gnupg/"
|
|
|
|
|
"ftp://ftp.surfnet.nl/pub/security/gnupg/"
|
|
|
|
|
"ftp://ftp.iasi.roedu.net/pub/mirrors/ftp.gnupg.org/"
|
|
|
|
|
"ftp://ftp.sunet.se/pub/security/gnupg/"
|
|
|
|
|
"ftp://mirror.switch.ch/mirror/gnupg/"
|
|
|
|
|
"ftp://mirror.tje.me.uk/pub/mirrors/ftp.gnupg.org/"
|
|
|
|
|
"ftp://ftp.mirrorservice.org/sites/ftp.gnupg.org/gcrypt/"
|
|
|
|
|
"ftp://ftp.ring.gr.jp/pub/net/gnupg/"
|
|
|
|
|
"ftp://ftp.gnupg.org/gcrypt/")
|
2013-03-05 10:16:17 +01:00
|
|
|
(gnome
|
|
|
|
|
"http://ftp.belnet.be/ftp.gnome.org/"
|
|
|
|
|
"http://ftp.linux.org.uk/mirrors/ftp.gnome.org/"
|
|
|
|
|
"http://ftp.gnome.org/pub/GNOME/"
|
|
|
|
|
"http://mirror.yandex.ru/mirrors/ftp.gnome.org/")
|
2012-11-12 23:20:06 +01:00
|
|
|
(savannah
|
2012-12-07 21:06:03 +01:00
|
|
|
"http://download.savannah.gnu.org/releases/"
|
2012-11-12 23:20:06 +01:00
|
|
|
"ftp://ftp.twaren.net/Unix/NonGNU/"
|
|
|
|
|
"ftp://mirror.csclub.uwaterloo.ca/nongnu/"
|
|
|
|
|
"ftp://mirror.publicns.net/pub/nongnu/"
|
|
|
|
|
"ftp://savannah.c3sl.ufpr.br/"
|
|
|
|
|
"http://ftp.cc.uoc.gr/mirrors/nongnu.org/"
|
|
|
|
|
"http://ftp.twaren.net/Unix/NonGNU/"
|
|
|
|
|
"http://mirror.csclub.uwaterloo.ca/nongnu/"
|
|
|
|
|
"http://nongnu.askapache.com/"
|
|
|
|
|
"http://savannah.c3sl.ufpr.br/"
|
2013-06-27 22:36:23 +02:00
|
|
|
"http://www.centervenus.com/mirrors/nongnu/"
|
|
|
|
|
"http://download.savannah.gnu.org/releases-noredirect/")
|
2016-05-30 10:37:03 +02:00
|
|
|
(sourceforge ; https://sourceforge.net/p/forge/documentation/Mirrors/
|
2016-07-13 00:32:36 +02:00
|
|
|
"http://ufpr.dl.sourceforge.net/project/"
|
|
|
|
|
"http://heanet.dl.sourceforge.net/project/"
|
|
|
|
|
"http://freefr.dl.sourceforge.net/project/"
|
|
|
|
|
"http://internode.dl.sourceforge.net/project/"
|
|
|
|
|
"http://jaist.dl.sourceforge.net/project/"
|
|
|
|
|
"http://kent.dl.sourceforge.net/project/"
|
|
|
|
|
"http://liquidtelecom.dl.sourceforge.net/project/"
|
|
|
|
|
"http://nbtelecom.dl.sourceforge.net/project/"
|
|
|
|
|
"http://nchc.dl.sourceforge.net/project/"
|
|
|
|
|
"http://ncu.dl.sourceforge.net/project/"
|
|
|
|
|
"http://netcologne.dl.sourceforge.net/project/"
|
|
|
|
|
"http://netix.dl.sourceforge.net/project/"
|
|
|
|
|
"http://pilotfiber.dl.sourceforge.net/project/"
|
|
|
|
|
"http://superb-sea2.dl.sourceforge.net/project/"
|
|
|
|
|
"http://tenet.dl.sourceforge.net/project/"
|
|
|
|
|
"http://vorboss.dl.sourceforge.net/project/"
|
|
|
|
|
"http://netassist.dl.sourceforge.net/project/")
|
2012-11-27 21:55:53 +01:00
|
|
|
(kernel.org
|
|
|
|
|
"http://www.all.kernel.org/pub/"
|
|
|
|
|
"http://ramses.wh2.tu-dresden.de/pub/mirrors/kernel.org/"
|
|
|
|
|
"http://linux-kernel.uio.no/pub/"
|
|
|
|
|
"http://kernel.osuosl.org/pub/"
|
2013-08-25 20:49:03 +02:00
|
|
|
"ftp://ftp.funet.fi/pub/mirrors/ftp.kernel.org/pub/"
|
|
|
|
|
"http://ftp.be.debian.org/pub/"
|
|
|
|
|
"http://mirror.linux.org.au/")
|
2013-01-25 21:49:49 +01:00
|
|
|
(apache ; from http://www.apache.org/mirrors/dist.html
|
|
|
|
|
"http://www.eu.apache.org/dist/"
|
|
|
|
|
"http://www.us.apache.org/dist/"
|
|
|
|
|
"ftp://gd.tuwien.ac.at/pub/infosys/servers/http/apache/dist/"
|
|
|
|
|
"http://apache.belnet.be/"
|
|
|
|
|
"http://mirrors.ircam.fr/pub/apache/"
|
2014-01-27 23:31:28 +01:00
|
|
|
"http://apache-mirror.rbc.ru/pub/apache/"
|
|
|
|
|
|
|
|
|
|
;; As a last resort, try the archive.
|
|
|
|
|
"http://archive.apache.org/dist/")
|
2013-02-23 18:59:43 +01:00
|
|
|
(xorg ; from http://www.x.org/wiki/Releases/Download
|
2013-03-03 19:50:26 +01:00
|
|
|
"http://www.x.org/releases/" ; main mirrors
|
2013-02-23 18:59:43 +01:00
|
|
|
"ftp://mirror.csclub.uwaterloo.ca/x.org/" ; North America
|
|
|
|
|
"ftp://xorg.mirrors.pair.com/"
|
|
|
|
|
"http://mirror.csclub.uwaterloo.ca/x.org/"
|
|
|
|
|
"http://xorg.mirrors.pair.com/"
|
|
|
|
|
"http://mirror.us.leaseweb.net/xorg/"
|
|
|
|
|
"ftp://artfiles.org/x.org/" ; Europe
|
|
|
|
|
"ftp://ftp.chg.ru/pub/X11/x.org/"
|
|
|
|
|
"ftp://ftp.fu-berlin.de/unix/X11/FTP.X.ORG/"
|
|
|
|
|
"ftp://ftp.gwdg.de/pub/x11/x.org/"
|
|
|
|
|
"ftp://ftp.mirrorservice.org/sites/ftp.x.org/"
|
|
|
|
|
"ftp://ftp.ntua.gr/pub/X11/"
|
|
|
|
|
"ftp://ftp.piotrkosoft.net/pub/mirrors/ftp.x.org/"
|
|
|
|
|
"ftp://ftp.portal-to-web.de/pub/mirrors/x.org/"
|
|
|
|
|
"ftp://ftp.solnet.ch/mirror/x.org/"
|
|
|
|
|
"ftp://gd.tuwien.ac.at/X11/"
|
|
|
|
|
"ftp://mi.mirror.garr.it/mirrors/x.org/"
|
|
|
|
|
"ftp://mirror.cict.fr/x.org/"
|
|
|
|
|
"ftp://mirror.switch.ch/mirror/X11/"
|
|
|
|
|
"ftp://mirrors.ircam.fr/pub/x.org/"
|
|
|
|
|
"ftp://x.mirrors.skynet.be/pub/ftp.x.org/"
|
|
|
|
|
"ftp://ftp.cs.cuhk.edu.hk/pub/X11" ; East Asia
|
|
|
|
|
"ftp://ftp.u-aizu.ac.jp/pub/x11/x.org/"
|
|
|
|
|
"ftp://ftp.yz.yamagata-u.ac.jp/pub/X11/x.org/"
|
|
|
|
|
"ftp://ftp.kaist.ac.kr/x.org/"
|
|
|
|
|
"ftp://mirrors.go-part.com/xorg/"
|
|
|
|
|
"http://x.cs.pu.edu.tw/"
|
2013-03-04 00:46:27 +01:00
|
|
|
"ftp://ftp.is.co.za/pub/x.org") ; South Africa
|
|
|
|
|
(cpan ; from http://www.cpan.org/SITES.html
|
2016-07-02 16:23:40 +02:00
|
|
|
"http://mirror.ibcp.fr/pub/CPAN/"
|
2013-03-04 00:46:27 +01:00
|
|
|
"ftp://ftp.ciril.fr/pub/cpan/"
|
|
|
|
|
"ftp://artfiles.org/cpan.org/"
|
|
|
|
|
"http://www.cpan.org/"
|
|
|
|
|
"ftp://cpan.rinet.ru/pub/mirror/CPAN/"
|
|
|
|
|
"ftp://cpan.inode.at/"
|
|
|
|
|
"ftp://cpan.iht.co.il/"
|
|
|
|
|
"ftp://ftp.osuosl.org/pub/CPAN/"
|
|
|
|
|
"ftp://ftp.nara.wide.ad.jp/pub/CPAN/"
|
|
|
|
|
"http://mirrors.163.com/cpan/"
|
2016-05-30 23:05:54 +02:00
|
|
|
"ftp://cpan.mirror.ac.za/"
|
|
|
|
|
"http://cpan.mirrors.ionfish.org/"
|
|
|
|
|
"http://cpan.mirror.dkm.cz/pub/CPAN/"
|
|
|
|
|
"http://cpan.mirror.iphh.net/"
|
|
|
|
|
"http://mirrors.teentelecom.net/CPAN/"
|
|
|
|
|
"http://mirror.teklinks.com/CPAN/"
|
|
|
|
|
"http://cpan.weepeetelecom.be/"
|
|
|
|
|
"http://mirrors.xservers.ro/CPAN/"
|
|
|
|
|
"http://cpan.yimg.com/"
|
|
|
|
|
"http://mirror.yazd.ac.ir/cpan/"
|
|
|
|
|
"http://ftp.belnet.be/ftp.cpan.org/")
|
2015-02-12 12:58:11 +01:00
|
|
|
(cran
|
|
|
|
|
;; Arbitrary mirrors from http://cran.r-project.org/mirrors.html
|
|
|
|
|
;; This one automatically redirects to servers worldwide
|
2015-09-21 10:34:52 +02:00
|
|
|
"http://cran.r-project.org/"
|
2015-02-12 12:58:11 +01:00
|
|
|
"http://cran.rstudio.com/"
|
|
|
|
|
"http://cran.univ-lyon1.fr/"
|
|
|
|
|
"http://cran.ism.ac.jp/"
|
|
|
|
|
"http://cran.stat.auckland.ac.nz/"
|
|
|
|
|
"http://cran.mirror.ac.za/"
|
|
|
|
|
"http://cran.csie.ntu.edu.tw/")
|
2014-05-22 21:58:08 +02:00
|
|
|
(imagemagick
|
|
|
|
|
;; from http://www.imagemagick.org/script/download.php
|
|
|
|
|
;; (without mirrors that are unavailable or not up to date)
|
|
|
|
|
;; mirrors keeping old versions at the top level
|
|
|
|
|
"ftp://sunsite.icm.edu.pl/packages/ImageMagick/"
|
|
|
|
|
;; mirrors moving old versions to "legacy"
|
|
|
|
|
"http://mirrors-au.go-parts.com/mirrors/ImageMagick/"
|
|
|
|
|
"ftp://mirror.aarnet.edu.au/pub/imagemagick/"
|
2013-06-19 19:27:23 +02:00
|
|
|
"http://mirror.checkdomain.de/imagemagick/"
|
2014-05-22 21:58:08 +02:00
|
|
|
"ftp://ftp.kddlabs.co.jp/graphics/ImageMagick/"
|
|
|
|
|
"ftp://ftp.u-aizu.ac.jp/pub/graphics/image/ImageMagick/imagemagick.org/"
|
|
|
|
|
"ftp://ftp.nluug.nl/pub/ImageMagick/"
|
|
|
|
|
"http://ftp.surfnet.nl/pub/ImageMagick/"
|
|
|
|
|
"http://mirror.searchdaimon.com/ImageMagick"
|
|
|
|
|
"ftp://ftp.tpnet.pl/pub/graphics/ImageMagick/"
|
|
|
|
|
"http://mirrors-ru.go-parts.com/mirrors/ImageMagick/"
|
2013-06-19 19:27:23 +02:00
|
|
|
"http://mirror.is.co.za/pub/imagemagick/"
|
2014-05-22 21:58:08 +02:00
|
|
|
"http://mirrors-uk.go-parts.com/mirrors/ImageMagick/"
|
|
|
|
|
"http://mirrors-usa.go-parts.com/mirrors/ImageMagick/"
|
|
|
|
|
"ftp://ftp.fifi.org/pub/ImageMagick/"
|
|
|
|
|
"http://www.imagemagick.org/download/"
|
|
|
|
|
;; one legacy location as a last resort
|
|
|
|
|
"http://www.imagemagick.org/download/legacy/")
|
2013-10-05 16:45:39 +02:00
|
|
|
(debian
|
|
|
|
|
"http://ftp.de.debian.org/debian/"
|
|
|
|
|
"http://ftp.fr.debian.org/debian/"
|
2016-05-16 11:10:49 +02:00
|
|
|
"http://ftp.debian.org/debian/"
|
|
|
|
|
"http://archive.debian.org/debian/"))))
|
2012-11-12 23:20:06 +01:00
|
|
|
|
2015-08-29 23:47:53 +02:00
|
|
|
(define %mirror-file
|
|
|
|
|
;; Copy of the list of mirrors to a file. This allows us to keep a single
|
|
|
|
|
;; copy in the store, and computing it here avoids repeated calls to
|
|
|
|
|
;; 'object->string'.
|
|
|
|
|
(plain-file "mirrors" (object->string %mirrors)))
|
|
|
|
|
|
2016-05-14 17:37:47 +02:00
|
|
|
(define %content-addressed-mirrors
|
|
|
|
|
;; List of content-addressed mirrors. Each mirror is represented as a
|
2016-07-20 17:00:50 +02:00
|
|
|
;; procedure that takes a file name, an algorithm (symbol) and a hash
|
|
|
|
|
;; (bytevector), and returns a URL or #f.
|
2016-05-14 17:37:47 +02:00
|
|
|
;; TODO: Add more.
|
2016-07-20 17:00:50 +02:00
|
|
|
'(list (lambda (file algo hash)
|
2016-05-14 17:37:47 +02:00
|
|
|
;; 'tarballs.nixos.org' supports several algorithms.
|
|
|
|
|
(string-append "http://tarballs.nixos.org/"
|
|
|
|
|
(symbol->string algo) "/"
|
|
|
|
|
(bytevector->nix-base32-string hash)))))
|
|
|
|
|
|
|
|
|
|
(define %content-addressed-mirror-file
|
|
|
|
|
;; Content-addressed mirrors stored in a file.
|
|
|
|
|
(plain-file "content-addressed-mirrors"
|
|
|
|
|
(object->string %content-addressed-mirrors)))
|
|
|
|
|
|
2014-05-01 21:07:52 +02:00
|
|
|
(define (gnutls-package)
|
2014-08-23 22:57:16 +02:00
|
|
|
"Return the default GnuTLS package."
|
2015-07-05 19:11:04 +02:00
|
|
|
(let ((module (resolve-interface '(gnu packages tls))))
|
2014-05-01 21:07:52 +02:00
|
|
|
(module-ref module 'gnutls)))
|
2012-11-12 23:20:06 +01:00
|
|
|
|
2015-01-14 14:42:10 +01:00
|
|
|
(define* (url-fetch url hash-algo hash
|
2012-11-12 23:10:26 +01:00
|
|
|
#:optional name
|
2015-01-14 14:42:10 +01:00
|
|
|
#:key (system (%current-system))
|
2015-08-29 23:47:53 +02:00
|
|
|
(guile (default-guile)))
|
2015-01-14 14:42:10 +01:00
|
|
|
"Return a fixed-output derivation that fetches URL (a string, or a list of
|
|
|
|
|
strings denoting alternate URLs), which is expected to have hash HASH of type
|
|
|
|
|
HASH-ALGO (a symbol). By default, the file name is the base name of URL;
|
|
|
|
|
optionally, NAME can specify a different file name.
|
2012-11-12 23:20:06 +01:00
|
|
|
|
|
|
|
|
When one of the URL starts with mirror://, then its host part is
|
2015-08-29 23:47:53 +02:00
|
|
|
interpreted as the name of a mirror scheme, taken from %MIRROR-FILE.
|
2012-11-12 23:10:26 +01:00
|
|
|
|
2015-01-14 14:42:10 +01:00
|
|
|
Alternately, when URL starts with file://, return the corresponding file name
|
|
|
|
|
in the store."
|
2012-11-12 23:10:26 +01:00
|
|
|
(define file-name
|
|
|
|
|
(match url
|
|
|
|
|
((head _ ...)
|
|
|
|
|
(basename head))
|
|
|
|
|
(_
|
|
|
|
|
(basename url))))
|
|
|
|
|
|
2013-01-20 22:28:38 +01:00
|
|
|
(define need-gnutls?
|
|
|
|
|
;; True if any of the URLs need TLS support.
|
|
|
|
|
(let ((https? (cut string-prefix? "https://" <>)))
|
|
|
|
|
(match url
|
|
|
|
|
((? string?)
|
|
|
|
|
(https? url))
|
|
|
|
|
((url ...)
|
|
|
|
|
(any https? url)))))
|
|
|
|
|
|
2014-05-01 21:07:52 +02:00
|
|
|
(define builder
|
2016-07-12 00:56:37 +02:00
|
|
|
(with-imported-modules '((guix build download)
|
|
|
|
|
(guix build utils)
|
|
|
|
|
(guix ftp-client)
|
|
|
|
|
(guix base32)
|
|
|
|
|
(guix base64))
|
|
|
|
|
#~(begin
|
|
|
|
|
#+(if need-gnutls?
|
2014-05-01 21:07:52 +02:00
|
|
|
|
2016-07-12 00:56:37 +02:00
|
|
|
;; Add GnuTLS to the inputs and to the load path.
|
|
|
|
|
#~(eval-when (load expand eval)
|
|
|
|
|
(set! %load-path
|
|
|
|
|
(cons (string-append #+(gnutls-package)
|
|
|
|
|
"/share/guile/site/"
|
|
|
|
|
(effective-version))
|
|
|
|
|
%load-path)))
|
|
|
|
|
#~#t)
|
2014-05-01 21:07:52 +02:00
|
|
|
|
2016-07-12 00:56:37 +02:00
|
|
|
(use-modules (guix build download)
|
|
|
|
|
(guix base32))
|
2016-05-14 17:37:47 +02:00
|
|
|
|
2016-07-12 00:56:37 +02:00
|
|
|
(let ((value-from-environment (lambda (variable)
|
|
|
|
|
(call-with-input-string
|
|
|
|
|
(getenv variable)
|
|
|
|
|
read))))
|
|
|
|
|
(url-fetch (value-from-environment "guix download url")
|
|
|
|
|
#$output
|
|
|
|
|
#:mirrors (call-with-input-file #$%mirror-file read)
|
2015-08-29 00:48:35 +02:00
|
|
|
|
2016-07-12 00:56:37 +02:00
|
|
|
;; Content-addressed mirrors.
|
|
|
|
|
#:hashes
|
|
|
|
|
(value-from-environment "guix download hashes")
|
|
|
|
|
#:content-addressed-mirrors
|
|
|
|
|
(primitive-load #$%content-addressed-mirror-file))))))
|
2014-05-01 21:07:52 +02:00
|
|
|
|
2014-10-03 11:02:11 +02:00
|
|
|
(let ((uri (and (string? url) (string->uri url))))
|
|
|
|
|
(if (or (and (string? url) (not uri))
|
|
|
|
|
(and uri (memq (uri-scheme uri) '(#f file))))
|
2015-01-14 14:42:10 +01:00
|
|
|
(interned-file (if uri (uri-path uri) url)
|
|
|
|
|
(or name file-name))
|
|
|
|
|
(mlet %store-monad ((guile (package->derivation guile system)))
|
2014-10-03 11:02:11 +02:00
|
|
|
(gexp->derivation (or name file-name) builder
|
2015-01-14 14:42:10 +01:00
|
|
|
#:guile-for-build guile
|
2014-10-03 11:02:11 +02:00
|
|
|
#:system system
|
|
|
|
|
#:hash-algo hash-algo
|
|
|
|
|
#:hash hash
|
2014-03-05 23:25:37 +01:00
|
|
|
|
2015-08-29 00:48:35 +02:00
|
|
|
;; Use environment variables and a fixed script
|
|
|
|
|
;; name so there's only one script in store for
|
|
|
|
|
;; all the downloads.
|
|
|
|
|
#:script-name "download"
|
|
|
|
|
#:env-vars
|
2016-05-14 17:37:47 +02:00
|
|
|
`(("guix download url" . ,(object->string url))
|
|
|
|
|
("guix download hashes"
|
|
|
|
|
. ,(object->string `((,hash-algo . ,hash)))))
|
2015-08-29 00:48:35 +02:00
|
|
|
|
2015-04-30 23:54:06 +02:00
|
|
|
;; Honor the user's proxy settings.
|
|
|
|
|
#:leaked-env-vars '("http_proxy" "https_proxy")
|
|
|
|
|
|
2015-09-05 19:24:16 +02:00
|
|
|
;; In general, offloading downloads is not a good
|
|
|
|
|
;; idea. Daemons before 0.8.3 would also
|
|
|
|
|
;; interpret this as "do not substitute" (see
|
|
|
|
|
;; <https://bugs.gnu.org/18747>.)
|
|
|
|
|
#:local-build? #t)))))
|
2012-11-12 23:10:26 +01:00
|
|
|
|
2016-02-22 00:29:54 +01:00
|
|
|
(define* (url-fetch/tarbomb url hash-algo hash
|
|
|
|
|
#:optional name
|
|
|
|
|
#:key (system (%current-system))
|
|
|
|
|
(guile (default-guile)))
|
|
|
|
|
"Similar to 'url-fetch' but unpack the file from URL in a directory of its
|
|
|
|
|
own. This helper makes it easier to deal with \"tar bombs\"."
|
|
|
|
|
(define gzip
|
|
|
|
|
(module-ref (resolve-interface '(gnu packages compression)) 'gzip))
|
|
|
|
|
(define tar
|
|
|
|
|
(module-ref (resolve-interface '(gnu packages base)) 'tar))
|
|
|
|
|
|
|
|
|
|
(mlet %store-monad ((drv (url-fetch url hash-algo hash
|
|
|
|
|
(string-append "tarbomb-" name)
|
|
|
|
|
#:system system
|
|
|
|
|
#:guile guile)))
|
|
|
|
|
;; Take the tar bomb, and simply unpack it as a directory.
|
|
|
|
|
(gexp->derivation name
|
|
|
|
|
#~(begin
|
|
|
|
|
(mkdir #$output)
|
|
|
|
|
(setenv "PATH" (string-append #$gzip "/bin"))
|
|
|
|
|
(chdir #$output)
|
|
|
|
|
(zero? (system* (string-append #$tar "/bin/tar")
|
|
|
|
|
"xf" #$drv)))
|
|
|
|
|
#:local-build? #t)))
|
|
|
|
|
|
2013-04-21 22:40:23 +02:00
|
|
|
(define* (download-to-store store url #:optional (name (basename url))
|
2015-06-11 11:19:12 +02:00
|
|
|
#:key (log (current-error-port)) recursive?)
|
2013-04-21 22:40:23 +02:00
|
|
|
"Download from URL to STORE, either under NAME or URL's basename if
|
2015-06-11 11:19:12 +02:00
|
|
|
omitted. Write progress reports to LOG. RECURSIVE? has the same effect as
|
|
|
|
|
the same-named parameter of 'add-to-store'."
|
2013-10-12 16:39:10 +02:00
|
|
|
(define uri
|
|
|
|
|
(string->uri url))
|
|
|
|
|
|
2014-03-11 22:09:31 +01:00
|
|
|
(if (or (not uri) (memq (uri-scheme uri) '(file #f)))
|
2015-06-11 11:19:12 +02:00
|
|
|
(add-to-store store name recursive? "sha256"
|
2014-03-11 22:09:31 +01:00
|
|
|
(if uri (uri-path uri) url))
|
2013-10-12 16:39:10 +02:00
|
|
|
(call-with-temporary-output-file
|
|
|
|
|
(lambda (temp port)
|
|
|
|
|
(let ((result
|
|
|
|
|
(parameterize ((current-output-port log))
|
|
|
|
|
(build:url-fetch url temp #:mirrors %mirrors))))
|
|
|
|
|
(close port)
|
|
|
|
|
(and result
|
2015-06-11 11:19:12 +02:00
|
|
|
(add-to-store store name recursive? "sha256" temp)))))))
|
2013-04-21 22:40:23 +02:00
|
|
|
|
2012-11-12 23:10:26 +01:00
|
|
|
;;; download.scm ends here
|