juliaGuix/julia.scm

523 lines
16 KiB
Scheme
Raw Normal View History

2019-04-20 14:37:36 +02:00
(use-modules ((guix licenses)
#:prefix license:))
(use-modules
(guix packages))
(use-modules
(guix download))
(use-modules
(guix utils))
(use-modules
(guix git-download))
(use-modules
(guix build-system gnu))
(use-modules
(gnu packages))
(use-modules
(gnu packages algebra))
(use-modules
(gnu packages base))
(use-modules
(gnu packages compression))
(use-modules
(gnu packages elf))
(use-modules
(gnu packages gcc))
(use-modules
(gnu packages llvm))
(use-modules
(gnu packages libevent))
(use-modules
(gnu packages libunwind))
(use-modules
(gnu packages maths))
(use-modules
(gnu packages multiprecision)) ; mpfr)
(use-modules
(gnu packages pcre))
(use-modules
(gnu packages perl))
(use-modules
(gnu packages pkg-config))
(use-modules
(gnu packages python))
(use-modules
(gnu packages python-xyz))
(use-modules
(gnu packages textutils))
(use-modules
(gnu packages tls))
(use-modules
(gnu packages version-control))
(use-modules
(gnu packages wget))
(use-modules
(ice-9 match))
;; (define openblas-julia
;; (package
;; (inherit openblas)
;; (name "openblas-julia")
;; INTERFACE64=
;; ))
;; This works *BUT* we need to apply a lot of patches. Compiling this
;; with julia applies the patches automatically
(define llvm-julia
(package
(inherit llvm-6)
(name "llvm-julia")
(source
(origin
(method url-fetch)
(uri
(string-append
"http://releases.llvm.org/6.0.1/llvm-6.0.1.src.tar.xz"))
(sha256
(base32
"1qpls3vk85lydi5b4axl0809fv932qgsqgdgrk098567z4jc7mmn"))
(patches '("./llvm-6.0-D44650.patch"
"./llvm-6.0-DISABLE_ABI_CHECKS.patch"
"./llvm-6.0-NVPTX-addrspaces.patch"
"./llvm-6.0.0_D27296-libssp.patch"
"./llvm-D27629-AArch64-large_model_6.0.1.patch"
"./llvm-D34078-vectorize-fdiv.patch"
"./llvm-D42262-jumpthreading-not-i1.patch"
"./llvm-D44892-Perf-integration.patch"
"./llvm-D46460.patch"
"./llvm-D49832-SCEVPred.patch"
"./llvm-D50010-VNCoercion-ni.patch"
"./llvm-D50167-scev-umin.patch"
"./llvm-OProfile-line-num.patch"
"./llvm-PPC-addrspaces.patch"
"./llvm-rL323946-LSRTy.patch"
"./llvm-rL326967-aligned-load.patch"
"./llvm-rL327898.patch"
))
))
(arguments
(substitute-keyword-arguments
(package-arguments llvm-6)
((#:configure-flags flags)
'(list ;; Taken from NixOS. Only way I could get libLLVM-6.0.so
"-DCMAKE_BUILD_TYPE=Release"
"-DLLVM_INSTALL_UTILS=ON"
"-DLLVM_BUILD_TESTS=ON"
"-DLLVM_ENABLE_FFI=ON"
"-DLLVM_ENABLE_RTTI=ON"
;; "-DLLVM_HOST_TRIPLE=${stdenv.hostPlatform.config}"
;; "-DLLVM_DEFAULT_TARGET_TRIPLE=${stdenv.hostPlatform.config}"
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=WebAssembly"
"-DLLVM_ENABLE_DUMP=ON"
"-DLLVM_LINK_LLVM_DYLIB=ON")
)))))
(define libuv-julia
(let
((commit "2348256acf5759a544e5ca7935f638d2bc091d60"))
(package
(inherit libuv)
(name "libuv-julia")
(version commit)
(source
(origin
(method url-fetch)
(uri (string-append
"https://api.github.com/repos/JuliaLang/libuv/tarball/"
commit))
(sha256
(base32
"1363f4vqayfcv5zqg07qmzjff56yhad74k16c22ian45lram8mv8"))))
(build-system gnu-build-system)
(arguments
(substitute-keyword-arguments
(package-arguments libuv)
((#:phases phases)
`(modify-phases ,phases
(delete 'autogen)))))
(home-page "https://github.com/JuliaLang/libuv"))))
(package
(name "julia")
(version "1.1.0")
(source
(origin
(method url-fetch)
(uri
(string-append
"https://github.com/JuliaLang/julia/releases/download/v"
version "/julia-" version ".tar.gz"))
(sha256
(base32
"1bd6c5gqd7f2i837ay8iqi8h36smhcg0lq7f8c2axxaw8x6rcfmx"))))
(build-system gnu-build-system)
(arguments
`(#:test-target "test"
#:modules
((ice-9 match)
(guix build gnu-build-system)
(guix build utils))
;; Do not strip binaries to keep support for full backtraces.
;; See https://github.com/JuliaLang/julia/issues/17831
#:strip-binaries? #f
;; The DSOs use $ORIGIN to refer to each other, but (guix build
;; gremlin) doesn't support it yet, so skip this phase.
#:validate-runpath? #f
#:phases
(modify-phases %standard-phases
(delete 'configure)
(add-after 'unpack 'prepare-deps
(lambda*
(#:key inputs #:allow-other-keys)
(mkdir "deps/srccache")
(copy-file
(assoc-ref inputs "dsfmt")
"deps/srccache/dsfmt-2.2.3.tar.gz")
(copy-file
(string-append
(assoc-ref inputs "virtualenv")
"/bin/virtualenv")
"julia-env")
(copy-file
(assoc-ref inputs "libwhich")
(string-append "deps/srccache/libwhich-"
"81e9723c0273d78493dc8c8ed570f68d9ce7e89e"
".tar.gz"))
(copy-file (assoc-ref inputs "rmath")
"deps/srccache/Rmath-julia-0.1.tar.gz")
(copy-file
(assoc-ref inputs "objconv")
"deps/srccache/objconv.zip")
(copy-file
(assoc-ref inputs "suitesparse")
"deps/srccache/SuiteSparse-4.4.5.tar.gz")
;; needed by libwhich
(setenv "LD_LIBRARY_PATH"
(string-join
(map (lambda (pkg)
(string-append (assoc-ref inputs pkg) "/lib"))
(list
"arpack-ng" "fftw" "gmp" "lapack"
"libgit2" "mpfr" "openblas" "openlibm"
"openspecfun" "pcre2"
))
":"))
;; (copy-file
;; (assoc-ref inputs "llvm")
;; "deps/srccache/llvm-6.0.0.src.tar.xz")
#t))
;; FIXME: Building the documentation requires Julia packages that
;; would be downloaded from the Internet. We should build them in a
;; separate build phase.
(add-after 'unpack 'disable-documentation
(lambda _
(substitute* "Makefile"
(("(install: .*) \\$\\(BUILDROOT\\)/doc/_build/html/en/index.html" _ line)
(string-append line "\n"))
(("src ui doc deps")
"src ui deps"))
#t))
(add-before 'check 'set-home
;; Some tests require a home directory to be set.
(lambda _
(setenv "HOME" "/tmp")
#t))
(add-after 'unpack 'hardcode-soname-map
;; ./src/runtime_ccall.cpp creates a map from library names to paths
;; using the output of "/sbin/ldconfig -p". Since ldconfig is not
;; used in Guix, we patch runtime_ccall.cpp to contain a static map.
(lambda* (#:key inputs #:allow-other-keys)
(use-modules (ice-9 match))
(substitute* "src/runtime_ccall.cpp"
;; Patch out invocations of '/sbin/ldconfig' to avoid getting
;; error messages about missing '/sbin/ldconfig' on Guix System.
(("popen\\(.*ldconfig.*\\);")
"NULL;\n")
;; Populate 'sonameMap'.
(("jl_read_sonames.*;")
(string-join
(map (match-lambda
((input libname soname)
(string-append
"sonameMap[\"" libname "\"] = "
"\"" (assoc-ref inputs input) "/lib/" soname "\";")))
'(("libc" "libc" "libc.so.6")
("pcre2" "libpcre2-8" "libpcre2-8.so")
("mpfr" "libmpfr" "libmpfr.so")
("openblas" "libblas" "libopenblas.so")
("arpack-ng" "libarpack" "libarpack.so")
("lapack" "liblapack" "liblapack.so")
("libgit2" "libgit2" "libgit2.so")
("gmp" "libgmp" "libgmp.so")
;; ("openlibm" "libopenlibm" "libopenlibm.so")
("openspecfun" "libopenspecfun" "libopenspecfun.so")
("fftw" "libfftw3" "libfftw3_threads.so")
("fftwf" "libfftw3f" "libfftw3f_threads.so"))))))
;; FIXME: NIXO
;; (substitute* "base/fft/FFTW.jl"
;; (("const libfftw = Base.libfftw_name")
;; (string-append "const libfftw = \""
;; (assoc-ref inputs "fftw") "/lib/libfftw3_threads.so"
;; "\""))
;; (("const libfftwf = Base.libfftwf_name")
;; (string-append "const libfftwf = \""
;; (assoc-ref inputs "fftwf") "/lib/libfftw3f_threads.so"
;; "\"")))
(substitute* "base/math.jl"
(("const libm = Base.libm_name")
(string-append "const libm = \""
(assoc-ref inputs "openlibm")
"/lib/libopenlibm.so"
"\""))
(("const openspecfun = \"libopenspecfun\"")
(string-append "const openspecfun = \""
(assoc-ref inputs "openspecfun")
"/lib/libopenspecfun.so"
"\"")))
;; (substitute* "base/pcre.jl"
;; (("const PCRE_LIB = \"libpcre2-8\"")
;; (string-append "const PCRE_LIB = \""
;; (assoc-ref inputs "pcre2")
;; "/lib/libpcre2-8.so" "\"")))
#t))
(add-before 'build 'fix-include-and-link-paths
(lambda*
(#:key inputs #:allow-other-keys)
;; LIBUTF8PROC is a linker flag, not a build target. It is
;; included in the LIBFILES_* variable which is used as a
;; collection of build targets and a list of libraries to link
;; against.
(substitute* "src/flisp/Makefile"
(("\\$\\(BUILDDIR\\)/\\$\\(EXENAME\\): \\$\\(OBJS\\) \\$\\(LIBFILES_release\\)")
"$(BUILDDIR)/$(EXENAME): $(OBJS) $(LLT_release)")
(("\\$\\(BUILDDIR\\)/\\$\\(EXENAME\\)-debug: \\$\\(DOBJS\\) \\$\\(LIBFILES_debug\\)")
"$(BUILDDIR)/$(EXENAME)-debug: $(DOBJS) $(LLT_debug)"))
;; The REPL must be linked with libuv.
(substitute* "ui/Makefile"
(("JLDFLAGS \\+= ")
(string-append "JLDFLAGS += "
(assoc-ref %build-inputs "libuv")
"/lib/libuv.so ")))
(substitute* "base/Makefile"
(("\\$\\(build_includedir\\)/uv/errno.h")
(string-append
(assoc-ref inputs "libuv")
"/include/uv/errno.h")))
#t))
(add-before 'build 'replace-default-shell
(lambda _
(substitute* "base/client.jl"
(("/bin/sh")
(which "sh")))
#t))
(add-after 'unpack 'hardcode-paths
(lambda _
(substitute* "stdlib/InteractiveUtils/src/InteractiveUtils.jl"
(("`which") (string-append "`" (which "which")))
(("`wget") (string-append "`" (which "wget"))))
#t))
(add-before 'check 'disable-broken-tests
(lambda _
(define (touch file-name)
(call-with-output-file file-name (const #t)))
;; Don't know why FIXME
;; (substitute* "stdlib/LibGit2/test/libgit2.jl"
;; (("!LibGit2.use_http_path(cfg, github_cred)")
;; "true")
;; (("LibGit2.use_http_path(cfg, mygit_cred)")
;; "true"))
(map (lambda (test)
(delete-file test)
(touch test))
'("stdlib/Sockets/test/runtests.jl"
"stdlib/Distributed/test/runtests.jl"
"stdlib/LibGit2/test/libgit2.jl"
))
(substitute* "test/choosetests.jl"
;; These tests fail, probably because some of the input
;; binaries have been stripped and thus backtraces don't look
;; as expected.
(("\"backtrace\",")
"")
(("\"cmdlineargs\",")
""))
#t)))
#:make-flags
(list
(string-append "prefix=" (assoc-ref %outputs "out"))
(string-append "PREFIX=" (assoc-ref %outputs "out"))
;; Passing the MARCH flag is necessary to build binary substitutes for
;; the supported architectures.
,(match
(or
(%current-target-system)
(%current-system))
("x86_64-linux" "MARCH=x86-64")
("i686-linux" "MARCH=pentium4")
("aarch64-linux" "MARCH=armv8-a")
;; Prevent errors when querying this package on unsupported
;; platforms, e.g. when running "guix package --search="
(_ "MARCH=UNSUPPORTED"))
"CONFIG_SHELL=bash" ;needed to build bundled libraries
"USE_SYSTEM_DSFMT=0" ;not packaged for Guix and upstream has no
;build system for a shared library.
"USE_SYSTEM_LAPACK=1"
"USE_SYSTEM_BLAS=1"
;; TODO: What about building blas with 64 support?
"USE_BLAS64=0" ;needed when USE_SYSTEM_BLAS=1
"LIBBLAS=-lopenblas"
"LIBBLASNAME=libopenblas"
"USE_SYSTEM_FFTW=1"
"LIBFFTWNAME=libfftw3"
"LIBFFTWFNAME=libfftw3f"
;; TODO: Suitesparse does not install shared libraries, so we cannot
;; use the suitesparse package.
;; "USE_SYSTEM_SUITESPARSE=1"
;; (string-append "SUITESPARSE_INC=-I "
;; (assoc-ref %build-inputs "suitesparse")
;; "/include")
"USE_GPL_LIBS=1" ;proudly
"USE_SYSTEM_UTF8PROC=1"
(string-append "UTF8PROC_INC="
(assoc-ref %build-inputs "utf8proc")
"/include")
"USE_SYSTEM_LLVM=1"
"LLVM_VER=6.0.1"
;; "LLVM_VER=6.0.0"
"USE_LLVM_SHLIB=1" ; FIXME: fails when set to 1
"USE_SYSTEM_LIBUNWIND=1"
"USE_SYSTEM_LIBUV=1"
(string-append "LIBUV="
(assoc-ref %build-inputs "libuv")
"/lib/libuv.so")
(string-append "LIBUV_INC="
(assoc-ref %build-inputs "libuv")
"/include")
"USE_SYSTEM_PATCHELF=1"
"USE_SYSTEM_PCRE=1"
"USE_SYSTEM_OPENLIBM=1"
"USE_SYSTEM_GMP=1"
"USE_SYSTEM_MPFR=1"
"USE_SYSTEM_ARPACK=1"
"USE_SYSTEM_LIBGIT2=1"
"USE_SYSTEM_ZLIB=1"
"USE_SYSTEM_OPENSPECFUN=1")))
(inputs
`( ("llvm" ,llvm-julia)
;; The bundled version is 3.3.0 so stick to that version. With other
;; versions, we get test failures in 'linalg/arnoldi' as described in
;; <https://bugs.gnu.org/30282>.
("arpack-ng" ,arpack-ng-3.3.0)
("coreutils" ,coreutils)
;for bindings to "mkdir" and the like
("lapack" ,lapack)
("openblas" ,openblas)
;Julia does not build with Atlas
("libunwind" ,libunwind)
("openlibm" ,openlibm)
("openspecfun" ,openspecfun)
("libuv", libuv-julia)
("libgit2" ,libgit2)
("fftw" ,fftw)
("fftwf" ,fftwf)
("fortran" ,gfortran)
("pcre2" ,pcre2)
("utf8proc" ,utf8proc)
("mpfr" ,mpfr)
("wget" ,wget)
("which" ,which)
("zlib" ,zlib)
("gmp" ,gmp)
("virtualenv" ,python2-virtualenv)
;; FIXME: The following inputs are downloaded from upstream to allow us
;; to use the lightweight Julia release tarball. Ideally, these inputs
;; would eventually be replaced with proper Guix packages.
;; TODO: run "make -f contrib/repackage_system_suitesparse4.make" to copy static lib
("rmath"
,(origin
(method url-fetch)
(uri "https://api.github.com/repos/JuliaLang/Rmath-julia/tarball/v0.1")
(sha256
(base32
"1qyps217175qhid46l8f5i1v8i82slgp23ia63x2hzxwfmx8617p"))))
("suitesparse"
,(origin
(method url-fetch)
(uri "http://faculty.cse.tamu.edu/davis/SuiteSparse/SuiteSparse-4.4.5.tar.gz")
(sha256
(base32
"1jcbxb8jx5wlcixzf6n5dca2rcfx6mlcms1k2rl5gp67ay3bix43"))))
("objconv"
,(origin
(method url-fetch)
;; No versioned URL, see <https://www.agner.org/optimize/> for updates.
(uri "https://www.agner.org/optimize/objconv.zip")
(file-name "objconv-2018-10-07.zip")
(sha256
(base32
"0wp6ld9vk11f4nnkn56627zmlv9k5vafi99qa3yyn1pgcd61zcfs"))))
("libwhich"
,(origin
(method url-fetch)
(uri
(string-append
"https://api.github.com/repos/vtjnash/libwhich/tarball/"
"81e9723c0273d78493dc8c8ed570f68d9ce7e89e"))
(sha256
(base32
"1p7zg31kpmpbmh1znrk1xrbd074agx13b9q4dcw8n2zrwwdlbz3b"))))
;; ("llvm"
;; ,(origin
;; (method url-fetch)
;; (uri
;; (string-append
;; "http://releases.llvm.org/6.0.0/llvm-6.0.0.src.tar.xz"))
;; (sha256
;; (base32
;; "0224xvfg6h40y5lrbnb9qaq3grmdc5rg00xq03s1wxjfbf8krx8z"))))
;; ("cmake" ,cmake) ;; required to build llvm
("dsfmt"
,(origin
(method url-fetch)
(uri
(string-append
"http://www.math.sci.hiroshima-u.ac.jp/~m-mat/MT/"
"SFMT/dSFMT-src-2.2.3.tar.gz"))
(sha256
(base32
"03kaqbjbi6viz0n33dk5jlf6ayxqlsq4804n7kwkndiga9s4hd42"))))))
(native-inputs
`(("openssl" ,openssl)
("perl" ,perl)
("patchelf" ,patchelf)
("pkg-config" ,pkg-config)
("python" ,python-2)))
;; Julia is not officially released for ARM and MIPS.
;; See https://github.com/JuliaLang/julia/issues/10639
(supported-systems
'("i686-linux" "x86_64-linux" "aarch64-linux"))
(home-page "https://julialang.org/")
(synopsis "High-performance dynamic language for technical computing")
(description
"Julia is a high-level, high-performance dynamic programming language for
technical computing, with syntax that is familiar to users of other technical
computing environments. It provides a sophisticated compiler, distributed
parallel execution, numerical accuracy, and an extensive mathematical function
library.")
(license license:expat))