[jackhill/guix/guix.git] / gnu / packages / storage.scm

;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2017, 2018 Marius Bakke <mbakke@fastmail.com>
;;; Copyright © 2017 Rutger Helling <rhelling@mykolab.com>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (gnu packages storage)
  #:use-module (guix download)
  #:use-module ((guix licenses) #:prefix license:)
  #:use-module (guix packages)
  #:use-module (guix utils)
  #:use-module (guix build-system cmake)
  #:use-module (gnu packages)
  #:use-module (gnu packages admin)
  #:use-module (gnu packages assembly)
  #:use-module (gnu packages authentication)
  #:use-module (gnu packages bdw-gc)
  #:use-module (gnu packages boost)
  #:use-module (gnu packages check)
  #:use-module (gnu packages compression)
  #:use-module (gnu packages crypto)
  #:use-module (gnu packages cryptsetup)
  #:use-module (gnu packages curl)
  #:use-module (gnu packages databases)
  #:use-module (gnu packages disk)
  #:use-module (gnu packages gcc)
  #:use-module (gnu packages gperf)
  #:use-module (gnu packages jemalloc)
  #:use-module (gnu packages linux)
  #:use-module (gnu packages lua)
  #:use-module (gnu packages nss)
  #:use-module (gnu packages openldap)
  #:use-module (gnu packages perl)
  #:use-module (gnu packages pkg-config)
  #:use-module (gnu packages python)
  #:use-module (gnu packages python-xyz)
  #:use-module (gnu packages sphinx)
  #:use-module (gnu packages tls)
  #:use-module (gnu packages web)
  #:use-module (gnu packages xml))

(define-public ceph
  (package
    (name "ceph")
    (version "13.2.6")
    (source (origin
              (method url-fetch)
              (uri (string-append "https://download.ceph.com/tarballs/ceph-"
                                  version ".tar.gz"))
              (sha256
               (base32
                "13f5qs7jpxprplk4irwlx90mc9gvm48fvd3q471xcqc3n6z1qywz"))
              (patches
               (search-patches "ceph-skip-unittest_blockdev.patch"
                               "ceph-skip-collect-sys-info-test.patch"
                               "ceph-detect-rocksdb.patch"
                               "ceph-volume-respect-PATH.patch"
                               "ceph-disable-cpu-optimizations.patch"))
              (modules '((guix build utils)))
              (snippet
               '(begin
                  (for-each delete-file-recursively
                            '(;; TODO: Unbundle these:
                              ;"src/isa-l"
                              ;"src/lua"
                              ;"src/googletest"
                              ;"src/xxHash"
                              ;"src/zstd"
                              ;"src/civetweb"
                              "src/test/downloads"
                              "src/rapidjson"
                              "src/spdk"
                              "src/rocksdb"
                              "src/boost"))
                  #t))))
    (build-system cmake-build-system)
    (arguments
     `(#:configure-flags
       (let* ((out (assoc-ref %outputs "out"))
              (lib (assoc-ref %outputs "lib"))
              (libdir (string-append lib "/lib")))
         (list (string-append "-DCMAKE_INSTALL_PREFIX=" out)
               (string-append "-DCMAKE_INSTALL_LIBDIR=" libdir)
               (string-append "-DCMAKE_INSTALL_INCLUDEDIR="
                              lib "/include")
               ;; We need both libdir and libdir/ceph in RUNPATH.
               (string-append "-DCMAKE_INSTALL_RPATH="
                              libdir ";" libdir "/ceph")
               (string-append "-DCMAKE_INSTALL_SYSCONFDIR=" out "/etc")
               (string-append "-DCMAKE_INSTALL_MANDIR=" out "/share/man")
               (string-append "-DCMAKE_INSTALL_DOCDIR=" out "/share/ceph/doc")
               (string-append "-DCMAKE_INSTALL_LIBEXECDIR=" out "/libexec")
               (string-append "-DKEYUTILS_INCLUDE_DIR="
                              (assoc-ref %build-inputs "keyutils") "/include")
               (string-append "-DXFS_INCLUDE_DIR="
                              (assoc-ref %build-inputs "xfsprogs") "/include")
               "-DCMAKE_INSTALL_LOCALSTATEDIR=/var"
               "-DENABLE_SHARED=ON"
               "-DWITH_SYSTEM_ROCKSDB=ON"
               "-DWITH_SYSTEM_BOOST=ON"
               "-DWITH_PYTHON3=ON"
               ;; TODO: Enable these when available in Guix.
               "-DWITH_MGR_DASHBOARD_FRONTEND=OFF"       ;requires node + nodeenv
               "-DWITH_BABELTRACE=OFF"
               "-DWITH_LTTNG=OFF"
               "-DWITH_SPDK=OFF"
               "-DWITH_XIO=OFF"
               ;; Use jemalloc instead of tcmalloc.
               "-DALLOCATOR=jemalloc"))
       ;; FIXME: Some of the tests leak Btrfs subvolumes on Btrfs. See
       ;; <https://bugs.gnu.org/29674> for details. Disable tests until
       ;; resolved.
       #:tests? #f
       #:phases
       (modify-phases %standard-phases
         (add-after 'unpack 'patch-source
           (lambda* (#:key outputs #:allow-other-keys)
             (let ((out (assoc-ref outputs "out"))
                   (lib (assoc-ref outputs "lib")))

               (substitute* "cmake/modules/Distutils.cmake"
                 ;; Prevent creation of Python eggs.
                 (("setup.py install")
                  "setup.py install --single-version-externally-managed --root=/"))

               (substitute* (find-files "src/pybind" "^setup\\.py$")
                 ;; Here we inject an extra line to the `setup.py' of the
                 ;; Python C libraries so RUNPATH gets set up correctly.
                 (("^([[:blank:]]+)extra_compile_args=(.*)$" _ indent args)
                  (string-append indent "extra_compile_args=" args
                                 indent "extra_link_args=['-Wl,-rpath="
                                 lib "/lib'],\n")))

               (substitute* "src/ceph-disk/tox.ini"
                 ;; Disable flake8 test since it complains about too long lines.
                 (("envlist = flake8,py27") "envlist = py27"))

               (substitute* "src/ceph-detect-init/tox.ini"
                 ;; Disable python3 tests until we at least get py2 working.
                 (("envlist = pep8,py27,py3") "envlist = pep8,py27"))

               (substitute* "src/key_value_store/kv_flat_btree_async.cc"
                 (("/usr/include/") ""))

               (substitute* "src/test/test_subprocess.cc"
                 (("/bin/sh") (which "sh")))
               (substitute* "qa/standalone/special/ceph_objectstore_tool.py"
                 (("/bin/rm") (which "rm")))
               (substitute* "src/ceph-disk/ceph_disk/main.py"
                 (("/bin/mount") "mount")
                 (("/bin/umount") "umount")
                 (("/sbin/blkid") (which "blkid"))
                 (("'cryptsetup'") (string-append "'" (which "cryptsetup") "'"))
                 (("'sgdisk'") (string-append "'" (which "sgdisk") "'"))
                 (("'parted'") (string-append "'" (which "parted") "'"))
                 (("'udevadm'") (string-append "'" (which "udevadm") "'")))

               (substitute* "udev/50-rbd.rules"
                 (("/usr/bin/ceph-rbdnamer")
                  (string-append out "/bin/ceph-rbdnamer")))
               (substitute* "udev/60-ceph-by-parttypeuuid.rules"
                 (("/sbin/blkid") (which "blkid")))
               (substitute* "udev/95-ceph-osd.rules"
                 (("/usr/sbin/ceph-disk")
                  (string-append out "/bin/ceph-disk")))

               (substitute* "src/test/run-cli-tests"
                 ;; Use our python-cram instead of the (un)bundled one.
                 (("CRAM_BIN=.*$")
                  (string-append "CRAM_BIN=" (which "cram") "\n")))

               ;; Disable tests that are known to fail.
               ;; TODO: The majority of these fail because
               ;; 'qa/workunits/ceph-helpers.sh' expects to find
               ;; /tmp/ceph-disk-virtualenv/bin/ceph-disk, but somehow
               ;; src/ceph-disk/CMakeLists.txt fails to create it.
               (substitute* "src/test/CMakeLists.txt"
                 ;; FIXME: These tests fails because `ceph-disk'
                 ;; is not available.
                 (("^add_ceph_test\\(test-ceph-helpers\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test_pidfile\\.sh.*$") "\n")
                 ;; XXX Why does this fail.
                 (("^add_ceph_test\\(cephtool-test-mon\\.sh.*$") "\n")
                 ;; This fails due to missing '/etc/fstab'.
                 (("^add_ceph_test\\(cephtool-test-rados\\.sh.*$") "\n")
                 ;; `Bad messages to stderr: OSD has the store locked'
                 (("^add_ceph_test\\(ceph_objectstore_tool\\.py.*$") "\n")
                 ;; The bundled python-cram fork needs patching to work on
                 ;; guix, and the system version does not support --error-dir.
                 ;; https://bitbucket.org/brodie/cram/issues/9
                 (("^add_ceph_test\\(run-cli-tests.*$") "\n")
                 ;; FIXME: tox/virtualenv/pip does not discover the
                 ;; required packages and tries to go online.
                 (("^add_test\\(NAME run-tox-ceph-disk.*$") "\n")
                 (("^add_test\\(NAME run-tox-ceph-detect-init.*$") "\n")
                 ;; Also remove from the set_property block.
                 (("run-tox-ceph-disk") "")
                 (("run-tox-ceph-detect-init") ""))
               ;; TODO: This also seems to fail because of /etc/os-release.
               ;; How to make src/common/util.cc behave without it.
               (substitute* "src/test/crush/CMakeLists.txt"
                 (("^add_ceph_test\\(crush-classes\\.sh.*$") "\n"))
               ;; More 'ceph-disk' issues here.. :-(
               (substitute* "src/test/erasure-code/CMakeLists.txt"
                 (("^add_ceph_test\\(test-erasure-code-plugins\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test-erasure-code\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test-erasure-eio\\.sh.*$") "\n"))
               (substitute* "src/test/libradosstriper/CMakeLists.txt"
                 (("^add_ceph_test\\(rados-striper\\.sh.*$") "\n"))
               (substitute* "src/test/mon/CMakeLists.txt"
                 (("^add_ceph_test\\(osd-crush\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test_pool_quota\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-pool-create\\.sh.*$") "\n"))
               (substitute* "src/test/osd/CMakeLists.txt"
                 (("^add_ceph_test\\(osd-bench\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-config\\.sh.*$") "\n")
                 (("add_ceph_test\\(osd-dup\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-markdown\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-reactivate\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-reuse-id\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-scrub-repair\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-scrub-snaps\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-copy-from\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-fast-mark-down\\.sh.*$") "\n"))
               #t)))
         (add-before 'configure 'gcc-workaround
           (lambda _
             (unsetenv "C_INCLUDE_PATH")
             (unsetenv "CPLUS_INCLUDE_PATH")
             #t))
         (add-before 'check 'set-check-environment
           (lambda _
             ;; Run tests in parallel.
             (setenv "CTEST_PARALLEL_LEVEL"
                     (number->string (parallel-job-count)))
             ;; `pip' requires write access in $HOME.
             (setenv "HOME" "/tmp")
             #t))
         (add-before 'install 'set-install-environment
           (lambda* (#:key outputs #:allow-other-keys)
             (let* ((out (assoc-ref outputs "out"))
                    (py2sitedir
                     (string-append out "/lib/python2.7/site-packages"))
                    (py3sitedir
                     (string-append out "/lib/python"
                                    ,(version-major+minor
                                      (package-version python))
                                    "/site-packages")))
               ;; The Python install scripts refuses to function if
               ;; the install directory is not on PYTHONPATH.
               (setenv "PYTHONPATH"
                       (string-append py2sitedir ":" py3sitedir ":"
                                      (getenv "PYTHONPATH")))
               #t)))
         (add-after 'install 'wrap-python-scripts
           (lambda* (#:key inputs outputs #:allow-other-keys)
             (let* ((out (assoc-ref outputs "out"))
                    (scripts '("ceph" "ceph-mgr" "ceph-volume"
                               "ceph-detect-init"
                               "ceph-disk")) ;deprecated
                    (prettytable (assoc-ref inputs "python2-prettytable"))
                    (six (assoc-ref inputs "python2-six"))
                    (sitedir (lambda (package)
                               (string-append package
                                              "/lib/python2.7/site-packages")))
                    (PYTHONPATH (string-append
                                 (sitedir out) ":"
                                 (sitedir six) ":"
                                 (sitedir prettytable))))
               (for-each (lambda (executable)
                           (wrap-program (string-append out "/bin/" executable)
                             `("PYTHONPATH" ":" prefix (,PYTHONPATH))))
                         scripts)
               #t))))))
    (outputs
     '("out" "lib"))
    (native-inputs
     `(("gcc" ,gcc-7)                      ;7 or later is required
       ("gperf" ,gperf)
       ("pkg-config" ,pkg-config)
       ("python-cython" ,python-cython)
       ("python-sphinx" ,python-sphinx)
       ("yasm" ,yasm)

       ;; For tests.
       ("inetutils" ,inetutils)
       ("jq" ,jq)
       ("perl" ,perl)
       ("xmlstarlet" ,xmlstarlet)
       ("python2-cram" ,python2-cram)
       ("python2-virtualenv" ,python2-virtualenv)

       ;; These dependencies are taken from test-requirements.txt
       ;; of ceph-disk and ceph-detect-init. The latter can also
       ;; test against python3, but let's try to get python2 tests
       ;; working first since that is the default.
       ("python2-configobj" ,python2-configobj)
       ("python2-coverage" ,python2-coverage)
       ("python2-discover" ,python2-discover)
       ("python2-fixtures" ,python2-fixtures)
       ("python2-flake8" ,python2-flake8)
       ("python2-mock" ,python2-mock)
       ("python2-nose" ,python2-nose)
       ("python2-pip" ,python2-pip)
       ("python2-pytest" ,python2-pytest)
       ("python2-subunit" ,python2-subunit)
       ("python2-testrepository" ,python2-testrepository)
       ("python2-testtools" ,python2-testtools)
       ("python2-tox" ,python2-tox)))
    (inputs
     `(("boost" ,boost)
       ("curl" ,curl)
       ("cryptsetup" ,cryptsetup)
       ("expat" ,expat)
       ("fcgi" ,fcgi)
       ("fuse" ,fuse)
       ("gptfdisk" ,gptfdisk)
       ("jemalloc" ,jemalloc)
       ("keyutils" ,keyutils)
       ("leveldb" ,leveldb)
       ("libaio" ,libaio)
       ("libatomic-ops" ,libatomic-ops)
       ("lua" ,lua)
       ("lz4" ,lz4)
       ("oath-toolkit" ,oath-toolkit)
       ("openldap" ,openldap)
       ("openssl" ,openssl)
       ("nss" ,nss)
       ("parted" ,parted)
       ("python@2" ,python-2)
       ("python2-prettytable" ,python2-prettytable)      ;used by ceph_daemon.py
       ("python2-six" ,python2-six)                      ;for ceph-mgr + plugins
       ("python@3" ,python-3)
       ("rapidjson" ,rapidjson)
       ("rocksdb" ,rocksdb)
       ("snappy" ,snappy)
       ("udev" ,eudev)
       ("util-linux" ,util-linux)
       ("xfsprogs" ,xfsprogs)
       ("zlib" ,zlib)))
    (home-page "https://ceph.com/")
    (synopsis "Distributed object store and file system")
    (description
     "Ceph is a distributed storage system designed for reliability and
performance.  It provides network-based block devices (RBD), a POSIX
compliant file system (CephFS), and offers compatibility with various
storage protocols (S3, NFS, and others) through the RADOS gateway.")
    ;; The Ceph libraries are LGPL2.1 and most of the utilities fall under
    ;; GPL2. The installed erasure code plugins are BSD-3 licensed and do
    ;; not use the GPL code. The source archive includes a number of files
    ;; carrying other licenses; consult COPYING for more information. Note
    ;; that COPYING does not cover third-party bundled software.
    (license (list license:lgpl2.1 license:gpl2  ;some files are 'or later'
                   license:cc-by-sa3.0           ;documentation
                   license:bsd-3                 ;isa-l,jerasure,++
                   license:expat))))             ;civetweb,java bindings
Commit	Line	Data
dcfe44cb	1	;;; GNU Guix --- Functional package management for GNU
5b0b520e	2	;;; Copyright © 2017, 2018 Marius Bakke <mbakke@fastmail.com>
5bf306f9	3	;;; Copyright © 2017 Rutger Helling <rhelling@mykolab.com>
dcfe44cb MB	4	;;;
	5	;;; This file is part of GNU Guix.
	6	;;;
	7	;;; GNU Guix is free software; you can redistribute it and/or modify it
	8	;;; under the terms of the GNU General Public License as published by
	9	;;; the Free Software Foundation; either version 3 of the License, or (at
	10	;;; your option) any later version.
	11	;;;
	12	;;; GNU Guix is distributed in the hope that it will be useful, but
	13	;;; WITHOUT ANY WARRANTY; without even the implied warranty of
	14	;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	15	;;; GNU General Public License for more details.
	16	;;;
	17	;;; You should have received a copy of the GNU General Public License
	18	;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
	19
	20	(define-module (gnu packages storage)
	21	#:use-module (guix download)
	22	#:use-module ((guix licenses) #:prefix license:)
	23	#:use-module (guix packages)
	24	#:use-module (guix utils)
	25	#:use-module (guix build-system cmake)
	26	#:use-module (gnu packages)
	27	#:use-module (gnu packages admin)
	28	#:use-module (gnu packages assembly)
1badc850	29	#:use-module (gnu packages authentication)
dcfe44cb MB	30	#:use-module (gnu packages bdw-gc)
dcfe44cb MB	31	#:use-module (gnu packages boost)
ac257f12	32	#:use-module (gnu packages check)
dcfe44cb MB	33	#:use-module (gnu packages compression)
	34	#:use-module (gnu packages crypto)
	35	#:use-module (gnu packages cryptsetup)
	36	#:use-module (gnu packages curl)
	37	#:use-module (gnu packages databases)
	38	#:use-module (gnu packages disk)
1badc850	39	#:use-module (gnu packages gcc)
5b0b520e	40	#:use-module (gnu packages gperf)
dcfe44cb MB	41	#:use-module (gnu packages jemalloc)
	42	#:use-module (gnu packages linux)
	43	#:use-module (gnu packages lua)
aff0cce9	44	#:use-module (gnu packages nss)
dcfe44cb MB	45	#:use-module (gnu packages openldap)
	46	#:use-module (gnu packages perl)
	47	#:use-module (gnu packages pkg-config)
	48	#:use-module (gnu packages python)
44d10b1f	49	#:use-module (gnu packages python-xyz)
9d0c291e	50	#:use-module (gnu packages sphinx)
dcfe44cb MB	51	#:use-module (gnu packages tls)
	52	#:use-module (gnu packages web)
	53	#:use-module (gnu packages xml))
	54
	55	(define-public ceph
	56	(package
	57	(name "ceph")
2ea01d91	58	(version "13.2.6")
dcfe44cb MB	59	(source (origin
	60	(method url-fetch)
	61	(uri (string-append "https://download.ceph.com/tarballs/ceph-"
	62	version ".tar.gz"))
	63	(sha256
	64	(base32
2ea01d91	65	"13f5qs7jpxprplk4irwlx90mc9gvm48fvd3q471xcqc3n6z1qywz"))
dcfe44cb MB	66	(patches
	67	(search-patches "ceph-skip-unittest_blockdev.patch"
	68	"ceph-skip-collect-sys-info-test.patch"
1badc850 MB	69	"ceph-detect-rocksdb.patch"
1badc850 MB	70	"ceph-volume-respect-PATH.patch"
dcfe44cb MB	71	"ceph-disable-cpu-optimizations.patch"))
	72	(modules '((guix build utils)))
	73	(snippet
	74	'(begin
	75	(for-each delete-file-recursively
	76	'(;; TODO: Unbundle these:
	77	;"src/isa-l"
	78	;"src/lua"
	79	;"src/googletest"
	80	;"src/xxHash"
	81	;"src/zstd"
	82	;"src/civetweb"
dcfe44cb	83	"src/test/downloads"
1badc850	84	"src/rapidjson"
dcfe44cb MB	85	"src/spdk"
	86	"src/rocksdb"
	87	"src/boost"))
	88	#t))))
	89	(build-system cmake-build-system)
	90	(arguments
	91	`(#:configure-flags
	92	(let* ((out (assoc-ref %outputs "out"))
	93	(lib (assoc-ref %outputs "lib"))
	94	(libdir (string-append lib "/lib")))
	95	(list (string-append "-DCMAKE_INSTALL_PREFIX=" out)
	96	(string-append "-DCMAKE_INSTALL_LIBDIR=" libdir)
02a4efb2 MB	97	(string-append "-DCMAKE_INSTALL_INCLUDEDIR="
02a4efb2 MB	98	lib "/include")
dcfe44cb MB	99	;; We need both libdir and libdir/ceph in RUNPATH.
	100	(string-append "-DCMAKE_INSTALL_RPATH="
	101	libdir ";" libdir "/ceph")
	102	(string-append "-DCMAKE_INSTALL_SYSCONFDIR=" out "/etc")
	103	(string-append "-DCMAKE_INSTALL_MANDIR=" out "/share/man")
	104	(string-append "-DCMAKE_INSTALL_DOCDIR=" out "/share/ceph/doc")
	105	(string-append "-DCMAKE_INSTALL_LIBEXECDIR=" out "/libexec")
	106	(string-append "-DKEYUTILS_INCLUDE_DIR="
	107	(assoc-ref %build-inputs "keyutils") "/include")
67b1d9a1 MB	108	(string-append "-DXFS_INCLUDE_DIR="
67b1d9a1 MB	109	(assoc-ref %build-inputs "xfsprogs") "/include")
dcfe44cb MB	110	"-DCMAKE_INSTALL_LOCALSTATEDIR=/var"
dcfe44cb MB	111	"-DENABLE_SHARED=ON"
dcfe44cb MB	112	"-DWITH_SYSTEM_ROCKSDB=ON"
	113	"-DWITH_SYSTEM_BOOST=ON"
	114	"-DWITH_PYTHON3=ON"
	115	;; TODO: Enable these when available in Guix.
1badc850	116	"-DWITH_MGR_DASHBOARD_FRONTEND=OFF" ;requires node + nodeenv
5b0b520e	117	"-DWITH_BABELTRACE=OFF"
dcfe44cb	118	"-DWITH_LTTNG=OFF"
1badc850	119	"-DWITH_SPDK=OFF"
dcfe44cb MB	120	"-DWITH_XIO=OFF"
	121	;; Use jemalloc instead of tcmalloc.
	122	"-DALLOCATOR=jemalloc"))
5bf306f9 RH	123	;; FIXME: Some of the tests leak Btrfs subvolumes on Btrfs. See
	124	;; <https://bugs.gnu.org/29674> for details. Disable tests until
	125	;; resolved.
	126	#:tests? #f
dcfe44cb MB	127	#:phases
	128	(modify-phases %standard-phases
	129	(add-after 'unpack 'patch-source
	130	(lambda* (#:key outputs #:allow-other-keys)
	131	(let ((out (assoc-ref outputs "out"))
	132	(lib (assoc-ref outputs "lib")))
	133
dcfe44cb MB	134	(substitute* "cmake/modules/Distutils.cmake"
	135	;; Prevent creation of Python eggs.
	136	(("setup.py install")
	137	"setup.py install --single-version-externally-managed --root=/"))
	138
	139	(substitute* (find-files "src/pybind" "^setup\\.py$")
	140	;; Here we inject an extra line to the `setup.py' of the
	141	;; Python C libraries so RUNPATH gets set up correctly.
	142	(("^([[:blank:]]+)extra_compile_args=(.*)$" _ indent args)
	143	(string-append indent "extra_compile_args=" args
	144	indent "extra_link_args=['-Wl,-rpath="
	145	lib "/lib'],\n")))
	146
	147	(substitute* "src/ceph-disk/tox.ini"
	148	;; Disable flake8 test since it complains about too long lines.
	149	(("envlist = flake8,py27") "envlist = py27"))
	150
	151	(substitute* "src/ceph-detect-init/tox.ini"
	152	;; Disable python3 tests until we at least get py2 working.
	153	(("envlist = pep8,py27,py3") "envlist = pep8,py27"))
	154
	155	(substitute* "src/key_value_store/kv_flat_btree_async.cc"
	156	(("/usr/include/") ""))
	157
	158	(substitute* "src/test/test_subprocess.cc"
	159	(("/bin/sh") (which "sh")))
5b0b520e	160	(substitute* "qa/standalone/special/ceph_objectstore_tool.py"
dcfe44cb MB	161	(("/bin/rm") (which "rm")))
	162	(substitute* "src/ceph-disk/ceph_disk/main.py"
	163	(("/bin/mount") "mount")
	164	(("/bin/umount") "umount")
	165	(("/sbin/blkid") (which "blkid"))
5b0b520e	166	(("'cryptsetup'") (string-append "'" (which "cryptsetup") "'"))
dcfe44cb MB	167	(("'sgdisk'") (string-append "'" (which "sgdisk") "'"))
	168	(("'parted'") (string-append "'" (which "parted") "'"))
	169	(("'udevadm'") (string-append "'" (which "udevadm") "'")))
	170
dcfe44cb MB	171	(substitute* "udev/50-rbd.rules"
	172	(("/usr/bin/ceph-rbdnamer")
	173	(string-append out "/bin/ceph-rbdnamer")))
	174	(substitute* "udev/60-ceph-by-parttypeuuid.rules"
	175	(("/sbin/blkid") (which "blkid")))
	176	(substitute* "udev/95-ceph-osd.rules"
	177	(("/usr/sbin/ceph-disk")
	178	(string-append out "/bin/ceph-disk")))
	179
	180	(substitute* "src/test/run-cli-tests"
	181	;; Use our python-cram instead of the (un)bundled one.
	182	(("CRAM_BIN=.*$")
	183	(string-append "CRAM_BIN=" (which "cram") "\n")))
	184
	185	;; Disable tests that are known to fail.
	186	;; TODO: The majority of these fail because
	187	;; 'qa/workunits/ceph-helpers.sh' expects to find
	188	;; /tmp/ceph-disk-virtualenv/bin/ceph-disk, but somehow
	189	;; src/ceph-disk/CMakeLists.txt fails to create it.
	190	(substitute* "src/test/CMakeLists.txt"
dcfe44cb MB	191	;; FIXME: These tests fails because `ceph-disk'
	192	;; is not available.
	193	(("^add_ceph_test\\(test-ceph-helpers\\.sh.*$") "\n")
	194	(("^add_ceph_test\\(test_pidfile\\.sh.*$") "\n")
	195	;; XXX Why does this fail.
	196	(("^add_ceph_test\\(cephtool-test-mon\\.sh.*$") "\n")
	197	;; This fails due to missing '/etc/fstab'.
	198	(("^add_ceph_test\\(cephtool-test-rados\\.sh.*$") "\n")
	199	;; `Bad messages to stderr: OSD has the store locked'
	200	(("^add_ceph_test\\(ceph_objectstore_tool\\.py.*$") "\n")
	201	;; The bundled python-cram fork needs patching to work on
	202	;; guix, and the system version does not support --error-dir.
	203	;; https://bitbucket.org/brodie/cram/issues/9
	204	(("^add_ceph_test\\(run-cli-tests.*$") "\n")
	205	;; FIXME: tox/virtualenv/pip does not discover the
	206	;; required packages and tries to go online.
	207	(("^add_test\\(NAME run-tox-ceph-disk.*$") "\n")
	208	(("^add_test\\(NAME run-tox-ceph-detect-init.*$") "\n")
	209	;; Also remove from the set_property block.
	210	(("run-tox-ceph-disk") "")
	211	(("run-tox-ceph-detect-init") ""))
c3c25082 MB	212	;; TODO: This also seems to fail because of /etc/os-release.
	213	;; How to make src/common/util.cc behave without it.
	214	(substitute* "src/test/crush/CMakeLists.txt"
	215	(("^add_ceph_test\\(crush-classes\\.sh.*$") "\n"))
dcfe44cb MB	216	;; More 'ceph-disk' issues here.. :-(
	217	(substitute* "src/test/erasure-code/CMakeLists.txt"
	218	(("^add_ceph_test\\(test-erasure-code-plugins\\.sh.*$") "\n")
	219	(("^add_ceph_test\\(test-erasure-code\\.sh.*$") "\n")
	220	(("^add_ceph_test\\(test-erasure-eio\\.sh.*$") "\n"))
	221	(substitute* "src/test/libradosstriper/CMakeLists.txt"
	222	(("^add_ceph_test\\(rados-striper\\.sh.*$") "\n"))
	223	(substitute* "src/test/mon/CMakeLists.txt"
	224	(("^add_ceph_test\\(osd-crush\\.sh.*$") "\n")
	225	(("^add_ceph_test\\(test_pool_quota\\.sh.*$") "\n")
	226	(("^add_ceph_test\\(osd-pool-create\\.sh.*$") "\n"))
	227	(substitute* "src/test/osd/CMakeLists.txt"
	228	(("^add_ceph_test\\(osd-bench\\.sh.*$") "\n")
	229	(("^add_ceph_test\\(osd-config\\.sh.*$") "\n")
ce09f04e	230	(("add_ceph_test\\(osd-dup\\.sh.*$") "\n")
dcfe44cb MB	231	(("^add_ceph_test\\(osd-markdown\\.sh.*$") "\n")
	232	(("^add_ceph_test\\(osd-reactivate\\.sh.*$") "\n")
	233	(("^add_ceph_test\\(osd-reuse-id\\.sh.*$") "\n")
	234	(("^add_ceph_test\\(osd-scrub-repair\\.sh.*$") "\n")
	235	(("^add_ceph_test\\(osd-scrub-snaps\\.sh.*$") "\n")
	236	(("^add_ceph_test\\(osd-copy-from\\.sh.*$") "\n")
	237	(("^add_ceph_test\\(osd-fast-mark-down\\.sh.*$") "\n"))
	238	#t)))
1badc850 MB	239	(add-before 'configure 'gcc-workaround
	240	(lambda _
	241	(unsetenv "C_INCLUDE_PATH")
	242	(unsetenv "CPLUS_INCLUDE_PATH")
	243	#t))
dcfe44cb MB	244	(add-before 'check 'set-check-environment
	245	(lambda _
	246	;; Run tests in parallel.
	247	(setenv "CTEST_PARALLEL_LEVEL"
	248	(number->string (parallel-job-count)))
	249	;; `pip' requires write access in $HOME.
	250	(setenv "HOME" "/tmp")
	251	#t))
	252	(add-before 'install 'set-install-environment
	253	(lambda* (#:key outputs #:allow-other-keys)
	254	(let* ((out (assoc-ref outputs "out"))
	255	(py2sitedir
	256	(string-append out "/lib/python2.7/site-packages"))
	257	(py3sitedir
	258	(string-append out "/lib/python"
	259	,(version-major+minor
	260	(package-version python))
	261	"/site-packages")))
	262	;; The Python install scripts refuses to function if
	263	;; the install directory is not on PYTHONPATH.
	264	(setenv "PYTHONPATH"
	265	(string-append py2sitedir ":" py3sitedir ":"
	266	(getenv "PYTHONPATH")))
	267	#t)))
	268	(add-after 'install 'wrap-python-scripts
5b0b520e	269	(lambda* (#:key inputs outputs #:allow-other-keys)
dcfe44cb	270	(let* ((out (assoc-ref outputs "out"))
1badc850 MB	271	(scripts '("ceph" "ceph-mgr" "ceph-volume"
	272	"ceph-detect-init"
	273	"ceph-disk")) ;deprecated
5b0b520e	274	(prettytable (assoc-ref inputs "python2-prettytable"))
1badc850	275	(six (assoc-ref inputs "python2-six"))
5b0b520e MB	276	(sitedir (lambda (package)
	277	(string-append package
	278	"/lib/python2.7/site-packages")))
	279	(PYTHONPATH (string-append
	280	(sitedir out) ":"
1badc850	281	(sitedir six) ":"
5b0b520e	282	(sitedir prettytable))))
dcfe44cb	283	(for-each (lambda (executable)
1badc850	284	(wrap-program (string-append out "/bin/" executable)
dcfe44cb	285	`("PYTHONPATH" ":" prefix (,PYTHONPATH))))
1badc850	286	scripts)
dcfe44cb MB	287	#t))))))
	288	(outputs
	289	'("out" "lib"))
	290	(native-inputs
1badc850 MB	291	`(("gcc" ,gcc-7) ;7 or later is required
1badc850 MB	292	("gperf" ,gperf)
5b0b520e	293	("pkg-config" ,pkg-config)
dcfe44cb MB	294	("python-cython" ,python-cython)
	295	("python-sphinx" ,python-sphinx)
	296	("yasm" ,yasm)
	297
	298	;; For tests.
	299	("inetutils" ,inetutils)
	300	("jq" ,jq)
	301	("perl" ,perl)
	302	("xmlstarlet" ,xmlstarlet)
	303	("python2-cram" ,python2-cram)
	304	("python2-virtualenv" ,python2-virtualenv)
	305
	306	;; These dependencies are taken from test-requirements.txt
	307	;; of ceph-disk and ceph-detect-init. The latter can also
	308	;; test against python3, but let's try to get python2 tests
	309	;; working first since that is the default.
	310	("python2-configobj" ,python2-configobj)
	311	("python2-coverage" ,python2-coverage)
	312	("python2-discover" ,python2-discover)
	313	("python2-fixtures" ,python2-fixtures)
	314	("python2-flake8" ,python2-flake8)
	315	("python2-mock" ,python2-mock)
	316	("python2-nose" ,python2-nose)
	317	("python2-pip" ,python2-pip)
	318	("python2-pytest" ,python2-pytest)
	319	("python2-subunit" ,python2-subunit)
	320	("python2-testrepository" ,python2-testrepository)
	321	("python2-testtools" ,python2-testtools)
	322	("python2-tox" ,python2-tox)))
	323	(inputs
4cb9b726	324	`(("boost" ,boost)
dcfe44cb MB	325	("curl" ,curl)
	326	("cryptsetup" ,cryptsetup)
	327	("expat" ,expat)
	328	("fcgi" ,fcgi)
	329	("fuse" ,fuse)
	330	("gptfdisk" ,gptfdisk)
	331	("jemalloc" ,jemalloc)
	332	("keyutils" ,keyutils)
	333	("leveldb" ,leveldb)
	334	("libaio" ,libaio)
	335	("libatomic-ops" ,libatomic-ops)
	336	("lua" ,lua)
	337	("lz4" ,lz4)
1badc850	338	("oath-toolkit" ,oath-toolkit)
dcfe44cb MB	339	("openldap" ,openldap)
	340	("openssl" ,openssl)
	341	("nss" ,nss)
	342	("parted" ,parted)
	343	("python@2" ,python-2)
5b0b520e	344	("python2-prettytable" ,python2-prettytable) ;used by ceph_daemon.py
1badc850	345	("python2-six" ,python2-six) ;for ceph-mgr + plugins
dcfe44cb	346	("python@3" ,python-3)
1badc850	347	("rapidjson" ,rapidjson)
dcfe44cb MB	348	("rocksdb" ,rocksdb)
	349	("snappy" ,snappy)
	350	("udev" ,eudev)
	351	("util-linux" ,util-linux)
67b1d9a1	352	("xfsprogs" ,xfsprogs)
dcfe44cb MB	353	("zlib" ,zlib)))
	354	(home-page "https://ceph.com/")
	355	(synopsis "Distributed object store and file system")
	356	(description
	357	"Ceph is a distributed storage system designed for reliability and
	358	performance. It provides network-based block devices (RBD), a POSIX
162a1374	359	compliant file system (CephFS), and offers compatibility with various
dcfe44cb MB	360	storage protocols (S3, NFS, and others) through the RADOS gateway.")
	361	;; The Ceph libraries are LGPL2.1 and most of the utilities fall under
	362	;; GPL2. The installed erasure code plugins are BSD-3 licensed and do
	363	;; not use the GPL code. The source archive includes a number of files
	364	;; carrying other licenses; consult COPYING for more information. Note
	365	;; that COPYING does not cover third-party bundled software.
	366	(license (list license:lgpl2.1 license:gpl2 ;some files are 'or later'
	367	license:cc-by-sa3.0 ;documentation
	368	license:bsd-3 ;isa-l,jerasure,++
	369	license:expat)))) ;civetweb,java bindings