[jackhill/guix/guix.git] / gnu / packages / storage.scm

;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2017, 2018, 2019 Marius Bakke <mbakke@fastmail.com>
;;; Copyright © 2017 Rutger Helling <rhelling@mykolab.com>
;;;
;;; This file is part of GNU Guix.
;;;
;;; GNU Guix is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or (at
;;; your option) any later version.
;;;
;;; GNU Guix is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.

(define-module (gnu packages storage)
  #:use-module (guix download)
  #:use-module ((guix licenses) #:prefix license:)
  #:use-module (guix packages)
  #:use-module (guix utils)
  #:use-module (guix build-system cmake)
  #:use-module (gnu packages)
  #:use-module (gnu packages admin)
  #:use-module (gnu packages assembly)
  #:use-module (gnu packages authentication)
  #:use-module (gnu packages bdw-gc)
  #:use-module (gnu packages boost)
  #:use-module (gnu packages check)
  #:use-module (gnu packages compression)
  #:use-module (gnu packages crypto)
  #:use-module (gnu packages cryptsetup)
  #:use-module (gnu packages curl)
  #:use-module (gnu packages databases)
  #:use-module (gnu packages disk)
  #:use-module (gnu packages gcc)
  #:use-module (gnu packages gperf)
  #:use-module (gnu packages jemalloc)
  #:use-module (gnu packages linux)
  #:use-module (gnu packages lua)
  #:use-module (gnu packages nss)
  #:use-module (gnu packages openldap)
  #:use-module (gnu packages perl)
  #:use-module (gnu packages pkg-config)
  #:use-module (gnu packages python)
  #:use-module (gnu packages python-xyz)
  #:use-module (gnu packages sphinx)
  #:use-module (gnu packages tls)
  #:use-module (gnu packages web)
  #:use-module (gnu packages xml))

(define-public ceph
  (package
    (name "ceph")
    (version "13.2.6")
    (source (origin
              (method url-fetch)
              (uri (string-append "https://download.ceph.com/tarballs/ceph-"
                                  version ".tar.gz"))
              (sha256
               (base32
                "13f5qs7jpxprplk4irwlx90mc9gvm48fvd3q471xcqc3n6z1qywz"))
              (patches
               (search-patches "ceph-skip-unittest_blockdev.patch"
                               "ceph-skip-collect-sys-info-test.patch"
                               "ceph-detect-rocksdb.patch"
                               "ceph-volume-respect-PATH.patch"
                               "ceph-disable-cpu-optimizations.patch"))
              (modules '((guix build utils)))
              (snippet
               '(begin
                  (for-each delete-file-recursively
                            '(;; TODO: Unbundle these:
                              ;"src/isa-l"
                              ;"src/lua"
                              ;"src/googletest"
                              ;"src/xxHash"
                              ;"src/zstd"
                              ;"src/civetweb"
                              "src/test/downloads"
                              "src/rapidjson"
                              "src/spdk"
                              "src/rocksdb"
                              "src/boost"))
                  #t))))
    (build-system cmake-build-system)
    (arguments
     `(#:configure-flags
       (let* ((out (assoc-ref %outputs "out"))
              (lib (assoc-ref %outputs "lib"))
              (libdir (string-append lib "/lib")))
         (list (string-append "-DCMAKE_INSTALL_PREFIX=" out)
               (string-append "-DCMAKE_INSTALL_LIBDIR=" libdir)
               (string-append "-DCMAKE_INSTALL_INCLUDEDIR="
                              lib "/include")
               ;; We need both libdir and libdir/ceph in RUNPATH.
               (string-append "-DCMAKE_INSTALL_RPATH="
                              libdir ";" libdir "/ceph")
               (string-append "-DCMAKE_INSTALL_SYSCONFDIR=" out "/etc")
               (string-append "-DCMAKE_INSTALL_MANDIR=" out "/share/man")
               (string-append "-DCMAKE_INSTALL_DOCDIR=" out "/share/ceph/doc")
               (string-append "-DCMAKE_INSTALL_LIBEXECDIR=" out "/libexec")
               (string-append "-DKEYUTILS_INCLUDE_DIR="
                              (assoc-ref %build-inputs "keyutils") "/include")
               (string-append "-DXFS_INCLUDE_DIR="
                              (assoc-ref %build-inputs "xfsprogs") "/include")
               "-DCMAKE_INSTALL_LOCALSTATEDIR=/var"
               "-DBUILD_SHARED_LIBS=ON"
               "-DWITH_SYSTEM_ROCKSDB=ON"
               "-DWITH_SYSTEM_BOOST=ON"
               "-DWITH_PYTHON3=ON"
               ;; TODO: Enable these when available in Guix.
               "-DWITH_MGR_DASHBOARD_FRONTEND=OFF"       ;requires node + nodeenv
               "-DWITH_BABELTRACE=OFF"
               "-DWITH_LTTNG=OFF"
               "-DWITH_SPDK=OFF"
               "-DWITH_XIO=OFF"
               ;; Use jemalloc instead of tcmalloc.
               "-DALLOCATOR=jemalloc"))
       ;; FIXME: Some of the tests leak Btrfs subvolumes on Btrfs. See
       ;; <https://bugs.gnu.org/29674> for details. Disable tests until
       ;; resolved.
       #:tests? #f
       #:phases
       (modify-phases %standard-phases
         (add-after 'unpack 'patch-source
           (lambda* (#:key outputs #:allow-other-keys)
             (let ((out (assoc-ref outputs "out"))
                   (lib (assoc-ref outputs "lib")))

               (substitute* "cmake/modules/Distutils.cmake"
                 ;; Prevent creation of Python eggs.
                 (("setup.py install")
                  "setup.py install --single-version-externally-managed --root=/"))

               (substitute* (find-files "src/pybind" "^setup\\.py$")
                 ;; Here we inject an extra line to the `setup.py' of the
                 ;; Python C libraries so RUNPATH gets set up correctly.
                 (("^([[:blank:]]+)extra_compile_args=(.*)$" _ indent args)
                  (string-append indent "extra_compile_args=" args
                                 indent "extra_link_args=['-Wl,-rpath="
                                 lib "/lib'],\n")))

               (substitute* "src/ceph-disk/tox.ini"
                 ;; Disable flake8 test since it complains about too long lines.
                 (("envlist = flake8,py27") "envlist = py27"))

               (substitute* "src/ceph-detect-init/tox.ini"
                 ;; Disable python3 tests until we at least get py2 working.
                 (("envlist = pep8,py27,py3") "envlist = pep8,py27"))

               (substitute* "src/key_value_store/kv_flat_btree_async.cc"
                 (("/usr/include/") ""))

               (substitute* "src/test/test_subprocess.cc"
                 (("/bin/sh") (which "sh")))
               (substitute* "qa/standalone/special/ceph_objectstore_tool.py"
                 (("/bin/rm") (which "rm")))
               (substitute* "src/ceph-disk/ceph_disk/main.py"
                 (("/bin/mount") "mount")
                 (("/bin/umount") "umount")
                 (("/sbin/blkid") (which "blkid"))
                 (("'cryptsetup'") (string-append "'" (which "cryptsetup") "'"))
                 (("'sgdisk'") (string-append "'" (which "sgdisk") "'"))
                 (("'parted'") (string-append "'" (which "parted") "'"))
                 (("'udevadm'") (string-append "'" (which "udevadm") "'")))

               (substitute* "udev/50-rbd.rules"
                 (("/usr/bin/ceph-rbdnamer")
                  (string-append out "/bin/ceph-rbdnamer")))
               (substitute* "udev/60-ceph-by-parttypeuuid.rules"
                 (("/sbin/blkid") (which "blkid")))
               (substitute* "udev/95-ceph-osd.rules"
                 (("/usr/sbin/ceph-disk")
                  (string-append out "/bin/ceph-disk")))

               (substitute* "src/test/run-cli-tests"
                 ;; Use our python-cram instead of the (un)bundled one.
                 (("CRAM_BIN=.*$")
                  (string-append "CRAM_BIN=" (which "cram") "\n")))

               ;; Disable tests that are known to fail.
               ;; TODO: The majority of these fail because
               ;; 'qa/workunits/ceph-helpers.sh' expects to find
               ;; /tmp/ceph-disk-virtualenv/bin/ceph-disk, but somehow
               ;; src/ceph-disk/CMakeLists.txt fails to create it.
               (substitute* "src/test/CMakeLists.txt"
                 ;; FIXME: These tests fails because `ceph-disk'
                 ;; is not available.
                 (("^add_ceph_test\\(test-ceph-helpers\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test_pidfile\\.sh.*$") "\n")
                 ;; XXX Why does this fail.
                 (("^add_ceph_test\\(cephtool-test-mon\\.sh.*$") "\n")
                 ;; This fails due to missing '/etc/fstab'.
                 (("^add_ceph_test\\(cephtool-test-rados\\.sh.*$") "\n")
                 ;; `Bad messages to stderr: OSD has the store locked'
                 (("^add_ceph_test\\(ceph_objectstore_tool\\.py.*$") "\n")
                 ;; The bundled python-cram fork needs patching to work on
                 ;; guix, and the system version does not support --error-dir.
                 ;; https://bitbucket.org/brodie/cram/issues/9
                 (("^add_ceph_test\\(run-cli-tests.*$") "\n")
                 ;; FIXME: tox/virtualenv/pip does not discover the
                 ;; required packages and tries to go online.
                 (("^add_test\\(NAME run-tox-ceph-disk.*$") "\n")
                 (("^add_test\\(NAME run-tox-ceph-detect-init.*$") "\n")
                 ;; Also remove from the set_property block.
                 (("run-tox-ceph-disk") "")
                 (("run-tox-ceph-detect-init") ""))
               ;; TODO: This also seems to fail because of /etc/os-release.
               ;; How to make src/common/util.cc behave without it.
               (substitute* "src/test/crush/CMakeLists.txt"
                 (("^add_ceph_test\\(crush-classes\\.sh.*$") "\n"))
               ;; More 'ceph-disk' issues here.. :-(
               (substitute* "src/test/erasure-code/CMakeLists.txt"
                 (("^add_ceph_test\\(test-erasure-code-plugins\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test-erasure-code\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test-erasure-eio\\.sh.*$") "\n"))
               (substitute* "src/test/libradosstriper/CMakeLists.txt"
                 (("^add_ceph_test\\(rados-striper\\.sh.*$") "\n"))
               (substitute* "src/test/mon/CMakeLists.txt"
                 (("^add_ceph_test\\(osd-crush\\.sh.*$") "\n")
                 (("^add_ceph_test\\(test_pool_quota\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-pool-create\\.sh.*$") "\n"))
               (substitute* "src/test/osd/CMakeLists.txt"
                 (("^add_ceph_test\\(osd-bench\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-config\\.sh.*$") "\n")
                 (("add_ceph_test\\(osd-dup\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-markdown\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-reactivate\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-reuse-id\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-scrub-repair\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-scrub-snaps\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-copy-from\\.sh.*$") "\n")
                 (("^add_ceph_test\\(osd-fast-mark-down\\.sh.*$") "\n"))
               #t)))
         (add-before 'check 'set-check-environment
           (lambda _
             ;; Run tests in parallel.
             (setenv "CTEST_PARALLEL_LEVEL"
                     (number->string (parallel-job-count)))
             ;; `pip' requires write access in $HOME.
             (setenv "HOME" "/tmp")
             #t))
         (add-before 'install 'set-install-environment
           (lambda* (#:key outputs #:allow-other-keys)
             (let* ((out (assoc-ref outputs "out"))
                    (py2sitedir
                     (string-append out "/lib/python2.7/site-packages"))
                    (py3sitedir
                     (string-append out "/lib/python"
                                    ,(version-major+minor
                                      (package-version python))
                                    "/site-packages")))
               ;; The Python install scripts refuses to function if
               ;; the install directory is not on PYTHONPATH.
               (setenv "PYTHONPATH"
                       (string-append py2sitedir ":" py3sitedir ":"
                                      (getenv "PYTHONPATH")))
               #t)))
         (add-after 'install 'wrap-python-scripts
           (lambda* (#:key inputs outputs #:allow-other-keys)
             (let* ((out (assoc-ref outputs "out"))
                    (scripts '("ceph" "ceph-mgr" "ceph-volume"
                               "ceph-detect-init"
                               "ceph-disk")) ;deprecated
                    (prettytable (assoc-ref inputs "python2-prettytable"))
                    (six (assoc-ref inputs "python2-six"))
                    (sitedir (lambda (package)
                               (string-append package
                                              "/lib/python2.7/site-packages")))
                    (PYTHONPATH (string-append
                                 (sitedir out) ":"
                                 (sitedir six) ":"
                                 (sitedir prettytable))))
               (for-each (lambda (executable)
                           (wrap-program (string-append out "/bin/" executable)
                             `("PYTHONPATH" ":" prefix (,PYTHONPATH))))
                         scripts)
               #t)))
         (add-before 'validate-runpath 'remove-test-executables
           (lambda* (#:key outputs #:allow-other-keys)
             (let ((out (assoc-ref outputs "out")))
               ;; FIXME: The BUILD_SHARED_LIBS CMake flag causes the test executables
               ;; to link the bundled googletest dynamically, which in turn causes
               ;; RUNPATH validation failures because 'libgtest.so' and friends do
               ;; not get absolute RUNPATH entries.  The next version of Ceph can use
               ;; an external googletest; for now just remove the test executables.
               (for-each delete-file (find-files (string-append out "/bin")
                                                 "ceph_(test|perf)"))
               #t))))))
    (outputs
     '("out" "lib"))
    (native-inputs
     `(("gperf" ,gperf)
       ("pkg-config" ,pkg-config)
       ("python-cython" ,python-cython)
       ("python-sphinx" ,python-sphinx)
       ("yasm" ,yasm)

       ;; For tests.
       ("inetutils" ,inetutils)
       ("jq" ,jq)
       ("perl" ,perl)
       ("xmlstarlet" ,xmlstarlet)
       ("python2-cram" ,python2-cram)
       ("python2-virtualenv" ,python2-virtualenv)

       ;; These dependencies are taken from test-requirements.txt
       ;; of ceph-disk and ceph-detect-init. The latter can also
       ;; test against python3, but let's try to get python2 tests
       ;; working first since that is the default.
       ("python2-configobj" ,python2-configobj)
       ("python2-coverage" ,python2-coverage)
       ("python2-discover" ,python2-discover)
       ("python2-fixtures" ,python2-fixtures)
       ("python2-flake8" ,python2-flake8)
       ("python2-mock" ,python2-mock)
       ("python2-nose" ,python2-nose)
       ("python2-pip" ,python2-pip)
       ("python2-pytest" ,python2-pytest)
       ("python2-subunit" ,python2-subunit)
       ("python2-testrepository" ,python2-testrepository)
       ("python2-testtools" ,python2-testtools)
       ("python2-tox" ,python2-tox)))
    (inputs
     `(("boost" ,boost)
       ("curl" ,curl)
       ("cryptsetup" ,cryptsetup)
       ("expat" ,expat)
       ("fcgi" ,fcgi)
       ("fuse" ,fuse)
       ("gptfdisk" ,gptfdisk)
       ("jemalloc" ,jemalloc)
       ("keyutils" ,keyutils)
       ("leveldb" ,leveldb)
       ("libaio" ,libaio)
       ("libatomic-ops" ,libatomic-ops)
       ("lua" ,lua)
       ("lz4" ,lz4)
       ("oath-toolkit" ,oath-toolkit)
       ("openldap" ,openldap)
       ("openssl" ,openssl)
       ("nss" ,nss)
       ("parted" ,parted)
       ("python@2" ,python-2)
       ("python2-prettytable" ,python2-prettytable)      ;used by ceph_daemon.py
       ("python2-six" ,python2-six)                      ;for ceph-mgr + plugins
       ("python@3" ,python-3)
       ("rapidjson" ,rapidjson)
       ("rocksdb" ,rocksdb)
       ("snappy" ,snappy)
       ("udev" ,eudev)
       ("util-linux" ,util-linux)
       ("xfsprogs" ,xfsprogs)
       ("zlib" ,zlib)))
    (home-page "https://ceph.com/")
    (synopsis "Distributed object store and file system")
    (description
     "Ceph is a distributed storage system designed for reliability and
performance.  It provides network-based block devices (RBD), a POSIX
compliant file system (CephFS), and offers compatibility with various
storage protocols (S3, NFS, and others) through the RADOS gateway.")
    ;; The Ceph libraries are LGPL2.1 and most of the utilities fall under
    ;; GPL2. The installed erasure code plugins are BSD-3 licensed and do
    ;; not use the GPL code. The source archive includes a number of files
    ;; carrying other licenses; consult COPYING for more information. Note
    ;; that COPYING does not cover third-party bundled software.
    (license (list license:lgpl2.1 license:gpl2  ;some files are 'or later'
                   license:cc-by-sa3.0           ;documentation
                   license:bsd-3                 ;isa-l,jerasure,++
                   license:expat))))             ;civetweb,java bindings
Commit	Line	Data
dcfe44cb	1	;;; GNU Guix --- Functional package management for GNU
7f080fb9	2	;;; Copyright © 2017, 2018, 2019 Marius Bakke <mbakke@fastmail.com>
5bf306f9	3	;;; Copyright © 2017 Rutger Helling <rhelling@mykolab.com>
dcfe44cb MB	4	;;;
	5	;;; This file is part of GNU Guix.
	6	;;;
	7	;;; GNU Guix is free software; you can redistribute it and/or modify it
	8	;;; under the terms of the GNU General Public License as published by
	9	;;; the Free Software Foundation; either version 3 of the License, or (at
	10	;;; your option) any later version.
	11	;;;
	12	;;; GNU Guix is distributed in the hope that it will be useful, but
	13	;;; WITHOUT ANY WARRANTY; without even the implied warranty of
	14	;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	15	;;; GNU General Public License for more details.
	16	;;;
	17	;;; You should have received a copy of the GNU General Public License
	18	;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
	19
	20	(define-module (gnu packages storage)
	21	#:use-module (guix download)
	22	#:use-module ((guix licenses) #:prefix license:)
	23	#:use-module (guix packages)
	24	#:use-module (guix utils)
	25	#:use-module (guix build-system cmake)
	26	#:use-module (gnu packages)
	27	#:use-module (gnu packages admin)
	28	#:use-module (gnu packages assembly)
1badc850	29	#:use-module (gnu packages authentication)
dcfe44cb MB	30	#:use-module (gnu packages bdw-gc)
dcfe44cb MB	31	#:use-module (gnu packages boost)
ac257f12	32	#:use-module (gnu packages check)
dcfe44cb MB	33	#:use-module (gnu packages compression)
	34	#:use-module (gnu packages crypto)
	35	#:use-module (gnu packages cryptsetup)
	36	#:use-module (gnu packages curl)
	37	#:use-module (gnu packages databases)
	38	#:use-module (gnu packages disk)
1badc850	39	#:use-module (gnu packages gcc)
5b0b520e	40	#:use-module (gnu packages gperf)
dcfe44cb MB	41	#:use-module (gnu packages jemalloc)
	42	#:use-module (gnu packages linux)
	43	#:use-module (gnu packages lua)
aff0cce9	44	#:use-module (gnu packages nss)
dcfe44cb MB	45	#:use-module (gnu packages openldap)
	46	#:use-module (gnu packages perl)
	47	#:use-module (gnu packages pkg-config)
	48	#:use-module (gnu packages python)
44d10b1f	49	#:use-module (gnu packages python-xyz)
9d0c291e	50	#:use-module (gnu packages sphinx)
dcfe44cb MB	51	#:use-module (gnu packages tls)
	52	#:use-module (gnu packages web)
	53	#:use-module (gnu packages xml))
	54
	55	(define-public ceph
	56	(package
	57	(name "ceph")
2ea01d91	58	(version "13.2.6")
dcfe44cb MB	59	(source (origin
	60	(method url-fetch)
	61	(uri (string-append "https://download.ceph.com/tarballs/ceph-"
	62	version ".tar.gz"))
	63	(sha256
	64	(base32
2ea01d91	65	"13f5qs7jpxprplk4irwlx90mc9gvm48fvd3q471xcqc3n6z1qywz"))
dcfe44cb MB	66	(patches
	67	(search-patches "ceph-skip-unittest_blockdev.patch"
	68	"ceph-skip-collect-sys-info-test.patch"
1badc850 MB	69	"ceph-detect-rocksdb.patch"
1badc850 MB	70	"ceph-volume-respect-PATH.patch"
dcfe44cb MB	71	"ceph-disable-cpu-optimizations.patch"))
	72	(modules '((guix build utils)))
	73	(snippet
	74	'(begin
	75	(for-each delete-file-recursively
	76	'(;; TODO: Unbundle these:
	77	;"src/isa-l"
	78	;"src/lua"
	79	;"src/googletest"
	80	;"src/xxHash"
	81	;"src/zstd"
	82	;"src/civetweb"
dcfe44cb	83	"src/test/downloads"
1badc850	84	"src/rapidjson"
dcfe44cb MB	85	"src/spdk"
	86	"src/rocksdb"
	87	"src/boost"))
	88	#t))))
	89	(build-system cmake-build-system)
	90	(arguments
	91	`(#:configure-flags
	92	(let* ((out (assoc-ref %outputs "out"))
	93	(lib (assoc-ref %outputs "lib"))
	94	(libdir (string-append lib "/lib")))
	95	(list (string-append "-DCMAKE_INSTALL_PREFIX=" out)
	96	(string-append "-DCMAKE_INSTALL_LIBDIR=" libdir)
02a4efb2 MB	97	(string-append "-DCMAKE_INSTALL_INCLUDEDIR="
02a4efb2 MB	98	lib "/include")
dcfe44cb MB	99	;; We need both libdir and libdir/ceph in RUNPATH.
	100	(string-append "-DCMAKE_INSTALL_RPATH="
	101	libdir ";" libdir "/ceph")
	102	(string-append "-DCMAKE_INSTALL_SYSCONFDIR=" out "/etc")
	103	(string-append "-DCMAKE_INSTALL_MANDIR=" out "/share/man")
	104	(string-append "-DCMAKE_INSTALL_DOCDIR=" out "/share/ceph/doc")
	105	(string-append "-DCMAKE_INSTALL_LIBEXECDIR=" out "/libexec")
	106	(string-append "-DKEYUTILS_INCLUDE_DIR="
	107	(assoc-ref %build-inputs "keyutils") "/include")
67b1d9a1 MB	108	(string-append "-DXFS_INCLUDE_DIR="
67b1d9a1 MB	109	(assoc-ref %build-inputs "xfsprogs") "/include")
dcfe44cb	110	"-DCMAKE_INSTALL_LOCALSTATEDIR=/var"
7f080fb9	111	"-DBUILD_SHARED_LIBS=ON"
dcfe44cb MB	112	"-DWITH_SYSTEM_ROCKSDB=ON"
	113	"-DWITH_SYSTEM_BOOST=ON"
	114	"-DWITH_PYTHON3=ON"
	115	;; TODO: Enable these when available in Guix.
1badc850	116	"-DWITH_MGR_DASHBOARD_FRONTEND=OFF" ;requires node + nodeenv
5b0b520e	117	"-DWITH_BABELTRACE=OFF"
dcfe44cb	118	"-DWITH_LTTNG=OFF"
1badc850	119	"-DWITH_SPDK=OFF"
dcfe44cb MB	120	"-DWITH_XIO=OFF"
	121	;; Use jemalloc instead of tcmalloc.
	122	"-DALLOCATOR=jemalloc"))
5bf306f9 RH	123	;; FIXME: Some of the tests leak Btrfs subvolumes on Btrfs. See
	124	;; <https://bugs.gnu.org/29674> for details. Disable tests until
	125	;; resolved.
	126	#:tests? #f
dcfe44cb MB	127	#:phases
	128	(modify-phases %standard-phases
	129	(add-after 'unpack 'patch-source
	130	(lambda* (#:key outputs #:allow-other-keys)
	131	(let ((out (assoc-ref outputs "out"))
	132	(lib (assoc-ref outputs "lib")))
	133
dcfe44cb MB	134	(substitute* "cmake/modules/Distutils.cmake"
	135	;; Prevent creation of Python eggs.
	136	(("setup.py install")
	137	"setup.py install --single-version-externally-managed --root=/"))
	138
	139	(substitute* (find-files "src/pybind" "^setup\\.py$")
	140	;; Here we inject an extra line to the `setup.py' of the
	141	;; Python C libraries so RUNPATH gets set up correctly.
	142	(("^([[:blank:]]+)extra_compile_args=(.*)$" _ indent args)
	143	(string-append indent "extra_compile_args=" args
	144	indent "extra_link_args=['-Wl,-rpath="
	145	lib "/lib'],\n")))
	146
	147	(substitute* "src/ceph-disk/tox.ini"
	148	;; Disable flake8 test since it complains about too long lines.
	149	(("envlist = flake8,py27") "envlist = py27"))
	150
	151	(substitute* "src/ceph-detect-init/tox.ini"
	152	;; Disable python3 tests until we at least get py2 working.
	153	(("envlist = pep8,py27,py3") "envlist = pep8,py27"))
	154
	155	(substitute* "src/key_value_store/kv_flat_btree_async.cc"
	156	(("/usr/include/") ""))
	157
	158	(substitute* "src/test/test_subprocess.cc"
	159	(("/bin/sh") (which "sh")))
5b0b520e	160	(substitute* "qa/standalone/special/ceph_objectstore_tool.py"
dcfe44cb MB	161	(("/bin/rm") (which "rm")))
	162	(substitute* "src/ceph-disk/ceph_disk/main.py"
	163	(("/bin/mount") "mount")
	164	(("/bin/umount") "umount")
	165	(("/sbin/blkid") (which "blkid"))
5b0b520e	166	(("'cryptsetup'") (string-append "'" (which "cryptsetup") "'"))
dcfe44cb MB	167	(("'sgdisk'") (string-append "'" (which "sgdisk") "'"))
	168	(("'parted'") (string-append "'" (which "parted") "'"))
	169	(("'udevadm'") (string-append "'" (which "udevadm") "'")))
	170
dcfe44cb MB	171	(substitute* "udev/50-rbd.rules"
	172	(("/usr/bin/ceph-rbdnamer")
	173	(string-append out "/bin/ceph-rbdnamer")))
	174	(substitute* "udev/60-ceph-by-parttypeuuid.rules"
	175	(("/sbin/blkid") (which "blkid")))
	176	(substitute* "udev/95-ceph-osd.rules"
	177	(("/usr/sbin/ceph-disk")
	178	(string-append out "/bin/ceph-disk")))
	179
	180	(substitute* "src/test/run-cli-tests"
	181	;; Use our python-cram instead of the (un)bundled one.
	182	(("CRAM_BIN=.*$")
	183	(string-append "CRAM_BIN=" (which "cram") "\n")))
	184
	185	;; Disable tests that are known to fail.
	186	;; TODO: The majority of these fail because
	187	;; 'qa/workunits/ceph-helpers.sh' expects to find
	188	;; /tmp/ceph-disk-virtualenv/bin/ceph-disk, but somehow
	189	;; src/ceph-disk/CMakeLists.txt fails to create it.
	190	(substitute* "src/test/CMakeLists.txt"
dcfe44cb MB	191	;; FIXME: These tests fails because `ceph-disk'
	192	;; is not available.
	193	(("^add_ceph_test\\(test-ceph-helpers\\.sh.*$") "\n")
	194	(("^add_ceph_test\\(test_pidfile\\.sh.*$") "\n")
	195	;; XXX Why does this fail.
	196	(("^add_ceph_test\\(cephtool-test-mon\\.sh.*$") "\n")
	197	;; This fails due to missing '/etc/fstab'.
	198	(("^add_ceph_test\\(cephtool-test-rados\\.sh.*$") "\n")
	199	;; `Bad messages to stderr: OSD has the store locked'
	200	(("^add_ceph_test\\(ceph_objectstore_tool\\.py.*$") "\n")
	201	;; The bundled python-cram fork needs patching to work on
	202	;; guix, and the system version does not support --error-dir.
	203	;; https://bitbucket.org/brodie/cram/issues/9
	204	(("^add_ceph_test\\(run-cli-tests.*$") "\n")
	205	;; FIXME: tox/virtualenv/pip does not discover the
	206	;; required packages and tries to go online.
	207	(("^add_test\\(NAME run-tox-ceph-disk.*$") "\n")
	208	(("^add_test\\(NAME run-tox-ceph-detect-init.*$") "\n")
	209	;; Also remove from the set_property block.
	210	(("run-tox-ceph-disk") "")
	211	(("run-tox-ceph-detect-init") ""))
c3c25082 MB	212	;; TODO: This also seems to fail because of /etc/os-release.
	213	;; How to make src/common/util.cc behave without it.
	214	(substitute* "src/test/crush/CMakeLists.txt"
	215	(("^add_ceph_test\\(crush-classes\\.sh.*$") "\n"))
dcfe44cb MB	216	;; More 'ceph-disk' issues here.. :-(
	217	(substitute* "src/test/erasure-code/CMakeLists.txt"
	218	(("^add_ceph_test\\(test-erasure-code-plugins\\.sh.*$") "\n")
	219	(("^add_ceph_test\\(test-erasure-code\\.sh.*$") "\n")
	220	(("^add_ceph_test\\(test-erasure-eio\\.sh.*$") "\n"))
	221	(substitute* "src/test/libradosstriper/CMakeLists.txt"
	222	(("^add_ceph_test\\(rados-striper\\.sh.*$") "\n"))
	223	(substitute* "src/test/mon/CMakeLists.txt"
	224	(("^add_ceph_test\\(osd-crush\\.sh.*$") "\n")
	225	(("^add_ceph_test\\(test_pool_quota\\.sh.*$") "\n")
	226	(("^add_ceph_test\\(osd-pool-create\\.sh.*$") "\n"))
	227	(substitute* "src/test/osd/CMakeLists.txt"
	228	(("^add_ceph_test\\(osd-bench\\.sh.*$") "\n")
	229	(("^add_ceph_test\\(osd-config\\.sh.*$") "\n")
ce09f04e	230	(("add_ceph_test\\(osd-dup\\.sh.*$") "\n")
dcfe44cb MB	231	(("^add_ceph_test\\(osd-markdown\\.sh.*$") "\n")
	232	(("^add_ceph_test\\(osd-reactivate\\.sh.*$") "\n")
	233	(("^add_ceph_test\\(osd-reuse-id\\.sh.*$") "\n")
	234	(("^add_ceph_test\\(osd-scrub-repair\\.sh.*$") "\n")
	235	(("^add_ceph_test\\(osd-scrub-snaps\\.sh.*$") "\n")
	236	(("^add_ceph_test\\(osd-copy-from\\.sh.*$") "\n")
	237	(("^add_ceph_test\\(osd-fast-mark-down\\.sh.*$") "\n"))
	238	#t)))
	239	(add-before 'check 'set-check-environment
	240	(lambda _
	241	;; Run tests in parallel.
	242	(setenv "CTEST_PARALLEL_LEVEL"
	243	(number->string (parallel-job-count)))
	244	;; `pip' requires write access in $HOME.
	245	(setenv "HOME" "/tmp")
	246	#t))
	247	(add-before 'install 'set-install-environment
	248	(lambda* (#:key outputs #:allow-other-keys)
	249	(let* ((out (assoc-ref outputs "out"))
	250	(py2sitedir
	251	(string-append out "/lib/python2.7/site-packages"))
	252	(py3sitedir
	253	(string-append out "/lib/python"
	254	,(version-major+minor
	255	(package-version python))
	256	"/site-packages")))
	257	;; The Python install scripts refuses to function if
	258	;; the install directory is not on PYTHONPATH.
	259	(setenv "PYTHONPATH"
	260	(string-append py2sitedir ":" py3sitedir ":"
	261	(getenv "PYTHONPATH")))
	262	#t)))
	263	(add-after 'install 'wrap-python-scripts
5b0b520e	264	(lambda* (#:key inputs outputs #:allow-other-keys)
dcfe44cb	265	(let* ((out (assoc-ref outputs "out"))
1badc850 MB	266	(scripts '("ceph" "ceph-mgr" "ceph-volume"
	267	"ceph-detect-init"
	268	"ceph-disk")) ;deprecated
5b0b520e	269	(prettytable (assoc-ref inputs "python2-prettytable"))
1badc850	270	(six (assoc-ref inputs "python2-six"))
5b0b520e MB	271	(sitedir (lambda (package)
	272	(string-append package
	273	"/lib/python2.7/site-packages")))
	274	(PYTHONPATH (string-append
	275	(sitedir out) ":"
1badc850	276	(sitedir six) ":"
5b0b520e	277	(sitedir prettytable))))
dcfe44cb	278	(for-each (lambda (executable)
1badc850	279	(wrap-program (string-append out "/bin/" executable)
dcfe44cb	280	`("PYTHONPATH" ":" prefix (,PYTHONPATH))))
1badc850	281	scripts)
7f080fb9 MB	282	#t)))
	283	(add-before 'validate-runpath 'remove-test-executables
	284	(lambda* (#:key outputs #:allow-other-keys)
	285	(let ((out (assoc-ref outputs "out")))
	286	;; FIXME: The BUILD_SHARED_LIBS CMake flag causes the test executables
	287	;; to link the bundled googletest dynamically, which in turn causes
	288	;; RUNPATH validation failures because 'libgtest.so' and friends do
	289	;; not get absolute RUNPATH entries. The next version of Ceph can use
	290	;; an external googletest; for now just remove the test executables.
	291	(for-each delete-file (find-files (string-append out "/bin")
	292	"ceph_(test\|perf)"))
dcfe44cb MB	293	#t))))))
	294	(outputs
	295	'("out" "lib"))
	296	(native-inputs
63d4ef52	297	`(("gperf" ,gperf)
5b0b520e	298	("pkg-config" ,pkg-config)
dcfe44cb MB	299	("python-cython" ,python-cython)
	300	("python-sphinx" ,python-sphinx)
	301	("yasm" ,yasm)
	302
	303	;; For tests.
	304	("inetutils" ,inetutils)
	305	("jq" ,jq)
	306	("perl" ,perl)
	307	("xmlstarlet" ,xmlstarlet)
	308	("python2-cram" ,python2-cram)
	309	("python2-virtualenv" ,python2-virtualenv)
	310
	311	;; These dependencies are taken from test-requirements.txt
	312	;; of ceph-disk and ceph-detect-init. The latter can also
	313	;; test against python3, but let's try to get python2 tests
	314	;; working first since that is the default.
	315	("python2-configobj" ,python2-configobj)
	316	("python2-coverage" ,python2-coverage)
	317	("python2-discover" ,python2-discover)
	318	("python2-fixtures" ,python2-fixtures)
	319	("python2-flake8" ,python2-flake8)
	320	("python2-mock" ,python2-mock)
	321	("python2-nose" ,python2-nose)
	322	("python2-pip" ,python2-pip)
	323	("python2-pytest" ,python2-pytest)
	324	("python2-subunit" ,python2-subunit)
	325	("python2-testrepository" ,python2-testrepository)
	326	("python2-testtools" ,python2-testtools)
	327	("python2-tox" ,python2-tox)))
	328	(inputs
4cb9b726	329	`(("boost" ,boost)
dcfe44cb MB	330	("curl" ,curl)
	331	("cryptsetup" ,cryptsetup)
	332	("expat" ,expat)
	333	("fcgi" ,fcgi)
	334	("fuse" ,fuse)
	335	("gptfdisk" ,gptfdisk)
	336	("jemalloc" ,jemalloc)
	337	("keyutils" ,keyutils)
	338	("leveldb" ,leveldb)
	339	("libaio" ,libaio)
	340	("libatomic-ops" ,libatomic-ops)
	341	("lua" ,lua)
	342	("lz4" ,lz4)
1badc850	343	("oath-toolkit" ,oath-toolkit)
dcfe44cb MB	344	("openldap" ,openldap)
	345	("openssl" ,openssl)
	346	("nss" ,nss)
	347	("parted" ,parted)
	348	("python@2" ,python-2)
5b0b520e	349	("python2-prettytable" ,python2-prettytable) ;used by ceph_daemon.py
1badc850	350	("python2-six" ,python2-six) ;for ceph-mgr + plugins
dcfe44cb	351	("python@3" ,python-3)
1badc850	352	("rapidjson" ,rapidjson)
dcfe44cb MB	353	("rocksdb" ,rocksdb)
	354	("snappy" ,snappy)
	355	("udev" ,eudev)
	356	("util-linux" ,util-linux)
67b1d9a1	357	("xfsprogs" ,xfsprogs)
dcfe44cb MB	358	("zlib" ,zlib)))
	359	(home-page "https://ceph.com/")
	360	(synopsis "Distributed object store and file system")
	361	(description
	362	"Ceph is a distributed storage system designed for reliability and
	363	performance. It provides network-based block devices (RBD), a POSIX
162a1374	364	compliant file system (CephFS), and offers compatibility with various
dcfe44cb MB	365	storage protocols (S3, NFS, and others) through the RADOS gateway.")
	366	;; The Ceph libraries are LGPL2.1 and most of the utilities fall under
	367	;; GPL2. The installed erasure code plugins are BSD-3 licensed and do
	368	;; not use the GPL code. The source archive includes a number of files
	369	;; carrying other licenses; consult COPYING for more information. Note
	370	;; that COPYING does not cover third-party bundled software.
	371	(license (list license:lgpl2.1 license:gpl2 ;some files are 'or later'
	372	license:cc-by-sa3.0 ;documentation
	373	license:bsd-3 ;isa-l,jerasure,++
	374	license:expat)))) ;civetweb,java bindings