gnu/packages/python-compression.scm

   1 ;;; GNU Guix --- Functional package management for GNU
   2 ;;; Copyright © 2017, 2018 Tobias Geerinckx-Rice <me@tobias.gr>
   3 ;;; Copyright © 2017, 2019 Ricardo Wurmus <rekado@elephly.net>
   4 ;;; Copyright © 2017 Nikita <nikita@n0.is>
   5 ;;; Copyright © 2017 Julien Lepiller <julien@lepiller.eu>
   6 ;;; Copyright © 2018, 2019, 2020 Efraim Flashner <efraim@flashner.co.il>
   7 ;;; Copyright © 2020 Nicolas Goaziou <mail@nicolasgoaziou.fr>
   8 ;;; Copyright © 2020 Marius Bakke <mbakke@fastmail.com>
   9 ;;;
  10 ;;; This file is part of GNU Guix.
  11 ;;;
  12 ;;; GNU Guix is free software; you can redistribute it and/or modify it
  13 ;;; under the terms of the GNU General Public License as published by
  14 ;;; the Free Software Foundation; either version 3 of the License, or (at
  15 ;;; your option) any later version.
  16 ;;;
  17 ;;; GNU Guix is distributed in the hope that it will be useful, but
  18 ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
  19 ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  20 ;;; GNU General Public License for more details.
  21 ;;;
  22 ;;; You should have received a copy of the GNU General Public License
  23 ;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.
  24
  25 (define-module (gnu packages python-compression)
  26   #:use-module ((guix licenses) #:prefix license:)
  27   #:use-module (guix utils)
  28   #:use-module (guix packages)
  29   #:use-module (guix download)
  30   #:use-module (guix build-system gnu)
  31   #:use-module (guix build-system python)
  32   #:use-module (gnu packages)
  33   #:use-module (gnu packages compression)
  34   #:use-module (gnu packages check)
  35   #:use-module (gnu packages maths)
  36   #:use-module (gnu packages pkg-config)
  37   #:use-module (gnu packages python)
  38   #:use-module (gnu packages python-xyz)
  39   #:use-module (gnu packages sphinx))
  40
  41 (define-public python-lzo
  42   (package
  43     (name "python-lzo")
  44     (version "1.12")
  45     (source
  46      (origin
  47        (method url-fetch)
  48        (uri (pypi-uri "python-lzo" version))
  49        (sha256
  50         (base32
  51          "0iakqgd51n1cd7r3lpdylm2rgbmd16y74cra9kcapwg84mlf9a4p"))))
  52     (build-system python-build-system)
  53     (arguments
  54      `(#:test-target "check"
  55        #:phases
  56        (modify-phases %standard-phases
  57          (add-after 'unpack 'patch-setuppy
  58            (lambda _
  59              (substitute* "setup.py"
  60                (("include_dirs.append\\(.*\\)")
  61                 (string-append "include_dirs.append('"
  62                                (assoc-ref %build-inputs "lzo")
  63                                "/include/lzo"
  64                                "')")))
  65              #t)))))
  66     (inputs
  67      `(("lzo" ,lzo)))
  68     (home-page "https://github.com/jd-boyd/python-lzo")
  69     (synopsis "Python bindings for the LZO data compression library")
  70     (description
  71      "Python-LZO provides Python bindings for LZO, i.e. you can access
  72 the LZO library from your Python scripts thereby compressing ordinary
  73 Python strings.")
  74     (license license:gpl2+)))
  75
  76 (define-public python2-lzo
  77   (package-with-python2 python-lzo))
  78
  79 (define-public python-lz4
  80   (package
  81     (name "python-lz4")
  82     (version "0.10.1")
  83     (source
  84      (origin
  85        (method url-fetch)
  86        (uri (pypi-uri "lz4" version))
  87        (sha256
  88         (base32
  89          "0ghv1xbaq693kgww1x9c22bplz479ls9szjsaa4ig778ls834hm0"))
  90        (modules '((guix build utils)))
  91        (snippet
  92         '(begin
  93            ;; Remove bundled copy of lz4.
  94            (delete-file-recursively "lz4libs")
  95            #t))))
  96     (build-system python-build-system)
  97     (native-inputs
  98      `(("pkg-config" ,pkg-config)
  99        ("python-nose" ,python-nose)
 100        ("python-setuptools-scm" ,python-setuptools-scm)))
 101     (inputs
 102      `(("lz4" ,lz4)))
 103     (home-page "https://github.com/python-lz4/python-lz4")
 104     (synopsis "LZ4 bindings for Python")
 105     (description
 106      "This package provides python bindings for the lz4 compression library
 107 by Yann Collet.  The project contains bindings for the LZ4 block format and
 108 the LZ4 frame format.")
 109     (license license:bsd-3)))
 110
 111 (define-public python2-lz4
 112   (package-with-python2 python-lz4))
 113
 114 (define-public python-lzstring
 115   (package
 116     (name "python-lzstring")
 117     (version "1.0.4")
 118     (source
 119      (origin
 120        (method url-fetch)
 121        (uri (pypi-uri "lzstring" version))
 122        (sha256
 123         (base32
 124          "18ly9pppy2yspxzw7k1b23wk77k7m44rz2g0271bqgqrk3jn3yhs"))))
 125     (build-system python-build-system)
 126     (propagated-inputs
 127      `(("python-future" ,python-future)))
 128     (home-page "https://github.com/gkovacs/lz-string-python")
 129     (synopsis "String compression")
 130     (description "Lz-string is a string compressor library for Python.")
 131     (license license:expat)))
 132
 133 (define-public python2-lzstring
 134   (package-with-python2 python-lzstring))
 135
 136 (define-public python-brotli
 137   (package
 138     (name "python-brotli")
 139     (version "1.0.9")
 140     (source
 141       (origin
 142         (method url-fetch)
 143         (uri (pypi-uri "Brotli" version ".zip"))
 144         (sha256
 145          (base32
 146           "0f4433s4wv9masc303kkb1s0a09x81xwr8pdvj0kyxzdl05826sd"))))
 147     (build-system python-build-system)
 148     (native-inputs
 149      `(("unzip" ,unzip)))
 150     (home-page "https://github.com/google/brotli")
 151     (synopsis "Python bindings for the Brotli compression library")
 152     (description
 153      "This package provides python bindings for the Brotli compression library.")
 154     (license license:asl2.0)))
 155
 156 (define-public bitshuffle
 157   (package
 158     (name "bitshuffle")
 159     (version "0.3.5")
 160     (source (origin
 161               (method url-fetch)
 162               (uri (pypi-uri "bitshuffle" version))
 163               (sha256
 164                (base32
 165                 "1823x61kyax4dc2hjmc1xraskxi1193y8lvxd03vqv029jrj8cjy"))
 166               (modules '((guix build utils)))
 167               (snippet
 168                '(begin
 169                   ;; Remove generated Cython files.
 170                   (delete-file "bitshuffle/h5.c")
 171                   (delete-file "bitshuffle/ext.c")
 172                   #t))))
 173     (build-system python-build-system)
 174     (arguments
 175      `(#:tests? #f             ; fail: https://github.com/h5py/h5py/issues/769
 176        #:phases
 177        (modify-phases %standard-phases
 178          (add-after 'unpack 'fix-neon-detection
 179            ;; Neon is only for aarch64 ATM
 180            ;; see: https://github.com/kiyo-masui/bitshuffle/pull/73
 181            (lambda _
 182              (substitute* "src/bitshuffle_core.c"
 183                (("#define USEARMNEON")
 184                 "#ifdef __aarch64__\n#define USEARMNEON\n#endif"))
 185              #t))
 186          (add-after 'unpack 'dont-build-native
 187            (lambda _
 188              (substitute* "setup.py"
 189                (("'-march=native', ") ""))
 190              #t)))))
 191     (inputs
 192      `(("numpy" ,python-numpy)
 193        ("h5py" ,python-h5py)
 194        ("hdf5" ,hdf5)))
 195     (native-inputs
 196      `(("cython" ,python-cython)))
 197     (home-page "https://github.com/kiyo-masui/bitshuffle")
 198     (synopsis "Filter for improving compression of typed binary data")
 199     (description "Bitshuffle is an algorithm that rearranges typed, binary data
 200 for improving compression, as well as a python/C package that implements this
 201 algorithm within the Numpy framework.")
 202     (license license:expat)))
 203
 204 (define-public bitshuffle-for-snappy
 205   (package/inherit bitshuffle
 206     (name "bitshuffle-for-snappy")
 207     (build-system gnu-build-system)
 208     (arguments
 209      (substitute-keyword-arguments (package-arguments bitshuffle)
 210        ((#:tests? _ #f) #f)
 211        ((#:phases phases)
 212         `(modify-phases %standard-phases
 213            (replace 'configure
 214              (lambda* (#:key outputs #:allow-other-keys)
 215                (with-output-to-file "Makefile"
 216                  (lambda _
 217                    (format #t "\
 218 libbitshuffle.so: src/bitshuffle.o src/bitshuffle_core.o src/iochain.o lz4/lz4.o
 219 \tgcc -O3 -ffast-math -std=c99 -o $@ -shared -fPIC $^
 220
 221 %.o: %.c
 222 \tgcc -O3 -ffast-math -std=c99 -fPIC -Isrc -Ilz4 -c $< -o $@
 223
 224 PREFIX:=~a
 225 LIBDIR:=$(PREFIX)/lib
 226 INCLUDEDIR:=$(PREFIX)/include
 227
 228 install: libbitshuffle.so
 229 \tinstall -dm755 $(LIBDIR)
 230 \tinstall -dm755 $(INCLUDEDIR)
 231 \tinstall -m755 libbitshuffle.so $(LIBDIR)
 232 \tinstall -m644 src/bitshuffle.h $(INCLUDEDIR)
 233 \tinstall -m644 src/bitshuffle_core.h $(INCLUDEDIR)
 234 \tinstall -m644 src/iochain.h $(INCLUDEDIR)
 235 \tinstall -m644 lz4/lz4.h $(INCLUDEDIR)
 236 " (assoc-ref outputs "out"))))
 237                #t))))))
 238     (inputs '())
 239     (native-inputs '())))
 240
 241 (define-public python-zipp
 242   (package
 243     (name "python-zipp")
 244     (version "1.0.0")
 245     (source
 246      (origin
 247        (method url-fetch)
 248        (uri (pypi-uri "zipp" version))
 249        (sha256
 250         (base32
 251          "0v3qayhqv7vyzydpydwcp51bqciw8p2ajddw68x5k8zppc0vx3yk"))))
 252     (build-system python-build-system)
 253     (propagated-inputs
 254      `(("python-more-itertools" ,python-more-itertools)))
 255     (native-inputs
 256      `(("python-setuptools-scm" ,python-setuptools-scm)))
 257     (home-page "https://github.com/jaraco/zipp")
 258     (synopsis
 259      "Backport of pathlib-compatible object wrapper for zip files")
 260     (description
 261      "This package provides a @code{pathlib}-compatible @code{Zipfile} object
 262 wrapper.  It provides a backport of the @code{Path} object.")
 263     (properties `((python2-variant . ,(delay python2-zipp))))
 264     (license license:expat)))
 265
 266 (define-public python2-zipp
 267   (let ((base (package-with-python2 (strip-python2-variant python-zipp))))
 268     (package/inherit
 269      base
 270      (native-inputs
 271       `(("python-contextlib2" ,python2-contextlib2)
 272         ("python-pathlib2" ,python2-pathlib2)
 273         ("python-unittest2" ,python2-unittest2)
 274         ,@(package-native-inputs base))))))
 275
 276 ;; This package is used to bootstrap pytest, via importlib-metadata.
 277 (define-public python2-zipp-bootstrap
 278   (hidden-package
 279    (package/inherit
 280     python2-zipp
 281     (name "python2-zipp-bootstrap")
 282     (arguments
 283      `(#:tests? #f
 284        ,@(package-arguments python2-zipp)))
 285     (native-inputs
 286      `(("python-setuptools-scm" ,python2-setuptools-scm))))))
 287
 288 (define-public python-zstandard
 289   (package
 290     (name "python-zstandard")
 291     (version "0.13.0")
 292     (source
 293      (origin
 294        (method url-fetch)
 295        (uri (pypi-uri "zstandard" version))
 296        (sha256
 297         (base32 "0q9msi00s93iqm8vzd839r7yc51gz54z90h5bckqyjdxa6vxijz5"))))
 298     (build-system python-build-system)
 299     (native-inputs
 300      `(("python-hypothesis" ,python-hypothesis)))
 301     (home-page "https://github.com/indygreg/python-zstandard")
 302     (synopsis "Zstandard bindings for Python")
 303     (description "This project provides Python bindings for interfacing with
 304 the Zstandard compression library.  A C extension and CFFI interface are
 305 provided.")
 306     (license license:bsd-3)))