1 ;;; GNU Guix --- Functional package management for GNU
2 ;;; Copyright © 2014 David Thompson <davet@gnu.org>
3 ;;; Copyright © 2016 Ricardo Wurmus <rekado@elephly.net>
4 ;;; Copyright © 2019 Maxim Cournoyer <maxim.cournoyer@gmail.com>
6 ;;; This file is part of GNU Guix.
8 ;;; GNU Guix is free software; you can redistribute it and/or modify it
9 ;;; under the terms of the GNU General Public License as published by
10 ;;; the Free Software Foundation; either version 3 of the License, or (at
11 ;;; your option) any later version.
13 ;;; GNU Guix is distributed in the hope that it will be useful, but
14 ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
15 ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 ;;; GNU General Public License for more details.
18 ;;; You should have received a copy of the GNU General Public License
19 ;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
21 (define-module (test-pypi)
22 #:use-module (guix import pypi)
23 #:use-module (guix base32)
24 #:use-module (guix memoization)
25 #:use-module (gcrypt hash)
26 #:use-module (guix memoization)
27 #:use-module (guix tests)
28 #:use-module (guix build-system python)
29 #:use-module ((guix build utils) #:select (delete-file-recursively which mkdir-p))
30 #:use-module (srfi srfi-64)
31 #:use-module (ice-9 match))
36 \"version\": \"1.0.0\",
38 \"license\": \"GNU LGPL\",
39 \"summary\": \"summary\",
40 \"home_page\": \"http://example.com\",
42 \"download_url\": \"\"
48 \"url\": \"https://example.com/foo-1.0.0.egg\",
49 \"packagetype\": \"bdist_egg\"
51 \"url\": \"https://example.com/foo-1.0.0.tar.gz\",
52 \"packagetype\": \"sdist\"
54 \"url\": \"https://example.com/foo-1.0.0-py2.py3-none-any.whl\",
55 \"packagetype\": \"bdist_wheel\"
61 (define test-source-hash
64 (define test-specifications
66 "PickyThing<1.6,>1.9,!=1.9.6,<2.0a0,==2.4c1"
67 "SomethingWithMarker[foo]>1.0;python_version<\"2.7\""
68 "requests [security,tests] >= 2.8.1, == 2.8.* ; python_version < \"2.7\""
69 "pip @ https://github.com/pypa/pip/archive/1.3.1.zip#\
70 sha1=da9234ee9982d4bbb3c72346a6de940a148ea686"))
72 (define test-requires.txt "\
74 # A comment after a space
82 ;; Beaker contains only optional dependencies.
83 (define test-requires.txt-beaker "\
95 (define test-metadata "\
96 Classifier: Programming Language :: Python :: 3.7
97 Requires-Dist: baz ~= 3
98 Requires-Dist: bar != 2
100 Requires-Dist: pytest (>=2.5.0) ; extra == 'test'
103 (define test-metadata-with-extras "
104 Classifier: Programming Language :: Python :: 3.7
105 Requires-Python: >=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*
106 Requires-Dist: wrapt (<2,>=1)
110 Requires-Dist: tox ; extra == 'dev'
111 Requires-Dist: bumpversion (<1) ; extra == 'dev'
114 ;;; Provides-Extra can appear before Requires-Dist.
115 (define test-metadata-with-extras-jedi "\
116 Requires-Python: >=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*
117 Provides-Extra: testing
118 Requires-Dist: parso (>=0.3.0)
119 Provides-Extra: testing
120 Requires-Dist: pytest (>=3.1.0); extra == 'testing'
126 (test-equal "guix-package->pypi-name, old URL style"
128 (guix-package->pypi-name
130 (source (dummy-origin
132 "https://pypi.org/packages/source/p/psutil/psutil-4.3.0.tar.gz"))))))
134 (test-equal "guix-package->pypi-name, new URL style"
136 (guix-package->pypi-name
138 (source (dummy-origin
140 "https://pypi.org/packages/a2/3b/4756e6a0ceb14e084042a2a65c615d68d25621c6fd446d0fc10d14c4ce7d/certbot-0.8.1.tar.gz"))))))
142 (test-equal "guix-package->pypi-name, several URLs"
144 (guix-package->pypi-name
148 (uri (list "https://bitheap.org/cram/cram-0.7.tar.gz"
149 (pypi-uri "cram" "0.7"))))))))
151 (test-equal "specification->requirement-name"
152 '("Fizzy" "PickyThing" "SomethingWithMarker" "requests" "pip")
153 (map specification->requirement-name test-specifications))
155 (test-equal "parse-requires.txt"
156 (list '("foo" "bar") '("pytest"))
157 (mock ((ice-9 ports) call-with-input-file
158 call-with-input-string)
159 (parse-requires.txt test-requires.txt)))
161 (test-equal "parse-requires.txt - Beaker"
162 (list '() '("Mock" "coverage"))
163 (mock ((ice-9 ports) call-with-input-file
164 call-with-input-string)
165 (parse-requires.txt test-requires.txt-beaker)))
167 (test-equal "parse-wheel-metadata, with extras"
168 (list '("wrapt" "bar") '("tox" "bumpversion"))
169 (mock ((ice-9 ports) call-with-input-file
170 call-with-input-string)
171 (parse-wheel-metadata test-metadata-with-extras)))
173 (test-equal "parse-wheel-metadata, with extras - Jedi"
174 (list '("parso") '("pytest"))
175 (mock ((ice-9 ports) call-with-input-file
176 call-with-input-string)
177 (parse-wheel-metadata test-metadata-with-extras-jedi)))
179 (test-assert "pypi->guix-package, no wheel"
180 ;; Replace network resources with sample data.
181 (mock ((guix import utils) url-fetch
182 (lambda (url file-name)
184 ("https://example.com/foo-1.0.0.tar.gz"
186 ;; Unusual requires.txt location should still be found.
187 (mkdir-p "foo-1.0.0/src/bizarre.egg-info")
188 (with-output-to-file "foo-1.0.0/src/bizarre.egg-info/requires.txt"
190 (display test-requires.txt)))
191 (parameterize ((current-output-port (%make-void-port "rw+")))
192 (system* "tar" "czvf" file-name "foo-1.0.0/"))
193 (delete-file-recursively "foo-1.0.0")
194 (set! test-source-hash
195 (call-with-input-file file-name port-sha256))))
196 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
197 (_ (error "Unexpected URL: " url)))))
198 (mock ((guix http-client) http-fetch
201 ("https://pypi.org/pypi/foo/json"
202 (values (open-input-string test-json)
203 (string-length test-json)))
204 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
205 (_ (error "Unexpected URL: " url)))))
206 (match (pypi->guix-package "foo")
212 ('uri ('pypi-uri "foo" 'version))
216 ('build-system 'python-build-system)
219 (("python-bar" ('unquote 'python-bar))
220 ("python-foo" ('unquote 'python-foo)))))
223 (("python-pytest" ('unquote 'python-pytest)))))
224 ('home-page "http://example.com")
225 ('synopsis "summary")
226 ('description "summary")
227 ('license 'license:lgpl2.0))
228 (string=? (bytevector->nix-base32-string
234 (test-skip (if (which "zip") 0 1))
235 (test-assert "pypi->guix-package, wheels"
236 ;; Replace network resources with sample data.
237 (mock ((guix import utils) url-fetch
238 (lambda (url file-name)
240 ("https://example.com/foo-1.0.0.tar.gz"
242 (mkdir-p "foo-1.0.0/foo.egg-info/")
243 (with-output-to-file "foo-1.0.0/foo.egg-info/requires.txt"
245 (display "wrong data to make sure we're testing wheels ")))
246 (parameterize ((current-output-port (%make-void-port "rw+")))
247 (system* "tar" "czvf" file-name "foo-1.0.0/"))
248 (delete-file-recursively "foo-1.0.0")
249 (set! test-source-hash
250 (call-with-input-file file-name port-sha256))))
251 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl"
253 (mkdir "foo-1.0.0.dist-info")
254 (with-output-to-file "foo-1.0.0.dist-info/METADATA"
256 (display test-metadata)))
257 (let ((zip-file (string-append file-name ".zip")))
258 ;; zip always adds a "zip" extension to the file it creates,
259 ;; so we need to rename it.
260 (system* "zip" "-q" zip-file "foo-1.0.0.dist-info/METADATA")
261 (rename-file zip-file file-name))
262 (delete-file-recursively "foo-1.0.0.dist-info")))
263 (_ (error "Unexpected URL: " url)))))
264 (mock ((guix http-client) http-fetch
267 ("https://pypi.org/pypi/foo/json"
268 (values (open-input-string test-json)
269 (string-length test-json)))
270 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
271 (_ (error "Unexpected URL: " url)))))
272 ;; Not clearing the memoization cache here would mean returning the value
273 ;; computed in the previous test.
274 (invalidate-memoization! pypi->guix-package)
275 (match (pypi->guix-package "foo")
281 ('uri ('pypi-uri "foo" 'version))
285 ('build-system 'python-build-system)
288 (("python-bar" ('unquote 'python-bar))
289 ("python-baz" ('unquote 'python-baz)))))
292 (("python-pytest" ('unquote 'python-pytest)))))
293 ('home-page "http://example.com")
294 ('synopsis "summary")
295 ('description "summary")
296 ('license 'license:lgpl2.0))
297 (string=? (bytevector->nix-base32-string
303 (test-assert "pypi->guix-package, no usable requirement file."
304 ;; Replace network resources with sample data.
305 (mock ((guix import utils) url-fetch
306 (lambda (url file-name)
308 ("https://example.com/foo-1.0.0.tar.gz"
309 (mkdir-p "foo-1.0.0/foo.egg-info/")
310 (parameterize ((current-output-port (%make-void-port "rw+")))
311 (system* "tar" "czvf" file-name "foo-1.0.0/"))
312 (delete-file-recursively "foo-1.0.0")
313 (set! test-source-hash
314 (call-with-input-file file-name port-sha256)))
315 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
316 (_ (error "Unexpected URL: " url)))))
317 (mock ((guix http-client) http-fetch
320 ("https://pypi.org/pypi/foo/json"
321 (values (open-input-string test-json)
322 (string-length test-json)))
323 ("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
324 (_ (error "Unexpected URL: " url)))))
325 ;; Not clearing the memoization cache here would mean returning the value
326 ;; computed in the previous test.
327 (invalidate-memoization! pypi->guix-package)
328 (match (pypi->guix-package "foo")
334 ('uri ('pypi-uri "foo" 'version))
338 ('build-system 'python-build-system)
339 ('home-page "http://example.com")
340 ('synopsis "summary")
341 ('description "summary")
342 ('license 'license:lgpl2.0))
343 (string=? (bytevector->nix-base32-string