licenses: Add Free Art License 1.3.
[jackhill/guix/guix.git] / guix / status.scm
CommitLineData
dc0f74e5 1;;; GNU Guix --- Functional package management for GNU
f7008ca7 2;;; Copyright © 2017, 2018, 2019, 2020, 2021 Ludovic Courtès <ludo@gnu.org>
743497b5 3;;; Copyright © 2018, 2019 Ricardo Wurmus <rekado@elephly.net>
dc0f74e5
LC
4;;;
5;;; This file is part of GNU Guix.
6;;;
7;;; GNU Guix is free software; you can redistribute it and/or modify it
8;;; under the terms of the GNU General Public License as published by
9;;; the Free Software Foundation; either version 3 of the License, or (at
10;;; your option) any later version.
11;;;
12;;; GNU Guix is distributed in the hope that it will be useful, but
13;;; WITHOUT ANY WARRANTY; without even the implied warranty of
14;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15;;; GNU General Public License for more details.
16;;;
17;;; You should have received a copy of the GNU General Public License
18;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
19
20(define-module (guix status)
21 #:use-module (guix records)
22 #:use-module (guix i18n)
5d9f9ad6 23 #:use-module (guix colors)
dc0f74e5
LC
24 #:use-module (guix progress)
25 #:autoload (guix build syscalls) (terminal-columns)
f7008ca7 26 #:autoload (guix build download) (nar-uri-abbreviation)
fb94d82b 27 #:use-module (guix store)
dc0f74e5 28 #:use-module (guix derivations)
0c1bc5ec 29 #:use-module (guix memoization)
dc0f74e5
LC
30 #:use-module (srfi srfi-1)
31 #:use-module (srfi srfi-9)
c7465dcb 32 #:use-module (srfi srfi-9 gnu)
dc0f74e5
LC
33 #:use-module (srfi srfi-19)
34 #:use-module (srfi srfi-26)
35 #:use-module (ice-9 regex)
36 #:use-module (ice-9 match)
37 #:use-module (ice-9 format)
38 #:use-module (ice-9 binary-ports)
fe17037b 39 #:autoload (ice-9 rdelim) (read-string)
dc0f74e5
LC
40 #:use-module (rnrs bytevectors)
41 #:use-module ((system foreign)
42 #:select (bytevector->pointer pointer->bytevector))
43 #:export (build-event-output-port
44 compute-status
45
46 build-status
47 build-status?
48 build-status-building
49 build-status-downloading
50 build-status-builds-completed
51 build-status-downloads-completed
52
976ef2d9
LC
53 build?
54 build
55 build-derivation
56 build-system
ba514b60
LC
57 build-log-file
58 build-phase
59 build-completion
976ef2d9 60
dc0f74e5
LC
61 download?
62 download
63 download-item
64 download-uri
65 download-size
66 download-start
67 download-end
68 download-transferred
69
70 build-status-updater
71 print-build-event
72 print-build-event/quiet
73 print-build-status
74
7804c45b
LC
75 with-status-report
76 with-status-verbosity))
dc0f74e5
LC
77
78;;; Commentary:
79;;;
80;;; This module provides facilities to track the status of ongoing builds and
81;;; downloads in a given session, as well as tools to report about the current
82;;; status to user interfaces. It does so by analyzing the output of
83;;; 'current-build-output-port'. The build status is maintained in a
84;;; <build-status> record.
85;;;
86;;; Code:
87
88\f
89;;;
90;;; Build status tracking.
91;;;
92
93;; Builds and substitutions performed by the daemon.
94(define-record-type* <build-status> build-status make-build-status
95 build-status?
976ef2d9 96 (building build-status-building ;list of <build>
dc0f74e5
LC
97 (default '()))
98 (downloading build-status-downloading ;list of <download>
99 (default '()))
976ef2d9 100 (builds-completed build-status-builds-completed ;list of <build>
dc0f74e5 101 (default '()))
976ef2d9 102 (downloads-completed build-status-downloads-completed ;list of <download>
dc0f74e5
LC
103 (default '())))
104
976ef2d9 105;; On-going or completed build.
c7465dcb 106(define-immutable-record-type <build>
ba514b60 107 (%build derivation id system log-file phase completion)
976ef2d9
LC
108 build?
109 (derivation build-derivation) ;string (.drv file name)
110 (id build-id) ;#f | integer
111 (system build-system) ;string
73a8681a 112 (log-file build-log-file) ;#f | string
ba514b60
LC
113 (phase build-phase ;#f | symbol
114 set-build-phase)
c7465dcb
LC
115 (completion build-completion ;#f | integer (percentage)
116 set-build-completion))
976ef2d9 117
ba514b60 118(define* (build derivation system #:key id log-file phase completion)
976ef2d9 119 "Return a new build."
ba514b60 120 (%build derivation id system log-file phase completion))
976ef2d9 121
dc0f74e5
LC
122;; On-going or completed downloads. Downloads can be stem from substitutes
123;; and from "builtin:download" fixed-output derivations.
124(define-record-type <download>
125 (%download item uri size start end transferred)
126 download?
127 (item download-item) ;store item
128 (uri download-uri) ;string | #f
129 (size download-size) ;integer | #f
130 (start download-start) ;<time>
131 (end download-end) ;#f | <time>
132 (transferred download-transferred)) ;integer
133
134(define* (download item uri
135 #:key size
136 (start (current-time time-monotonic)) end
137 (transferred 0))
138 "Return a new download."
139 (%download item uri size start end transferred))
140
976ef2d9
LC
141(define (matching-build drv)
142 "Return a predicate that matches builds of DRV."
143 (lambda (build)
144 (string=? drv (build-derivation build))))
145
dc0f74e5
LC
146(define (matching-download item)
147 "Return a predicate that matches downloads of ITEM."
148 (lambda (download)
149 (string=? item (download-item download))))
150
ba514b60
LC
151(define %phase-start-rx
152 ;; Match the "starting phase" message emitted by 'gnu-build-system'.
153 (make-regexp "^starting phase [`']([^']+)'"))
154
73a8681a
LC
155(define %percentage-line-rx
156 ;; Things like CMake write lines like "[ 10%] gcc -c …". This regexp
157 ;; matches them.
158 (make-regexp "^[[:space:]]*\\[ *([0-9]+)%\\]"))
159
160(define %fraction-line-rx
161 ;; The 'compiled-modules' derivations and Ninja produce reports like
162 ;; "[ 1/32]" at the beginning of each line, while GHC prints "[ 6 of 45]".
163 ;; This regexp matches these.
164 (make-regexp "^[[:space:]]*\\[ *([0-9]+) *(/|of) *([0-9]+)\\]"))
165
166(define (update-build status id line)
167 "Update STATUS based on LINE, a build output line for ID that might contain
168a completion indication."
73a8681a
LC
169 (define (find-build)
170 (find (lambda (build)
171 (and (build-id build)
172 (= (build-id build) id)))
173 (build-status-building status)))
174
175 (define (update %)
176 (let ((build (find-build)))
177 (build-status
178 (inherit status)
c7465dcb 179 (building (cons (set-build-completion build %)
73a8681a
LC
180 (delq build (build-status-building status)))))))
181
182 (cond ((string-any #\nul line)
183 ;; Don't try to match a regexp here.
184 status)
185 ((regexp-exec %percentage-line-rx line)
186 =>
187 (lambda (match)
188 (let ((% (string->number (match:substring match 1))))
189 (update %))))
190 ((regexp-exec %fraction-line-rx line)
191 =>
192 (lambda (match)
193 (let ((done (string->number (match:substring match 1)))
194 (total (string->number (match:substring match 3))))
195 (update (* 100. (/ done total))))))
ba514b60
LC
196 ((regexp-exec %phase-start-rx line)
197 =>
198 (lambda (match)
199 (let ((phase (match:substring match 1))
200 (build (find-build)))
201 (if build
202 (build-status
203 (inherit status)
204 (building
205 (cons (set-build-phase (set-build-completion build #f)
206 (string->symbol phase))
207 (delq build (build-status-building status)))))
208 status))))
73a8681a
LC
209 (else
210 status)))
211
dc0f74e5 212(define* (compute-status event status
f9a8fce1
LC
213 #:key
214 (current-time current-time)
215 (derivation-path->output-path
216 derivation-path->output-path))
dc0f74e5
LC
217 "Given EVENT, a tuple like (build-started \"/gnu/store/...-foo.drv\" ...),
218compute a new status based on STATUS."
219 (match event
976ef2d9
LC
220 (('build-started drv "-" system log-file . rest)
221 (let ((build (build drv system
222 #:id (match rest
223 ((pid . _) (string->number pid))
224 (_ #f))
225 #:log-file (if (string-null? log-file)
226 #f
227 log-file))))
228 (build-status
229 (inherit status)
230 (building (cons build (build-status-building status))))))
dc0f74e5 231 (((or 'build-succeeded 'build-failed) drv _ ...)
976ef2d9
LC
232 (let ((build (find (matching-build drv)
233 (build-status-building status))))
234 ;; If BUILD is #f, this may be because DRV corresponds to a
235 ;; fixed-output derivation that is listed as a download.
236 (if build
237 (build-status
238 (inherit status)
239 (building (delq build (build-status-building status)))
240 (builds-completed
241 (cons build (build-status-builds-completed status))))
242 status)))
dc0f74e5
LC
243
244 ;; Note: Ignore 'substituter-started' and 'substituter-succeeded' because
245 ;; they're not as informative as 'download-started' and
246 ;; 'download-succeeded'.
247
248 (('download-started item uri (= string->number size))
249 ;; This is presumably a fixed-output derivation so move it from
250 ;; 'building' to 'downloading'. XXX: This doesn't work in 'check' mode
251 ;; because ITEM is different from DRV's output.
252 (build-status
253 (inherit status)
976ef2d9
LC
254 (building (remove (lambda (build)
255 (let ((drv (build-derivation build)))
256 (equal? (false-if-exception
257 (derivation-path->output-path drv))
258 item)))
dc0f74e5
LC
259 (build-status-building status)))
260 (downloading (cons (download item uri #:size size
261 #:start (current-time time-monotonic))
262 (build-status-downloading status)))))
263 (('download-succeeded item uri (= string->number size))
264 (let ((current (find (matching-download item)
265 (build-status-downloading status))))
266 (build-status
267 (inherit status)
268 (downloading (delq current (build-status-downloading status)))
269 (downloads-completed
270 (cons (download item uri
271 #:size size
272 #:start (download-start current)
273 #:transferred size
274 #:end (current-time time-monotonic))
275 (build-status-downloads-completed status))))))
276 (('substituter-succeeded item _ ...)
277 (match (find (matching-download item)
278 (build-status-downloading status))
279 (#f
280 ;; Presumably we already got a 'download-succeeded' event for ITEM,
281 ;; everything is fine.
282 status)
283 (current
284 ;; Maybe the build process didn't emit a 'download-succeeded' event
285 ;; for ITEM, so remove CURRENT from the queue now.
286 (build-status
287 (inherit status)
288 (downloading (delq current (build-status-downloading status)))
289 (downloads-completed
290 (cons (download item (download-uri current)
291 #:size (download-size current)
292 #:start (download-start current)
293 #:transferred (download-size current)
294 #:end (current-time time-monotonic))
295 (build-status-downloads-completed status)))))))
296 (('download-progress item uri
297 (= string->number size)
298 (= string->number transferred))
299 (let ((downloads (remove (matching-download item)
300 (build-status-downloading status)))
301 (current (find (matching-download item)
302 (build-status-downloading status))))
303 (build-status
304 (inherit status)
305 (downloading (cons (download item uri
306 #:size size
307 #:start
308 (or (and current
309 (download-start current))
310 (current-time time-monotonic))
311 #:transferred transferred)
312 downloads)))))
73a8681a
LC
313 (('build-log (? integer? pid) line)
314 (update-build status pid line))
dc0f74e5
LC
315 (_
316 status)))
317
318(define (simultaneous-jobs status)
319 "Return the number of on-going builds and downloads for STATUS."
320 (+ (length (build-status-building status))
321 (length (build-status-downloading status))))
322
323\f
324;;;
325;;; Rendering.
326;;;
327
328(define (extended-build-trace-supported?)
329 "Return true if the currently used store is known to support \"extended
330build traces\" such as \"@ download-progress\" traces."
331 ;; Support for extended build traces was added in protocol version #x162.
332 (and (current-store-protocol-version)
333 (>= (current-store-protocol-version) #x162)))
334
f9a8fce1
LC
335(define (multiplexed-output-supported?)
336 "Return true if the daemon supports \"multiplexed output\"--i.e., \"@
337build-log\" traces."
338 (and (current-store-protocol-version)
339 (>= (current-store-protocol-version) #x163)))
340
dc0f74e5
LC
341(define spin!
342 (let ((steps (circular-list "\\" "|" "/" "-")))
596fb4ba
LC
343 (lambda (phase port)
344 "Display a spinner on PORT. If PHASE is true, display it as a hint of
345the current build phase."
0c1bc5ec
LC
346 (when (isatty?* port)
347 (match steps
348 ((first . rest)
349 (set! steps rest)
350 (display "\r\x1b[K" port)
351 (display first port)
596fb4ba
LC
352 (when phase
353 (display " " port)
354 ;; TRANSLATORS: The word "phase" here denotes a "build phase";
355 ;; "~a" is a placeholder for the untranslated name of the current
356 ;; build phase--e.g., 'configure' or 'build'.
357 (format port (G_ "'~a' phase") phase))
0c1bc5ec 358 (force-output port)))))))
dc0f74e5 359
dc0f74e5
LC
360(define colorize-log-line
361 ;; Take a string and return a possibly colorized string according to the
362 ;; rules below.
363 (color-rules
364 ("^(phase)(.*)(succeeded after)(.*)(seconds)(.*)"
365 GREEN BOLD GREEN RESET GREEN BLUE)
366 ("^(phase)(.*)(failed after)(.*)(seconds)(.*)"
367 RED BLUE RED BLUE RED BLUE)
1dc876a3 368 ("^(.*)(error|fail|failed|\\<FAIL|FAILED)([[:blank:]]*)(:)(.*)"
dc0f74e5
LC
369 RESET RED BOLD BOLD BOLD)
370 ("^(.*)(warning)([[:blank:]]*)(:)(.*)"
1dc876a3 371 RESET MAGENTA BOLD BOLD BOLD)))
dc0f74e5 372
80eebee9
RW
373(define (hook-message hook-type)
374 "Return a human-readable string for the profile hook type HOOK-TYPE."
375 (match hook-type
376 ('info-dir
377 (G_ "building directory of Info manuals..."))
378 ('ghc-package-cache
379 (G_ "building GHC package cache..."))
380 ('ca-certificate-bundle
381 (G_ "building CA certificate bundle..."))
382 ('glib-schemas
383 (G_ "generating GLib schema cache..."))
384 ('gtk-icon-themes
385 (G_ "creating GTK+ icon theme cache..."))
386 ('gtk-im-modules
387 (G_ "building cache files for GTK+ input methods..."))
388 ('xdg-desktop-database
389 (G_ "building XDG desktop file cache..."))
390 ('xdg-mime-database
391 (G_ "building XDG MIME database..."))
392 ('fonts-dir
393 (G_ "building fonts directory..."))
743497b5
RW
394 ('texlive-configuration
395 (G_ "building TeX Live configuration..."))
80eebee9
RW
396 ('manual-database
397 (G_ "building database for manual pages..."))
b9da4b93
LC
398 ('package-cache ;package cache generated by 'guix pull'
399 (G_ "building package cache..."))
80eebee9
RW
400 (_ #f)))
401
dc0f74e5
LC
402(define* (print-build-event event old-status status
403 #:optional (port (current-error-port))
404 #:key
405 (colorize? (color-output? port))
406 (print-log? #t))
407 "Print information about EVENT and STATUS to PORT. When COLORIZE? is true,
408produce colorful output. When PRINT-LOG? is true, display the build log in
409addition to build events."
410 (define info
411 (if colorize?
2569ef9d 412 (cute colorize-string <> (color BOLD))
dc0f74e5
LC
413 identity))
414
415 (define success
416 (if colorize?
2569ef9d 417 (cute colorize-string <> (color GREEN BOLD))
dc0f74e5
LC
418 identity))
419
420 (define failure
421 (if colorize?
2569ef9d 422 (cute colorize-string <> (color RED BOLD))
dc0f74e5
LC
423 identity))
424
d613c177
LC
425 (define tty?
426 (isatty?* port))
427
596fb4ba 428 (define (report-build-progress phase %)
3854c642
LC
429 (let ((% (min (max % 0) 100))) ;sanitize
430 (erase-current-line port)
596fb4ba
LC
431 (let* ((prefix (format #f "~3d% ~@['~a' ~]"
432 (inexact->exact (round %))
433 (case phase
434 ((build) #f) ;not useful to display it
435 (else phase))))
436 (length (string-length prefix)))
437 (display prefix port)
438 (display (progress-bar % (- (current-terminal-columns) length))
439 port))
3854c642
LC
440 (force-output port)))
441
dc0f74e5
LC
442 (define print-log-line
443 (if print-log?
444 (if colorize?
3854c642 445 (lambda (id line)
dc0f74e5 446 (display (colorize-log-line line) port))
3854c642
LC
447 (lambda (id line)
448 (display line port)))
449 (lambda (id line)
450 (match (build-status-building status)
451 ((build) ;single job
452 (match (build-completion build)
596fb4ba
LC
453 ((? number? %)
454 (report-build-progress (build-phase build) %))
455 (_
456 (spin! (build-phase build) port))))
3854c642 457 (_
596fb4ba 458 (spin! #f port))))))
dc0f74e5 459
7473bce2 460 (define erase-current-line*
024d5275
LC
461 (if (and (not print-log?) (isatty?* port))
462 (lambda ()
7473bce2
LC
463 (erase-current-line port)
464 (force-output port))
465 (const #t)))
466
dc0f74e5
LC
467 (match event
468 (('build-started drv . _)
5ea206a8 469 (erase-current-line*)
af1f1c38
LC
470 (let ((properties (derivation-properties
471 (read-derivation-from-file drv))))
472 (match (assq-ref properties 'type)
473 ('graft
474 (let ((count (match (assq-ref properties 'graft)
475 (#f 0)
476 (lst (or (assq-ref lst 'count) 0)))))
8fa4ac5b
T
477 (format port (info (N_ "applying ~a graft for ~a ..."
478 "applying ~a grafts for ~a ..."
af1f1c38
LC
479 count))
480 count drv)))
260eae78
LC
481 ('profile
482 (let ((count (match (assq-ref properties 'profile)
483 (#f 0)
484 (lst (or (assq-ref lst 'count) 0)))))
04594054
LC
485 (format port (info (N_ "building profile with ~a package..."
486 "building profile with ~a packages..."
260eae78
LC
487 count))
488 count)))
80eebee9
RW
489 ('profile-hook
490 (let ((hook-type (assq-ref properties 'hook)))
491 (or (and=> (hook-message hook-type)
492 (lambda (msg)
493 (format port (info msg))))
494 (format port (info (G_ "running profile hook of type '~a'..."))
495 hook-type))))
af1f1c38
LC
496 (_
497 (format port (info (G_ "building ~a...")) drv))))
dc0f74e5
LC
498 (newline port))
499 (('build-succeeded drv . _)
024d5275 500 (erase-current-line*) ;erase spinner or progress bar
38a2f5ea
LC
501 (when (or print-log? (not (extended-build-trace-supported?)))
502 (format port (success (G_ "successfully built ~a")) drv)
503 (newline port))
dc0f74e5
LC
504 (match (build-status-building status)
505 (() #t)
506 (ongoing ;when max-jobs > 1
507 (format port
508 (N_ "The following build is still in progress:~%~{ ~a~%~}~%"
509 "The following builds are still in progress:~%~{ ~a~%~}~%"
510 (length ongoing))
976ef2d9 511 (map build-derivation ongoing)))))
dc0f74e5 512 (('build-failed drv . _)
024d5275 513 (erase-current-line*) ;erase spinner or progress bar
dc0f74e5
LC
514 (format port (failure (G_ "build of ~a failed")) drv)
515 (newline port)
fb94d82b
LC
516 (match (derivation-log-file drv)
517 (#f
518 (format port (failure (G_ "Could not find build log for '~a'."))
519 drv))
520 (log
521 (format port (info (G_ "View build log at '~a'.")) log)))
522 (newline port))
dc0f74e5 523 (('substituter-started item _ ...)
5ea206a8 524 (erase-current-line*)
dc0f74e5
LC
525 (when (or print-log? (not (extended-build-trace-supported?)))
526 (format port (info (G_ "substituting ~a...")) item)
527 (newline port)))
528 (('download-started item uri _ ...)
5ea206a8 529 (erase-current-line*)
8fa4ac5b 530 (format port (info (G_ "downloading from ~a ...")) uri)
dc0f74e5
LC
531 (newline port))
532 (('download-progress item uri
533 (= string->number size)
534 (= string->number transferred))
535 ;; Print a progress bar, but only if there's only one on-going
536 ;; job--otherwise the output would be intermingled.
537 (when (= 1 (simultaneous-jobs status))
538 (match (find (matching-download item)
539 (build-status-downloading status))
540 (#f #f) ;shouldn't happen!
541 (download
542 ;; XXX: It would be nice to memoize the abbreviation.
543 (let ((uri (if (string-contains uri "/nar/")
544 (nar-uri-abbreviation uri)
545 (basename uri))))
546 (display-download-progress uri size
d613c177 547 #:tty? tty?
dc0f74e5
LC
548 #:start-time
549 (download-start download)
550 #:transferred transferred))))))
551 (('substituter-succeeded item _ ...)
552 ;; If there are no jobs running, we already reported download completion
553 ;; so there's nothing left to do.
554 (unless (and (zero? (simultaneous-jobs status))
555 (extended-build-trace-supported?))
556 (format port (success (G_ "substitution of ~a complete")) item)
557 (newline port)))
558 (('substituter-failed item _ ...)
559 (format port (failure (G_ "substitution of ~a failed")) item)
560 (newline port))
561 (('hash-mismatch item algo expected actual _ ...)
562 ;; TRANSLATORS: The final string looks like "sha256 hash mismatch for
563 ;; /gnu/store/…-sth:", where "sha256" is the hash algorithm.
564 (format port (failure (G_ "~a hash mismatch for ~a:")) algo item)
565 (newline port)
566 (format port (info (G_ "\
567 expected hash: ~a
568 actual hash: ~a~%"))
569 expected actual))
694e638e
LC
570 (('build-remote drv host _ ...)
571 (format port (info (G_ "offloading build of ~a to '~a'")) drv host)
572 (newline port))
f9a8fce1
LC
573 (('build-log pid line)
574 (if (multiplexed-output-supported?)
575 (if (not pid)
576 (begin
577 ;; LINE comes from the daemon, not from builders. Let it
578 ;; through.
579 (display line port)
580 (force-output port))
3854c642 581 (print-log-line pid line))
f9a8fce1
LC
582 (cond ((string-prefix? "substitute: " line)
583 ;; The daemon prefixes early messages coming with 'guix
584 ;; substitute' with "substitute:". These are useful ("updating
585 ;; substitutes from URL"), so let them through.
586 (display line port)
587 (force-output port))
588 ((string-prefix? "waiting for locks" line)
589 ;; This is when a derivation is already being built and we're just
590 ;; waiting for the build to complete.
591 (display (info (string-trim-right line)) port)
592 (newline))
593 (else
3854c642 594 (print-log-line pid line)))))
dc0f74e5
LC
595 (_
596 event)))
597
598(define* (print-build-event/quiet event old-status status
599 #:optional
600 (port (current-error-port))
601 #:key
602 (colorize? (color-output? port)))
603 (print-build-event event old-status status port
604 #:colorize? colorize?
605 #:print-log? #f))
606
607(define* (build-status-updater #:optional (on-change (const #t)))
608 "Return a procedure that can be passed to 'build-event-output-port'. That
609procedure computes the new build status upon each event and calls ON-CHANGE:
610
611 (ON-CHANGE event status new-status)
612
613ON-CHANGE can display the build status, build events, etc."
614 (lambda (event status)
615 (let ((new (compute-status event status)))
616 (on-change event status new)
617 new)))
618
619\f
620;;;
621;;; Build port.
622;;;
623
fe17037b
LC
624(define (maybe-utf8->string bv)
625 "Attempt to decode BV as UTF-8 string and return it. Gracefully handle the
626case where BV does not contain only valid UTF-8."
627 (catch 'decoding-error
628 (lambda ()
629 (utf8->string bv))
630 (lambda _
631 ;; This is the sledgehammer but it's the only safe way we have to
632 ;; properly handle this. It's expensive but it's rarely needed.
633 (let ((port (open-bytevector-input-port bv)))
634 (set-port-encoding! port "UTF-8")
635 (set-port-conversion-strategy! port 'substitute)
636 (let ((str (read-string port)))
637 (close-port port)
638 str)))))
639
f9a8fce1
LC
640(define (bytevector-index bv number offset count)
641 "Search for NUMBER in BV starting from OFFSET and reading up to COUNT bytes;
642return the offset where NUMBER first occurs or #f if it could not be found."
643 (let loop ((offset offset)
644 (count count))
645 (cond ((zero? count) #f)
646 ((= (bytevector-u8-ref bv offset) number) offset)
647 (else (loop (+ 1 offset) (- count 1))))))
648
649(define (split-lines str)
650 "Split STR into lines in a way that preserves newline characters."
651 (let loop ((str str)
652 (result '()))
653 (if (string-null? str)
654 (reverse result)
655 (match (string-index str #\newline)
656 (#f
657 (loop "" (cons str result)))
658 (index
659 (loop (string-drop str (+ index 1))
660 (cons (string-take str (+ index 1)) result)))))))
661
dc0f74e5
LC
662(define* (build-event-output-port proc #:optional (seed (build-status)))
663 "Return an output port for use as 'current-build-output-port' that calls
664PROC with its current state value, initialized with SEED, on every build
665event. Build events passed to PROC are tuples corresponding to the \"build
666traces\" produced by the daemon:
667
668 (build-started \"/gnu/store/...-foo.drv\" ...)
669 (substituter-started \"/gnu/store/...-foo\" ...)
670
671and so on.
672
673The second return value is a thunk to retrieve the current state."
674 (define %fragments
675 ;; Line fragments received so far.
676 '())
677
678 (define %state
679 ;; Current state for PROC.
680 seed)
681
f9a8fce1
LC
682 ;; When true, this represents the current state while reading a
683 ;; "@ build-log" trace: the current builder PID, the previously-read
684 ;; bytevectors, and the number of bytes that remain to be read.
685 (define %build-output-pid #f)
686 (define %build-output '())
687 (define %build-output-left #f)
688
dc0f74e5 689 (define (process-line line)
f9a8fce1 690 (cond ((string-prefix? "@ " line)
976ef2d9
LC
691 ;; Note: Drop the trailing \n, and use 'string-split' to preserve
692 ;; spaces (the log file part of 'build-started' events can be the
693 ;; empty string.)
694 (match (string-split (string-drop (string-drop-right line 1) 2)
695 #\space)
f9a8fce1
LC
696 (("build-log" (= string->number pid) (= string->number len))
697 (set! %build-output-pid pid)
698 (set! %build-output '())
699 (set! %build-output-left len))
700 (((= string->symbol event-name) args ...)
701 (set! %state
702 (proc (cons event-name args)
703 %state)))))
704 (else
705 (set! %state (proc (list 'build-log #f line)
706 %state)))))
707
708 (define (process-build-output pid output)
709 ;; Transform OUTPUT in 'build-log' events or download events as generated
710 ;; by extended build traces.
711 (define (line->event line)
712 (match (and (string-prefix? "@ " line)
713 (string-tokenize (string-drop line 2)))
714 ((type . args)
715 (if (or (string-prefix? "download-" type)
716 (string=? "build-remote" type))
717 (cons (string->symbol type) args)
718 `(build-log ,pid ,line)))
719 (_
720 `(build-log ,pid ,line))))
721
722 (let* ((lines (split-lines output))
723 (events (map line->event lines)))
724 (set! %state (fold proc %state events))))
dc0f74e5
LC
725
726 (define (bytevector-range bv offset count)
727 (let ((ptr (bytevector->pointer bv offset)))
728 (pointer->bytevector ptr count)))
729
730 (define (write! bv offset count)
f9a8fce1
LC
731 (if %build-output-pid
732 (let ((keep (min count %build-output-left)))
733 (set! %build-output
734 (let ((bv* (make-bytevector keep)))
735 (bytevector-copy! bv offset bv* 0 keep)
736 (cons bv* %build-output)))
737 (set! %build-output-left
738 (- %build-output-left keep))
739
740 (when (zero? %build-output-left)
741 (process-build-output %build-output-pid
742 (string-concatenate-reverse
743 (map maybe-utf8->string %build-output))) ;XXX
744 (set! %build-output '())
745 (set! %build-output-pid #f))
746 keep)
747 (match (bytevector-index bv (char->integer #\newline)
748 offset count)
749 ((? integer? cr)
750 (let* ((tail (maybe-utf8->string
751 (bytevector-range bv offset (- cr -1 offset))))
752 (line (string-concatenate-reverse
753 (cons tail %fragments))))
754 (process-line line)
755 (set! %fragments '())
756 (- cr -1 offset)))
757 (#f
758 (unless (zero? count)
759 (let ((str (maybe-utf8->string
760 (bytevector-range bv offset count))))
761 (set! %fragments (cons str %fragments))))
762 count))))
dc0f74e5
LC
763
764 (define port
765 (make-custom-binary-output-port "filtering-input-port"
766 write!
767 #f #f
768 #f))
769
770 ;; The build port actually receives Unicode strings.
771 (set-port-encoding! port "UTF-8")
a65177a6 772 (setvbuf port 'line)
dc0f74e5
LC
773 (values port (lambda () %state)))
774
775(define (call-with-status-report on-event thunk)
776 (parameterize ((current-terminal-columns (terminal-columns))
777 (current-build-output-port
778 (build-event-output-port (build-status-updater on-event))))
779 (thunk)))
780
781(define-syntax-rule (with-status-report on-event exp ...)
782 "Set up build status reporting to the user using the ON-EVENT procedure;
783evaluate EXP... in that context."
784 (call-with-status-report on-event (lambda () exp ...)))
7804c45b
LC
785
786(define (logger-for-level level)
787 "Return the logging procedure that corresponds to LEVEL."
788 (cond ((<= level 0) (const #t))
789 ((= level 1) print-build-event/quiet)
790 (else print-build-event)))
791
792(define (call-with-status-verbosity level thunk)
793 (call-with-status-report (logger-for-level level) thunk))
794
795(define-syntax-rule (with-status-verbosity level exp ...)
796 "Set up build status reporting to the user at the given LEVEL: 0 means
797silent, 1 means quiet, 2 means verbose. Evaluate EXP... in that context."
798 (call-with-status-verbosity level (lambda () exp ...)))