1 ;;; GNU Guix --- Functional package management for GNU
2 ;;; Copyright © 2016, 2017, 2018, 2019, 2020, 2021, 2021 Ludovic Courtès <ludo@gnu.org>
4 ;;; This file is part of GNU Guix.
6 ;;; GNU Guix is free software; you can redistribute it and/or modify it
7 ;;; under the terms of the GNU General Public License as published by
8 ;;; the Free Software Foundation; either version 3 of the License, or (at
9 ;;; your option) any later version.
11 ;;; GNU Guix is distributed in the hope that it will be useful, but
12 ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
13 ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 ;;; GNU General Public License for more details.
16 ;;; You should have received a copy of the GNU General Public License
17 ;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
19 (define-module (guix ssh)
20 #:use-module (guix store)
21 #:use-module (guix inferior)
22 #:use-module (guix i18n)
23 #:use-module ((guix diagnostics)
24 #:select (info &fix-hint formatted-message))
25 #:use-module ((guix progress)
26 #:select (progress-bar
27 erase-current-line current-terminal-columns))
28 #:use-module (gcrypt pk-crypto)
29 #:use-module (ssh session)
30 #:use-module (ssh auth)
31 #:use-module (ssh key)
32 #:use-module (ssh channel)
33 #:use-module (ssh popen)
34 #:use-module (ssh session)
35 #:use-module (srfi srfi-1)
36 #:use-module (srfi srfi-11)
37 #:use-module (srfi srfi-26)
38 #:use-module (srfi srfi-34)
39 #:use-module (srfi srfi-35)
40 #:use-module (ice-9 match)
41 #:use-module (ice-9 format)
42 #:use-module (ice-9 binary-ports)
43 #:use-module (ice-9 vlist)
44 #:export (open-ssh-session
49 connect-to-remote-daemon
51 remote-authorize-signing-key
61 ;;; This module provides tools to support communication with remote stores
62 ;;; over SSH, using Guile-SSH.
67 "zlib@openssh.com,zlib")
69 (define (host-key->type+key host-key)
70 "Destructure HOST-KEY, an OpenSSH host key string, and return two values:
71 its key type as a symbol, and the actual base64-encoded string."
72 (define (type->symbol type)
73 (and (string-prefix? "ssh-" type)
74 (string->symbol (string-drop type 4))))
76 (match (string-tokenize host-key)
78 (values (type->symbol type) key))
80 (values (type->symbol type) key))))
82 (define (authenticate-server* session key)
83 "Make sure the server for SESSION has the given KEY, where KEY is a string
84 such as \"ssh-ed25519 AAAAC3Nz… root@example.org\". Raise an exception if the
85 actual key does not match."
86 (let-values (((server) (get-server-public-key session))
87 ((type key) (host-key->type+key key)))
88 (unless (and (or (not (get-key-type server))
89 (eq? (get-key-type server) type))
90 (string=? (public-key->string server) key))
91 ;; Key mismatch: something's wrong. XXX: It could be that the server
92 ;; provided its Ed25519 key when we where expecting its RSA key. XXX:
93 ;; Guile-SSH 0.10.1 doesn't know about ed25519 keys and 'get-key-type'
94 ;; returns #f in that case.
95 (raise (formatted-message (G_ "server at '~a' returned host key \
96 '~a' of type '~a' instead of '~a' of type '~a'~%")
97 (session-get session 'host)
98 (public-key->string server)
102 (define* (open-ssh-session host #:key user port identity
104 (compression %compression)
106 (connection-timeout 10))
107 "Open an SSH session for HOST and return it. IDENTITY specifies the file
108 name of a private key to use for authenticating with the host. When USER,
109 PORT, or IDENTITY are #f, use default values or whatever '~/.ssh/config'
110 specifies; otherwise use them.
112 When HOST-KEY is true, it must be a string like \"ssh-ed25519 AAAAC3Nz…
113 root@example.org\"; the server is authenticated and an error is raised if its
114 host key is different from HOST-KEY.
116 Error out if connection establishment takes more than CONNECTION-TIMEOUT
117 seconds. Install TIMEOUT as the maximum time in seconds after which a read or
118 write operation on a channel of the returned session is considered as failing.
120 Throw an error on failure."
121 (let ((session (make-session #:user user
125 #:timeout connection-timeout
126 ;; #:log-verbosity 'protocol
128 ;; Prevent libssh from reading
129 ;; ~/.ssh/known_hosts when the caller provides
130 ;; a HOST-KEY to match against.
131 #:knownhosts (and host-key "/dev/null")
133 ;; We need lightweight compression when
134 ;; exchanging full archives.
135 #:compression compression
136 #:compression-level 3
138 ;; Speed up RPCs by creating sockets with
142 ;; Honor ~/.ssh/config.
143 (session-parse-config! session)
145 (match (connect! session)
148 ;; Make sure the server's key is what we expect.
149 (authenticate-server* session host-key)
151 ;; Authenticate against ~/.ssh/known_hosts.
152 (match (authenticate-server session)
155 (raise (formatted-message (G_ "failed to authenticate \
157 (session-get session 'host)
160 ;; Use public key authentication, via the SSH agent if it's available.
161 (match (userauth-public-key/auto! session)
163 (session-set! session 'timeout timeout)
166 (raise (formatted-message (G_ "timeout while connecting \
167 to SSH server at '~a'")
168 (session-get session 'host))))
170 (match (userauth-gssapi! session)
172 (session-set! session 'timeout timeout)
175 (disconnect! session)
178 (message (format #f (G_ "SSH authentication failed for '~a': ~a~%")
179 host (get-error session)))))))))))
181 ;; Connection failed or timeout expired.
182 (raise (formatted-message (G_ "SSH connection to '~a' failed: ~a~%")
183 host (get-error session)))))))
185 (define* (remote-inferior session #:optional become-command)
186 "Return a remote inferior for the given SESSION. If BECOME-COMMAND is
187 given, use that to invoke the remote Guile REPL."
188 (let* ((repl-command (append (or become-command '())
189 '("guix" "repl" "-t" "machine")))
190 (pipe (apply open-remote-pipe* session OPEN_BOTH repl-command)))
191 (when (eof-object? (peek-char pipe))
192 (let ((status (channel-get-exit-status pipe)))
194 (raise (formatted-message (G_ "remote command '~{~a~^ ~}' failed \
196 repl-command status))))
197 (port->inferior pipe)))
199 (define* (inferior-remote-eval exp session #:optional become-command)
200 "Evaluate EXP in a new inferior running in SESSION, and close the inferior
201 right away. If BECOME-COMMAND is given, use that to invoke the remote Guile
203 (let ((inferior (remote-inferior session become-command)))
207 (inferior-eval exp inferior))
209 ;; Close INFERIOR right away to prevent finalization from happening in
210 ;; another thread at the wrong time (see
211 ;; <https://bugs.gnu.org/26976>.)
212 (close-inferior inferior)))))
214 (define (remote-run exp session)
215 "Run EXP in a new process in SESSION and return a remote pipe.
217 Unlike 'inferior-remote-eval', this is used for side effects and may
218 communicate over stdout/stdin as it sees fit. EXP is typically a loop that
219 processes data from stdin and/or sends data to stdout. The assumption is that
220 EXP never returns or calls 'primitive-exit' when it's done."
222 (open-remote-pipe* session OPEN_BOTH
223 "guix" "repl" "-t" "machine"))
226 (('repl-version _ ...)
230 (raise (formatted-message
231 (G_ "failed to start 'guix repl' on '~a'")
232 (session-get session 'host)))))
234 ;; Disable buffering so 'guix repl' does not read more than what's really
236 (write '(setvbuf (current-input-port) 'none) pipe)
239 ;; Read the reply and subsequent newline.
240 (read pipe) (get-u8 pipe)
245 ;; From now on, we stop following the inferior protocol.
248 (define* (remote-daemon-channel session
251 "/var/guix/daemon-socket/socket"))
252 "Return an input/output port (an SSH channel) to the daemon at SESSION."
254 ;; Code run in SESSION to redirect the remote process' stdin/stdout to the
255 ;; daemon's socket, à la socat. The SSH protocol supports forwarding to
256 ;; Unix-domain sockets but libssh doesn't have an API for that, hence this
259 (use-modules (ice-9 match) (rnrs io ports)
262 (define connect-to-daemon
263 ;; XXX: 'connect-to-daemon' used to be private and before that it
264 ;; didn't even exist, hence these shenanigans.
265 (let ((connect-to-daemon
266 (false-if-exception (module-ref (resolve-module '(guix store))
267 'connect-to-daemon))))
269 (if connect-to-daemon
270 (connect-to-daemon uri)
271 (let ((sock (socket AF_UNIX SOCK_STREAM 0)))
272 (connect sock AF_UNIX ,socket-name)
275 ;; Use 'connect-to-daemon' to honor GUIX_DAEMON_SOCKET.
276 (let ((sock (connect-to-daemon (or (getenv "GUIX_DAEMON_SOCKET")
278 (stdin (current-input-port))
279 (stdout (current-output-port))
280 (select* (lambda (read write except)
281 ;; This is a workaround for
282 ;; <https://bugs.gnu.org/30365> in Guile < 2.2.4:
283 ;; since 'select' sometimes returns non-empty sets for
284 ;; no good reason, call 'select' a second time with a
285 ;; zero timeout to filter out incorrect replies.
286 (match (select read write except)
288 (select read write except 0))))))
289 (setvbuf stdout 'none)
291 ;; Use buffered ports so that 'get-bytevector-some' returns up to the
292 ;; whole buffer like read(2) would--see <https://bugs.gnu.org/30066>.
293 (setvbuf stdin 'block 65536)
294 (setvbuf sock 'block 65536)
297 (match (select* (list stdin sock) '() '())
299 (when (memq stdin reads)
300 (match (get-bytevector-some stdin)
304 (put-bytevector sock bv)
305 (force-output sock))))
306 (when (memq sock reads)
307 (match (get-bytevector-some sock)
311 (put-bytevector stdout bv))))
314 (primitive-exit 1)))))))
316 (remote-run redirect session))
318 (define* (connect-to-remote-daemon session
321 "/var/guix/daemon-socket/socket"))
322 "Connect to the remote build daemon listening on SOCKET-NAME over SESSION,
323 an SSH session. Return a <store-connection> object."
324 (guard (c ((store-connection-error? c)
325 ;; Raise a more focused error condition.
326 (raise (formatted-message
327 (G_ "failed to connect over SSH to daemon at '~a', socket ~a")
328 (session-get session 'host)
330 (open-connection #:port (remote-daemon-channel session socket-name))))
332 (define (store-import-channel session)
333 "Return an output port to which archives to be exported to SESSION's store
335 ;; Using the 'import-paths' RPC on a remote store would be slow because it
336 ;; makes a round trip every time 32 KiB have been transferred. This
337 ;; procedure instead opens a separate channel to use the remote
338 ;; 'import-paths' procedure, which consumes all the data in a single round
339 ;; trip. This optimizes the successful case at the expense of error
340 ;; conditions: errors can only be reported once all the input has been
344 (use-modules (guix) (srfi srfi-34)
345 (rnrs io ports) (rnrs bytevectors))
347 (define (consume-input port)
348 (let ((bv (make-bytevector 32768)))
350 (let ((n (get-bytevector-n! port bv 0
351 (bytevector-length bv))))
352 (unless (eof-object? n)
355 ;; Upon completion, write an sexp that denotes the status.
359 (guard (c ((nix-protocol-error? c)
360 ;; Consume all the input since the only time we can
361 ;; report the error is after everything has been
363 (consume-input (current-input-port))
364 (list 'protocol-error (nix-protocol-error-message c))))
366 (write '(importing)) ;we're ready
369 (setvbuf (current-input-port) 'none)
370 (import-paths store (current-input-port))
373 (cons 'error args))))
376 (remote-run import session))
378 (define* (store-export-channel session files
380 "Return an input port from which an export of FILES from SESSION's store can
381 be read. When RECURSIVE? is true, the closure of FILES is exported."
382 ;; Same as above: this is more efficient than calling 'export-paths' on a
386 (use-modules (guix) (srfi srfi-1)
387 (srfi srfi-26) (srfi srfi-34))
389 (guard (c ((nix-connection-error? c)
390 (write `(connection-error ,(nix-connection-error-file c)
391 ,(nix-connection-error-code c)))
393 ((nix-protocol-error? c)
394 (write `(protocol-error ,(nix-protocol-error-status c)
395 ,(nix-protocol-error-message c)))
401 (let* ((files ',files)
402 (invalid (remove (cut valid-path? store <>)
404 (unless (null? invalid)
405 (write `(invalid-items ,invalid))
408 ;; TODO: When RECURSIVE? is true, we could send the list of store
409 ;; items in the closure so that the other end can filter out
410 ;; those it already has.
412 (write '(exporting)) ;we're ready
415 (setvbuf (current-output-port) 'none)
416 (export-paths store files (current-output-port)
417 #:recursive? ,recursive?)
418 (primitive-exit 0))))))
420 (remote-run export session))
422 (define (remote-system session)
423 "Return the system type as expected by Nix, usually ARCHITECTURE-KERNEL, of
424 the machine on the other end of SESSION."
425 (inferior-remote-eval '(begin (use-modules (guix utils)) (%current-system))
428 (define* (remote-authorize-signing-key key session #:optional become-command)
429 "Send KEY, a canonical sexp containing a public key, over SESSION and add it
430 to the system ACL file if it has not yet been authorized."
431 (inferior-remote-eval
433 (use-modules (guix build utils)
439 (define acl (current-acl))
440 (define key (string->canonical-sexp ,(canonical-sexp->string key)))
442 (unless (authorized-key? key)
443 (let ((acl (public-keys->acl (cons key (acl->public-keys acl)))))
444 (mkdir-p (dirname %acl-file))
445 (with-atomic-file-output %acl-file
446 (cut write-acl acl <>)))))
450 (define (prepare-to-send store host log-port items)
451 "Notify the user that we're about to send ITEMS to HOST. Return three
452 values allowing 'notify-send-progress' to track the state of this transfer."
453 (let* ((count (length items))
454 (sizes (fold (lambda (item result)
457 (query-path-info store item))
461 (total (vlist-fold (lambda (pair result)
463 ((_ . size) (+ size result))))
466 (info (N_ "sending ~a store item (~h MiB) to '~a'...~%"
467 "sending ~a store items (~h MiB) to '~a'...~%" count)
469 (inexact->exact (round (/ total (expt 2. 20))))
472 (values log-port sizes total 0)))
474 (define (notify-transfer-progress item port sizes total sent)
475 "Notify the user that we've already transferred SENT bytes out of TOTAL.
476 Use SIZES to determine the size of ITEM, which is about to be sent."
477 (define (display-bar %)
478 (erase-current-line port)
479 (format port "~3@a% ~a"
480 (inexact->exact (round (* 100. (/ sent total))))
481 (progress-bar % (- (max (current-terminal-columns) 5) 5)))
484 (unless (zero? total)
485 (let ((% (* 100. (/ sent total))))
486 (match (vhash-assoc item sizes)
489 (values port sizes total sent))
492 (values port sizes total (+ sent size)))))))
494 (define (notify-transfer-completion port . args)
495 "Notify the user that the transfer has completed."
496 (apply notify-transfer-progress "" port args) ;display the 100% progress bar
497 (erase-current-line port)
500 (define* (send-files local files remote
503 (log-port (current-error-port)))
504 "Send the subset of FILES from LOCAL (a local store) that's missing to
505 REMOTE, a remote store. When RECURSIVE? is true, send the closure of FILES.
506 Return the list of store items actually sent."
507 ;; Compute the subset of FILES missing on SESSION and send them.
508 (let* ((files (if recursive? (requisites local files) files))
509 (session (channel-get-session (store-connection-socket remote)))
510 (missing (inferior-remote-eval
513 (srfi srfi-1) (srfi srfi-26))
516 (remove (cut valid-path? store <>)
519 (port (store-import-channel session))
520 (host (session-get session 'host)))
521 ;; Make sure everything alright on the remote side.
526 (handle-import/export-channel-error sexp remote)))
528 ;; Send MISSING in topological order.
529 (let ((tty? (isatty? log-port)))
530 (export-paths local missing port
531 #:start (cut prepare-to-send local host log-port <>)
532 #:progress (if tty? notify-transfer-progress (const #f))
533 #:finish (if tty? notify-transfer-completion (const #f))))
535 ;; Tell the remote process that we're done. (In theory the end-of-archive
536 ;; mark of 'export-paths' would be enough, but in practice it's not.)
537 (channel-send-eof port)
539 ;; Wait for completion of the remote process and read the status sexp from
540 ;; PORT. Wait for the exit status only when 'read' completed; otherwise,
541 ;; we might wait forever if the other end is stuck.
542 (let* ((result (false-if-exception (read port)))
544 (zero? (channel-get-exit-status port)))))
549 (('protocol-error message)
551 (&store-protocol-error (message message) (status 42)))))
552 (('error key args ...)
554 (&store-protocol-error
555 (message (call-with-output-string
557 (print-exception port #f key args))))
561 (&store-protocol-error
562 (message "unknown error while sending files over SSH")
565 (define (remote-store-session remote)
566 "Return the SSH channel beneath REMOTE, a remote store as returned by
567 'connect-to-remote-daemon', or #f."
568 (channel-get-session (store-connection-socket remote)))
570 (define (remote-store-host remote)
571 "Return the name of the host REMOTE is connected to, where REMOTE is a
572 remote store as returned by 'connect-to-remote-daemon'."
573 (match (remote-store-session remote)
575 ((? session? session)
576 (session-get session 'host))))
578 (define* (file-retrieval-port files remote
580 "Return an input port from which to retrieve FILES (a list of store items)
581 from REMOTE, along with the number of items to retrieve (lower than or equal
582 to the length of FILES.)"
583 (values (store-export-channel (remote-store-session remote) files
584 #:recursive? recursive?)
585 (length files))) ;XXX: inaccurate when RECURSIVE? is true
587 (define-syntax raise-error
589 ((_ fmt args ... (=> hint-fmt hint-args ...))
592 (message (format #f fmt args ...)))
594 (hint (format #f hint-fmt hint-args ...))))))
598 (message (format #f fmt args ...))))))))
600 (define (handle-import/export-channel-error sexp remote)
601 "Report an error corresponding to SEXP, the EOF object or an sexp read from
605 (report-guile-error (remote-store-host remote)))
606 (('connection-error file code . _)
607 (raise-error (G_ "failed to connect to '~A' on remote host '~A': ~a")
608 file (remote-store-host remote) (strerror code)))
609 (('invalid-items items . _)
610 (raise-error (N_ "no such item on remote host '~A':~{ ~a~}"
611 "no such items on remote host '~A':~{ ~a~}"
613 (remote-store-host remote) items))
614 (('protocol-error status message . _)
615 (raise-error (G_ "protocol error on remote host '~A': ~a")
616 (remote-store-host remote) message))
618 (raise-error (G_ "failed to retrieve store items from '~a'")
619 (remote-store-host remote)))))
621 (define* (retrieve-files* files remote
622 #:key recursive? (log-port (current-error-port))
624 "Pass IMPORT an input port from which to read the sequence of FILES coming
625 from REMOTE. When RECURSIVE? is true, retrieve the closure of FILES."
626 (let-values (((port count)
627 (file-retrieval-port files remote
628 #:recursive? recursive?)))
629 (match (read port) ;read the initial status
631 (format #t (N_ "retrieving ~a store item from '~a'...~%"
632 "retrieving ~a store items from '~a'...~%" count)
633 count (remote-store-host remote))
642 (handle-import/export-channel-error sexp remote)))))
644 (define* (retrieve-files local files remote
645 #:key recursive? (log-port (current-error-port)))
646 "Retrieve FILES from REMOTE and import them using the 'import-paths' RPC on
647 LOCAL. When RECURSIVE? is true, retrieve the closure of FILES."
648 (retrieve-files* (remove (cut valid-path? local <>) files)
650 #:recursive? recursive?
652 #:import (lambda (port)
653 (import-paths local port))))
660 (define (report-guile-error host)
661 (raise-error (G_ "failed to start Guile on remote host '~A'") host
662 (=> (G_ "Make sure @command{guile} can be found in
663 @code{$PATH} on the remote host. Run @command{ssh ~A guile --version} to
667 (define (report-inferior-exception exception host)
668 "Report EXCEPTION, an &inferior-exception that occurred on HOST."
669 (raise-error (G_ "exception occurred on remote host '~A': ~s")
670 host (inferior-exception-arguments exception)))
672 ;;; ssh.scm ends here