Commit | Line | Data |
---|---|---|
f09d925b | 1 | ;;; GNU Guix --- Functional package management for GNU |
12adffd4 | 2 | ;;; Copyright © 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020 Ludovic Courtès <ludo@gnu.org> |
cc023e32 | 3 | ;;; Copyright © 2016 Mark H Weaver <mhw@netris.org> |
ad857912 | 4 | ;;; Copyright © 2016 Jan Nieuwenhuizen <janneke@gnu.org> |
fdbf4447 | 5 | ;;; Copyright © 2017, 2019 Mathieu Othacehe <m.othacehe@gmail.com> |
c7b5cfb0 | 6 | ;;; Copyright © 2019 Tobias Geerinckx-Rice <me@tobias.gr> |
f09d925b LC |
7 | ;;; |
8 | ;;; This file is part of GNU Guix. | |
9 | ;;; | |
10 | ;;; GNU Guix is free software; you can redistribute it and/or modify it | |
11 | ;;; under the terms of the GNU General Public License as published by | |
12 | ;;; the Free Software Foundation; either version 3 of the License, or (at | |
13 | ;;; your option) any later version. | |
14 | ;;; | |
15 | ;;; GNU Guix is distributed in the hope that it will be useful, but | |
16 | ;;; WITHOUT ANY WARRANTY; without even the implied warranty of | |
17 | ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
18 | ;;; GNU General Public License for more details. | |
19 | ;;; | |
20 | ;;; You should have received a copy of the GNU General Public License | |
21 | ;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>. | |
22 | ||
735c6dd7 | 23 | (define-module (gnu system linux-initrd) |
0c21d92b | 24 | #:use-module (guix gexp) |
f09d925b | 25 | #:use-module (guix utils) |
d4254711 LC |
26 | #:use-module ((guix store) |
27 | #:select (%store-prefix)) | |
1c96c1bb LC |
28 | #:use-module ((guix derivations) |
29 | #:select (derivation->output-path)) | |
239c6e27 | 30 | #:use-module (guix modules) |
f09d925b | 31 | #:use-module (gnu packages compression) |
866872aa | 32 | #:use-module (gnu packages disk) |
f09d925b | 33 | #:use-module (gnu packages linux) |
c7b5cfb0 | 34 | #:use-module (gnu packages file-systems) |
f989fa39 | 35 | #:use-module (gnu packages guile) |
ae7a316b LC |
36 | #:use-module ((gnu packages xorg) |
37 | #:select (console-setup xkeyboard-config)) | |
f09d925b | 38 | #:use-module ((gnu packages make-bootstrap) |
57833803 | 39 | #:select (%guile-3.0-static-stripped)) |
c5df1839 | 40 | #:use-module (gnu system file-systems) |
060d62a7 | 41 | #:use-module (gnu system mapped-devices) |
ae7a316b | 42 | #:use-module (gnu system keyboard) |
1c96c1bb | 43 | #:use-module (ice-9 match) |
217b862f | 44 | #:use-module (ice-9 regex) |
615a89e3 | 45 | #:use-module (ice-9 vlist) |
83bcd0b8 | 46 | #:use-module (srfi srfi-1) |
42d10464 | 47 | #:use-module (srfi srfi-26) |
735c6dd7 | 48 | #:export (expression->initrd |
bc499b11 | 49 | %base-initrd-modules |
47bdc5a1 | 50 | raw-initrd |
278d486b | 51 | file-system-packages |
8ab10c19 | 52 | base-initrd)) |
f09d925b LC |
53 | |
54 | \f | |
55 | ;;; Commentary: | |
56 | ;;; | |
57 | ;;; Tools to build initial RAM disks (initrd's) for Linux-Libre, and in | |
58 | ;;; particular initrd's that run Guile. | |
59 | ;;; | |
60 | ;;; Code: | |
61 | ||
62 | ||
63 | (define* (expression->initrd exp | |
64 | #:key | |
57833803 | 65 | (guile %guile-3.0-static-stripped) |
f09d925b LC |
66 | (gzip gzip) |
67 | (name "guile-initrd") | |
4ee96a79 | 68 | (system (%current-system))) |
e34ae75d | 69 | "Return as a file-like object a Linux initrd (a gzipped cpio archive) |
df650fa8 | 70 | containing GUILE and that evaluates EXP, a G-expression, upon booting. All |
4ee96a79 | 71 | the derivations referenced by EXP are automatically copied to the initrd." |
f09d925b LC |
72 | |
73 | ;; General Linux overview in `Documentation/early-userspace/README' and | |
74 | ;; `Documentation/filesystems/ramfs-rootfs-initramfs.txt'. | |
75 | ||
6d9a8590 LC |
76 | (define init |
77 | (program-file "init" exp #:guile guile)) | |
78 | ||
79 | (define builder | |
755f365b MO |
80 | ;; Do not use "guile-zlib" extension here, otherwise it would drag the |
81 | ;; non-static "zlib" package to the initrd closure. It is not needed | |
82 | ;; anyway because the modules are stored uncompressed within the initrd. | |
6d9a8590 LC |
83 | (with-imported-modules (source-module-closure |
84 | '((gnu build linux-initrd))) | |
85 | #~(begin | |
86 | (use-modules (gnu build linux-initrd)) | |
87 | ||
88 | (mkdir #$output) | |
b36e06c2 CB |
89 | |
90 | ;; The guile used in the initrd must be present in the store, so | |
91 | ;; that module loading works once the root is switched. | |
92 | ;; | |
93 | ;; To ensure that is the case, add an explicit reference to the | |
94 | ;; guile package used in the initrd to the output. | |
95 | ;; | |
96 | ;; This fixes guix-patches bug #28399, "Fix mysql activation, and | |
97 | ;; add a basic test". | |
98 | (call-with-output-file (string-append #$ output "/references") | |
99 | (lambda (port) | |
100 | (simple-format port "~A\n" #$guile))) | |
101 | ||
d422cbb3 | 102 | (build-initrd (string-append #$output "/initrd.cpio.gz") |
6d9a8590 LC |
103 | #:guile #$guile |
104 | #:init #$init | |
105 | ;; Copy everything INIT refers to into the initrd. | |
106 | #:references-graphs '("closure") | |
328a4c5b | 107 | #:gzip (string-append #+gzip "/bin/gzip"))))) |
6d9a8590 | 108 | |
d422cbb3 LC |
109 | (file-append (computed-file name builder |
110 | #:options | |
111 | `(#:references-graphs (("closure" ,init)))) | |
112 | "/initrd.cpio.gz")) | |
735c6dd7 | 113 | |
b21a1c5a LC |
114 | (define (flat-linux-module-directory linux modules) |
115 | "Return a flat directory containing the Linux kernel modules listed in | |
116 | MODULES and taken from LINUX." | |
755f365b MO |
117 | (define imported-modules |
118 | (source-module-closure '((gnu build linux-modules) | |
119 | (guix build utils)))) | |
b21a1c5a | 120 | |
755f365b MO |
121 | (define build-exp |
122 | (with-imported-modules imported-modules | |
123 | (with-extensions (list guile-zlib) | |
124 | #~(begin | |
125 | (use-modules (gnu build linux-modules) | |
126 | (guix build utils) | |
127 | (srfi srfi-1) | |
128 | (srfi srfi-26)) | |
129 | ||
130 | (define module-dir | |
131 | (string-append #$linux "/lib/modules")) | |
132 | ||
133 | (define modules | |
134 | (let* ((lookup (cut find-module-file module-dir <>)) | |
135 | (modules (map lookup '#$modules))) | |
136 | (append modules | |
137 | (recursive-module-dependencies | |
138 | modules | |
139 | #:lookup-module lookup)))) | |
140 | ||
141 | (define (maybe-uncompress file) | |
142 | ;; If FILE is a compressed module, uncompress it, as the initrd | |
143 | ;; is already gzipped as a whole. | |
144 | (cond | |
145 | ((string-contains file ".ko.gz") | |
146 | (invoke #+(file-append gzip "/bin/gunzip") file)))) | |
147 | ||
148 | (mkdir #$output) | |
149 | (for-each (lambda (module) | |
150 | (let ((out-module | |
151 | (string-append #$output "/" | |
152 | (basename module)))) | |
153 | (format #t "copying '~a'...~%" module) | |
154 | (copy-file module out-module) | |
155 | (maybe-uncompress out-module))) | |
156 | (delete-duplicates modules)) | |
157 | ||
158 | ;; Hyphen or underscore? This database tells us. | |
159 | (write-module-name-database #$output))))) | |
b21a1c5a | 160 | |
6d9a8590 | 161 | (computed-file "linux-modules" build-exp)) |
b21a1c5a | 162 | |
47bdc5a1 MO |
163 | (define* (raw-initrd file-systems |
164 | #:key | |
165 | (linux linux-libre) | |
166 | (linux-modules '()) | |
167 | (mapped-devices '()) | |
ae7a316b | 168 | (keyboard-layout #f) |
47bdc5a1 MO |
169 | (helper-packages '()) |
170 | qemu-networking? | |
aeed74f3 LC |
171 | volatile-root? |
172 | (on-error 'debug)) | |
e34ae75d | 173 | "Return as a file-like object a raw initrd, with kernel |
47bdc5a1 MO |
174 | modules taken from LINUX. FILE-SYSTEMS is a list of file-systems to be |
175 | mounted by the initrd, possibly in addition to the root file system specified | |
176 | on the kernel command line via '--root'. LINUX-MODULES is a list of kernel | |
177 | modules to be loaded at boot time. MAPPED-DEVICES is a list of device | |
178 | mappings to realize before FILE-SYSTEMS are mounted. | |
179 | HELPER-PACKAGES is a list of packages to be copied in the initrd. It may include | |
180 | e2fsck/static or other packages needed by the initrd to check root partition. | |
181 | ||
ae7a316b LC |
182 | When true, KEYBOARD-LAYOUT is a <keyboard-layout> record denoting the desired |
183 | console keyboard layout. This is done before MAPPED-DEVICES are set up and | |
184 | before FILE-SYSTEMS are mounted such that, should the user need to enter a | |
185 | passphrase or use the REPL, this happens using the intended keyboard layout. | |
186 | ||
47bdc5a1 MO |
187 | When QEMU-NETWORKING? is true, set up networking with the standard QEMU |
188 | parameters. | |
aeed74f3 | 189 | |
47bdc5a1 | 190 | When VOLATILE-ROOT? is true, the root file system is writable but any changes |
aeed74f3 LC |
191 | to it are lost. |
192 | ||
193 | ON-ERROR is passed to 'call-with-error-handling'; it determines what happens | |
194 | upon error." | |
47bdc5a1 MO |
195 | (define device-mapping-commands |
196 | ;; List of gexps to open the mapped devices. | |
197 | (map (lambda (md) | |
198 | (let* ((source (mapped-device-source md)) | |
199 | (target (mapped-device-target md)) | |
200 | (type (mapped-device-type md)) | |
201 | (open (mapped-device-kind-open type))) | |
202 | (open source target))) | |
203 | mapped-devices)) | |
204 | ||
6d9a8590 LC |
205 | (define kodir |
206 | (flat-linux-module-directory linux linux-modules)) | |
207 | ||
208 | (expression->initrd | |
209 | (with-imported-modules (source-module-closure | |
210 | '((gnu build linux-boot) | |
211 | (guix build utils) | |
212 | (guix build bournish) | |
1c65cca5 | 213 | (gnu system file-systems) |
6d9a8590 LC |
214 | (gnu build file-systems))) |
215 | #~(begin | |
216 | (use-modules (gnu build linux-boot) | |
1c65cca5 | 217 | (gnu system file-systems) |
12adffd4 | 218 | ((guix build utils) #:hide (delete)) |
6d9a8590 LC |
219 | (guix build bournish) ;add the 'bournish' meta-command |
220 | (srfi srfi-26) | |
221 | ||
222 | ;; FIXME: The following modules are for | |
223 | ;; LUKS-DEVICE-MAPPING. We should instead propagate | |
224 | ;; this info via gexps. | |
225 | ((gnu build file-systems) | |
226 | #:select (find-partition-by-luks-uuid)) | |
227 | (rnrs bytevectors)) | |
228 | ||
229 | (with-output-to-port (%make-void-port "w") | |
230 | (lambda () | |
231 | (set-path-environment-variable "PATH" '("bin" "sbin") | |
232 | '#$helper-packages))) | |
233 | ||
12adffd4 LC |
234 | (parameterize ((current-warning-port (%make-void-port "w"))) |
235 | (boot-system #:mounts | |
236 | (map spec->file-system | |
237 | '#$(map file-system->spec file-systems)) | |
238 | #:pre-mount (lambda () | |
239 | (and #$@device-mapping-commands)) | |
240 | #:linux-modules '#$linux-modules | |
241 | #:linux-module-directory '#$kodir | |
242 | #:keymap-file #+(and=> keyboard-layout | |
243 | keyboard-layout->console-keymap) | |
244 | #:qemu-guest-networking? #$qemu-networking? | |
245 | #:volatile-root? '#$volatile-root? | |
246 | #:on-error '#$on-error)))) | |
6d9a8590 | 247 | #:name "raw-initrd")) |
47bdc5a1 | 248 | |
278d486b LC |
249 | (define* (file-system-packages file-systems #:key (volatile-root? #f)) |
250 | "Return the list of statically-linked, stripped packages to check | |
251 | FILE-SYSTEMS." | |
252 | `(,@(if (find (lambda (fs) | |
253 | (string-prefix? "ext" (file-system-type fs))) | |
254 | file-systems) | |
255 | (list e2fsck/static) | |
256 | '()) | |
257 | ,@(if (find (lambda (fs) | |
258 | (string-suffix? "fat" (file-system-type fs))) | |
259 | file-systems) | |
260 | (list fatfsck/static) | |
261 | '()) | |
262 | ,@(if (find (file-system-type-predicate "btrfs") file-systems) | |
263 | (list btrfs-progs/static) | |
c7b5cfb0 TGR |
264 | '()) |
265 | ,@(if (find (file-system-type-predicate "jfs") file-systems) | |
266 | (list jfs_fsck/static) | |
33eab4a1 DM |
267 | '()) |
268 | ,@(if (find (file-system-type-predicate "f2fs") file-systems) | |
269 | (list f2fs-fsck/static) | |
278d486b LC |
270 | '()))) |
271 | ||
615a89e3 LC |
272 | (define-syntax vhash ;TODO: factorize |
273 | (syntax-rules (=>) | |
274 | "Build a vhash with the given key/value mappings." | |
275 | ((_) | |
276 | vlist-null) | |
277 | ((_ (key others ... => value) rest ...) | |
278 | (vhash-cons key value | |
279 | (vhash (others ... => value) rest ...))) | |
280 | ((_ (=> value) rest ...) | |
281 | (vhash rest ...)))) | |
282 | ||
283 | (define-syntax lookup-procedure | |
284 | (syntax-rules (else) | |
285 | "Return a procedure that lookups keys in the given dictionary." | |
286 | ((_ mapping ... (else default)) | |
287 | (let ((table (vhash mapping ...))) | |
288 | (lambda (key) | |
289 | (match (vhash-assoc key table) | |
3cb3a4e6 LC |
290 | (#f default) |
291 | ((key . value) value))))))) | |
615a89e3 LC |
292 | |
293 | (define file-system-type-modules | |
294 | ;; Given a file system type, return the list of modules it needs. | |
295 | (lookup-procedure ("cifs" => '("md4" "ecb" "cifs")) | |
296 | ("9p" => '("9p" "9pnet_virtio")) | |
297 | ("btrfs" => '("btrfs")) | |
298 | ("iso9660" => '("isofs")) | |
c7b5cfb0 | 299 | ("jfs" => '("jfs")) |
27efeef3 | 300 | ("f2fs" => '("f2fs" "crc32_generic")) |
615a89e3 LC |
301 | (else '()))) |
302 | ||
303 | (define (file-system-modules file-systems) | |
304 | "Return the list of Linux modules needed to mount FILE-SYSTEMS." | |
305 | (append-map (compose file-system-type-modules file-system-type) | |
306 | file-systems)) | |
307 | ||
fdbf4447 MO |
308 | (define* (default-initrd-modules |
309 | #:optional | |
310 | (system (or (%current-target-system) | |
311 | (%current-system)))) | |
bc499b11 | 312 | "Return the list of modules included in the initrd by default." |
eac026e5 LC |
313 | (define virtio-modules |
314 | ;; Modules for Linux para-virtualized devices, for use in QEMU guests. | |
315 | '("virtio_pci" "virtio_balloon" "virtio_blk" "virtio_net" | |
d2823887 | 316 | "virtio_console" "virtio-rng")) |
eac026e5 | 317 | |
bc499b11 LC |
318 | `("ahci" ;for SATA controllers |
319 | "usb-storage" "uas" ;for the installation image etc. | |
320 | "usbhid" "hid-generic" "hid-apple" ;keyboards during early boot | |
321 | "dm-crypt" "xts" "serpent_generic" "wp512" ;for encrypted root partitions | |
322 | "nls_iso8859-1" ;for `mkfs.fat`, et.al | |
323 | ,@(if (string-match "^(x86_64|i[3-6]86)-" system) | |
324 | '("pata_acpi" "pata_atiixp" ;for ATA controllers | |
325 | "isci") ;for SAS controllers like Intel C602 | |
eac026e5 LC |
326 | '()) |
327 | ||
328 | ,@virtio-modules)) | |
bc499b11 LC |
329 | |
330 | (define-syntax %base-initrd-modules | |
331 | ;; This more closely matches our naming convention. | |
332 | (identifier-syntax (default-initrd-modules))) | |
333 | ||
060238ae | 334 | (define* (base-initrd file-systems |
83bcd0b8 | 335 | #:key |
0d275f4a | 336 | (linux linux-libre) |
bc499b11 | 337 | (linux-modules '()) |
de1c158f | 338 | (mapped-devices '()) |
ae7a316b | 339 | (keyboard-layout #f) |
4fc96187 | 340 | qemu-networking? |
24e0160a | 341 | volatile-root? |
bc499b11 | 342 | (extra-modules '()) ;deprecated |
aeed74f3 | 343 | (on-error 'debug)) |
e34ae75d | 344 | "Return as a file-like object a generic initrd, with kernel |
0d275f4a AW |
345 | modules taken from LINUX. FILE-SYSTEMS is a list of file-systems to be |
346 | mounted by the initrd, possibly in addition to the root file system specified | |
347 | on the kernel command line via '--root'. MAPPED-DEVICES is a list of device | |
348 | mappings to realize before FILE-SYSTEMS are mounted. | |
f09d925b | 349 | |
ae7a316b LC |
350 | When true, KEYBOARD-LAYOUT is a <keyboard-layout> record denoting the desired |
351 | console keyboard layout. This is done before MAPPED-DEVICES are set up and | |
352 | before FILE-SYSTEMS are mounted such that, should the user need to enter a | |
353 | passphrase or use the REPL, this happens using the intended keyboard layout. | |
354 | ||
47bdc5a1 MO |
355 | QEMU-NETWORKING? and VOLATILE-ROOT? behaves as in raw-initrd. |
356 | ||
fa16f845 | 357 | The initrd is automatically populated with all the kernel modules necessary |
eac026e5 LC |
358 | for FILE-SYSTEMS and for the given options. Additional kernel |
359 | modules can be listed in LINUX-MODULES. They will be added to the initrd, and | |
6c1df081 | 360 | loaded at boot time in the order in which they appear." |
bc499b11 | 361 | (define linux-modules* |
d4254711 | 362 | ;; Modules added to the initrd and loaded from the initrd. |
bc499b11 | 363 | `(,@linux-modules |
615a89e3 | 364 | ,@(file-system-modules file-systems) |
1c96c1bb | 365 | ,@(if volatile-root? |
c8289690 | 366 | '("overlay") |
fa16f845 LC |
367 | '()) |
368 | ,@extra-modules)) | |
f09d925b | 369 | |
3c05b4bc | 370 | (define helper-packages |
ae7a316b LC |
371 | (append (file-system-packages file-systems |
372 | #:volatile-root? volatile-root?) | |
373 | (if keyboard-layout | |
374 | (list loadkeys-static) | |
375 | '()))) | |
3c05b4bc | 376 | |
47bdc5a1 MO |
377 | (raw-initrd file-systems |
378 | #:linux linux | |
bc499b11 | 379 | #:linux-modules linux-modules* |
47bdc5a1 MO |
380 | #:mapped-devices mapped-devices |
381 | #:helper-packages helper-packages | |
ae7a316b | 382 | #:keyboard-layout keyboard-layout |
47bdc5a1 | 383 | #:qemu-networking? qemu-networking? |
aeed74f3 LC |
384 | #:volatile-root? volatile-root? |
385 | #:on-error on-error)) | |
f09d925b LC |
386 | |
387 | ;;; linux-initrd.scm ends here |