lisp/frameset.el (frameset-restore): Doc fix.
[bpt/emacs.git] / lisp / emacs-lisp / bytecomp.el
CommitLineData
9ace101c 1;;; bytecomp.el --- compilation of Lisp code into byte code -*- lexical-binding: t -*-
fd5285f3 2
ab422c4d
PE
3;; Copyright (C) 1985-1987, 1992, 1994, 1998, 2000-2013 Free Software
4;; Foundation, Inc.
3a801d0c 5
fd5285f3
RS
6;; Author: Jamie Zawinski <jwz@lucid.com>
7;; Hallvard Furuseth <hbf@ulrik.uio.no>
74dfd056 8;; Maintainer: FSF
713ea1de 9;; Keywords: lisp
bd78fa1d 10;; Package: emacs
1c393159 11
1c393159
JB
12;; This file is part of GNU Emacs.
13
d6cba7ae 14;; GNU Emacs is free software: you can redistribute it and/or modify
1c393159 15;; it under the terms of the GNU General Public License as published by
d6cba7ae
GM
16;; the Free Software Foundation, either version 3 of the License, or
17;; (at your option) any later version.
1c393159
JB
18
19;; GNU Emacs is distributed in the hope that it will be useful,
20;; but WITHOUT ANY WARRANTY; without even the implied warranty of
21;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
22;; GNU General Public License for more details.
23
24;; You should have received a copy of the GNU General Public License
d6cba7ae 25;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>.
1c393159 26
e41b2db1
ER
27;;; Commentary:
28
29;; The Emacs Lisp byte compiler. This crunches lisp source into a sort
a586093f
SM
30;; of p-code (`lapcode') which takes up less space and can be interpreted
31;; faster. [`LAP' == `Lisp Assembly Program'.]
e41b2db1
ER
32;; The user entry points are byte-compile-file and byte-recompile-directory.
33
fd5285f3
RS
34;;; Code:
35
b578f267
EN
36;; ========================================================================
37;; Entry points:
38;; byte-recompile-directory, byte-compile-file,
430e7297 39;; byte-recompile-file,
b578f267
EN
40;; batch-byte-compile, batch-byte-recompile-directory,
41;; byte-compile, compile-defun,
42;; display-call-tree
43;; (byte-compile-buffer and byte-compile-and-load-file were turned off
44;; because they are not terribly useful and get in the way of completion.)
45
46;; This version of the byte compiler has the following improvements:
47;; + optimization of compiled code:
48;; - removal of unreachable code;
49;; - removal of calls to side-effectless functions whose return-value
50;; is unused;
51;; - compile-time evaluation of safe constant forms, such as (consp nil)
52;; and (ash 1 6);
53;; - open-coding of literal lambdas;
54;; - peephole optimization of emitted code;
55;; - trivial functions are left uncompiled for speed.
56;; + support for inline functions;
57;; + compile-time evaluation of arbitrary expressions;
58;; + compile-time warning messages for:
59;; - functions being redefined with incompatible arglists;
60;; - functions being redefined as macros, or vice-versa;
61;; - functions or macros defined multiple times in the same file;
62;; - functions being called with the incorrect number of arguments;
c5091f25 63;; - functions being called which are not defined globally, in the
b578f267
EN
64;; file, or as autoloads;
65;; - assignment and reference of undeclared free variables;
66;; - various syntax errors;
67;; + correct compilation of nested defuns, defmacros, defvars and defsubsts;
68;; + correct compilation of top-level uses of macros;
69;; + the ability to generate a histogram of functions called.
70
416d3588 71;; User customization variables: M-x customize-group bytecomp
b578f267
EN
72
73;; New Features:
74;;
75;; o The form `defsubst' is just like `defun', except that the function
76;; generated will be open-coded in compiled code which uses it. This
77;; means that no function call will be generated, it will simply be
78;; spliced in. Lisp functions calls are very slow, so this can be a
79;; big win.
80;;
81;; You can generally accomplish the same thing with `defmacro', but in
82;; that case, the defined procedure can't be used as an argument to
83;; mapcar, etc.
84;;
85;; o You can also open-code one particular call to a function without
86;; open-coding all calls. Use the 'inline' form to do this, like so:
87;;
88;; (inline (foo 1 2 3)) ;; `foo' will be open-coded
89;; or...
c5091f25 90;; (inline ;; `foo' and `baz' will be
b578f267
EN
91;; (foo 1 2 3 (bar 5)) ;; open-coded, but `bar' will not.
92;; (baz 0))
93;;
94;; o It is possible to open-code a function in the same file it is defined
6b61353c 95;; in without having to load that file before compiling it. The
b578f267
EN
96;; byte-compiler has been modified to remember function definitions in
97;; the compilation environment in the same way that it remembers macro
98;; definitions.
99;;
100;; o Forms like ((lambda ...) ...) are open-coded.
101;;
102;; o The form `eval-when-compile' is like progn, except that the body
103;; is evaluated at compile-time. When it appears at top-level, this
104;; is analogous to the Common Lisp idiom (eval-when (compile) ...).
105;; When it does not appear at top-level, it is similar to the
106;; Common Lisp #. reader macro (but not in interpreted code).
107;;
108;; o The form `eval-and-compile' is similar to eval-when-compile, but
109;; the whole form is evalled both at compile-time and at run-time.
110;;
111;; o The command compile-defun is analogous to eval-defun.
112;;
c5091f25 113;; o If you run byte-compile-file on a filename which is visited in a
b578f267
EN
114;; buffer, and that buffer is modified, you are asked whether you want
115;; to save the buffer before compiling.
116;;
117;; o byte-compiled files now start with the string `;ELC'.
118;; Some versions of `file' can be customized to recognize that.
1c393159 119
79d52eea 120(require 'backquote)
b9598260 121(require 'macroexp)
94d11cb5 122(require 'cconv)
f80efb86 123(eval-when-compile (require 'cl-lib))
79d52eea 124
1c393159
JB
125(or (fboundp 'defsubst)
126 ;; This really ought to be loaded already!
6c2161c4 127 (load "byte-run"))
1c393159 128
b9598260
SM
129;; The feature of compiling in a specific target Emacs version
130;; has been turned off because compile time options are a bad idea.
713ea1de 131(defgroup bytecomp nil
25d1fc94 132 "Emacs Lisp byte-compiler."
713ea1de
RS
133 :group 'lisp)
134
5692cc8c 135(defcustom emacs-lisp-file-regexp "\\.el\\'"
2b9c3b12 136 "Regexp which matches Emacs Lisp source files.
3f12e5bd 137If you change this, you might want to set `byte-compile-dest-file-function'."
713ea1de
RS
138 :group 'bytecomp
139 :type 'regexp)
1c393159 140
3f12e5bd
GM
141(defcustom byte-compile-dest-file-function nil
142 "Function for the function `byte-compile-dest-file' to call.
143It should take one argument, the name of an Emacs Lisp source
144file name, and return the name of the compiled file."
145 :group 'bytecomp
146 :type '(choice (const nil) function)
147 :version "23.2")
148
2140206e
RS
149;; This enables file name handlers such as jka-compr
150;; to remove parts of the file name that should not be copied
151;; through to the output file name.
152(defun byte-compiler-base-file-name (filename)
153 (let ((handler (find-file-name-handler filename
154 'byte-compiler-base-file-name)))
155 (if handler
156 (funcall handler 'byte-compiler-base-file-name filename)
157 filename)))
158
1c393159 159(or (fboundp 'byte-compile-dest-file)
e27c3564 160 ;; The user may want to redefine this along with emacs-lisp-file-regexp,
1c393159 161 ;; so only define it if it is undefined.
3f12e5bd
GM
162 ;; Note - redefining this function is obsolete as of 23.2.
163 ;; Customize byte-compile-dest-file-function instead.
1c393159 164 (defun byte-compile-dest-file (filename)
f9b4b5d8 165 "Convert an Emacs Lisp source file name to a compiled file name.
3f12e5bd
GM
166If `byte-compile-dest-file-function' is non-nil, uses that
167function to do the work. Otherwise, if FILENAME matches
168`emacs-lisp-file-regexp' (by default, files with the extension `.el'),
169adds `c' to it; otherwise adds `.elc'."
170 (if byte-compile-dest-file-function
171 (funcall byte-compile-dest-file-function filename)
172 (setq filename (file-name-sans-versions
173 (byte-compiler-base-file-name filename)))
174 (cond ((string-match emacs-lisp-file-regexp filename)
175 (concat (substring filename 0 (match-beginning 0)) ".elc"))
176 (t (concat filename ".elc"))))))
1c393159
JB
177
178;; This can be the 'byte-compile property of any symbol.
52799cb8 179(autoload 'byte-compile-inline-expand "byte-opt")
1c393159 180
e4769531 181;; This is the entry point to the lapcode optimizer pass1.
52799cb8 182(autoload 'byte-optimize-form "byte-opt")
e4769531 183;; This is the entry point to the lapcode optimizer pass2.
52799cb8
RS
184(autoload 'byte-optimize-lapcode "byte-opt")
185(autoload 'byte-compile-unfold-lambda "byte-opt")
1c393159 186
ed015bdd
JB
187;; This is the entry point to the decompiler, which is used by the
188;; disassembler. The disassembler just requires 'byte-compile, but
189;; that doesn't define this function, so this seems to be a reasonable
190;; thing to do.
191(autoload 'byte-decompile-bytecode "byte-opt")
192
713ea1de 193(defcustom byte-compile-verbose
1c393159 194 (and (not noninteractive) (> baud-rate search-slow-speed))
2b9c3b12 195 "Non-nil means print messages describing progress of byte-compiler."
713ea1de
RS
196 :group 'bytecomp
197 :type 'boolean)
1c393159 198
713ea1de 199(defcustom byte-optimize t
2b9c3b12 200 "Enable optimization in the byte compiler.
9bb2e9f8
JB
201Possible values are:
202 nil - no optimization
203 t - all optimizations
204 `source' - source-level optimizations only
205 `byte' - code-level optimizations only"
713ea1de
RS
206 :group 'bytecomp
207 :type '(choice (const :tag "none" nil)
208 (const :tag "all" t)
209 (const :tag "source-level" source)
210 (const :tag "byte-level" byte)))
211
cd91e34c 212(defcustom byte-compile-delete-errors nil
2b9c3b12 213 "If non-nil, the optimizer may delete forms that may signal an error.
713ea1de
RS
214This includes variable references and calls to functions such as `car'."
215 :group 'bytecomp
216 :type 'boolean)
1c393159 217
d82e848c 218(defvar byte-compile-dynamic nil
713ea1de 219 "If non-nil, compile function bodies so they load lazily.
458f70dc
RS
220They are hidden in comments in the compiled file,
221and each one is brought into core when the
d82e848c
RS
222function is called.
223
224To enable this option, make it a file-local variable
225in the source file you want it to apply to.
226For example, add -*-byte-compile-dynamic: t;-*- on the first line.
227
228When this option is true, if you load the compiled file and then move it,
229the functions you loaded will not be able to run.")
631c8020 230;;;###autoload(put 'byte-compile-dynamic 'safe-local-variable 'booleanp)
d82e848c 231
0e66b003
KH
232(defvar byte-compile-disable-print-circle nil
233 "If non-nil, disable `print-circle' on printing a byte-compiled code.")
53cfe624 234(make-obsolete-variable 'byte-compile-disable-print-circle nil "24.1")
0e66b003
KH
235;;;###autoload(put 'byte-compile-disable-print-circle 'safe-local-variable 'booleanp)
236
713ea1de 237(defcustom byte-compile-dynamic-docstrings t
2b9c3b12
JB
238 "If non-nil, compile doc strings for lazy access.
239We bury the doc strings of functions and variables inside comments in
240the file, and bring them into core only when they are actually needed.
d82e848c
RS
241
242When this option is true, if you load the compiled file and then move it,
243you won't be able to find the documentation of anything in that file.
244
1c660f5a
KH
245To disable this option for a certain file, make it a file-local variable
246in the source file. For example, add this to the first line:
247 -*-byte-compile-dynamic-docstrings:nil;-*-
248You can also set the variable globally.
249
713ea1de
RS
250This option is enabled by default because it reduces Emacs memory usage."
251 :group 'bytecomp
252 :type 'boolean)
631c8020 253;;;###autoload(put 'byte-compile-dynamic-docstrings 'safe-local-variable 'booleanp)
d82e848c 254
7847454a
GM
255(defconst byte-compile-log-buffer "*Compile-Log*"
256 "Name of the byte-compiler's log buffer.")
257
713ea1de 258(defcustom byte-optimize-log nil
7847454a 259 "If non-nil, the byte-compiler will log its optimizations.
1c393159 260If this is 'source, then only source-level optimizations will be logged.
7847454a
GM
261If it is 'byte, then only byte-level optimizations will be logged.
262The information is logged to `byte-compile-log-buffer'."
713ea1de
RS
263 :group 'bytecomp
264 :type '(choice (const :tag "none" nil)
265 (const :tag "all" t)
266 (const :tag "source-level" source)
267 (const :tag "byte-level" byte)))
268
269(defcustom byte-compile-error-on-warn nil
2b9c3b12 270 "If true, the byte-compiler reports warnings with `error'."
713ea1de
RS
271 :group 'bytecomp
272 :type 'boolean)
1c393159 273
9290191f 274(defconst byte-compile-warning-types
086af77c 275 '(redefine callargs free-vars unresolved
8accceac 276 obsolete noruntime cl-functions interactive-only
4f1e9960 277 make-local mapcar constants suspicious lexical)
4795d1c7 278 "The list of warning types used when `byte-compile-warnings' is t.")
713ea1de 279(defcustom byte-compile-warnings t
2b9c3b12 280 "List of warnings that the byte-compiler should issue (t for all).
4795d1c7 281
9bb2e9f8 282Elements of the list may be:
9e2b097b
JB
283
284 free-vars references to variables not in the current lexical scope.
285 unresolved calls to unknown functions.
11efeb9b
RS
286 callargs function calls with args that don't match the definition.
287 redefine function name redefined from a macro to ordinary function or vice
9e2b097b 288 versa, or redefined to take a different number of arguments.
4795d1c7
RS
289 obsolete obsolete variables and functions.
290 noruntime functions that may not be defined at runtime (typically
291 defined only under `eval-when-compile').
690e44b2
GM
292 cl-functions calls to runtime functions (as distinguished from macros and
293 aliases) from the old CL package (not the newer cl-lib).
086af77c 294 interactive-only
15ce9dcf 295 commands that normally shouldn't be called from Lisp code.
690e44b2 296 lexical global/dynamic variables lacking a prefix.
86da2828 297 make-local calls to make-variable-buffer-local that may be incorrect.
cf637a34 298 mapcar mapcar called for effect.
416d3588 299 constants let-binding of, or assignment to, constants/nonvariables.
62a258a7 300 suspicious constructs that usually don't do what the coder wanted.
cf637a34
GM
301
302If the list begins with `not', then the remaining elements specify warnings to
303suppress. For example, (not mapcar) will suppress warnings about mapcar."
713ea1de 304 :group 'bytecomp
4795d1c7 305 :type `(choice (const :tag "All" t)
aa635691 306 (set :menu-tag "Some"
62a258a7
SM
307 ,@(mapcar (lambda (x) `(const ,x))
308 byte-compile-warning-types))))
6a831405 309
0027258d 310;;;###autoload
acef0722
SM
311(put 'byte-compile-warnings 'safe-local-variable
312 (lambda (v)
313 (or (symbolp v)
314 (null (delq nil (mapcar (lambda (x) (not (symbolp x))) v))))))
086af77c 315
cf637a34
GM
316(defun byte-compile-warning-enabled-p (warning)
317 "Return non-nil if WARNING is enabled, according to `byte-compile-warnings'."
318 (or (eq byte-compile-warnings t)
319 (if (eq (car byte-compile-warnings) 'not)
320 (not (memq warning byte-compile-warnings))
321 (memq warning byte-compile-warnings))))
322
323;;;###autoload
324(defun byte-compile-disable-warning (warning)
325 "Change `byte-compile-warnings' to disable WARNING.
326If `byte-compile-warnings' is t, set it to `(not WARNING)'.
798bd437
GM
327Otherwise, if the first element is `not', add WARNING, else remove it.
328Normally you should let-bind `byte-compile-warnings' before calling this,
329else the global value will be modified."
cf637a34
GM
330 (setq byte-compile-warnings
331 (cond ((eq byte-compile-warnings t)
332 (list 'not warning))
333 ((eq (car byte-compile-warnings) 'not)
334 (if (memq warning byte-compile-warnings)
335 byte-compile-warnings
336 (append byte-compile-warnings (list warning))))
337 (t
338 (delq warning byte-compile-warnings)))))
339
340;;;###autoload
341(defun byte-compile-enable-warning (warning)
342 "Change `byte-compile-warnings' to enable WARNING.
343If `byte-compile-warnings' is `t', do nothing. Otherwise, if the
798bd437
GM
344first element is `not', remove WARNING, else add it.
345Normally you should let-bind `byte-compile-warnings' before calling this,
346else the global value will be modified."
cf637a34
GM
347 (or (eq byte-compile-warnings t)
348 (setq byte-compile-warnings
349 (cond ((eq (car byte-compile-warnings) 'not)
350 (delq warning byte-compile-warnings))
351 ((memq warning byte-compile-warnings)
352 byte-compile-warnings)
353 (t
354 (append byte-compile-warnings (list warning)))))))
355
086af77c
RS
356(defvar byte-compile-interactive-only-functions
357 '(beginning-of-buffer end-of-buffer replace-string replace-regexp
dfd4e693 358 insert-file insert-buffer insert-file-literally previous-line next-line
b68b3337 359 goto-line comint-run delete-backward-char)
086af77c 360 "List of commands that are not meant to be called from Lisp.")
1c393159 361
8480fc7c 362(defvar byte-compile-not-obsolete-vars nil
bac7ff22
SM
363 "List of variables that shouldn't be reported as obsolete.")
364(defvar byte-compile-global-not-obsolete-vars nil
365 "Global list of variables that shouldn't be reported as obsolete.")
8480fc7c
GM
366
367(defvar byte-compile-not-obsolete-funcs nil
bac7ff22 368 "List of functions that shouldn't be reported as obsolete.")
6b61353c 369
713ea1de 370(defcustom byte-compile-generate-call-tree nil
2b9c3b12 371 "Non-nil means collect call-graph information when compiling.
78bba1c8 372This records which functions were called and from where.
52799cb8
RS
373If the value is t, compilation displays the call graph when it finishes.
374If the value is neither t nor nil, compilation asks you whether to display
375the graph.
1c393159
JB
376
377The call tree only lists functions called, not macros used. Those functions
378which the byte-code interpreter knows about directly (eq, cons, etc.) are
379not reported.
380
381The call tree also lists those functions which are not known to be called
5023d9a0 382\(that is, to which no calls have been compiled). Functions which can be
713ea1de
RS
383invoked interactively are excluded from this list."
384 :group 'bytecomp
385 :type '(choice (const :tag "Yes" t) (const :tag "No" nil)
778c7576 386 (other :tag "Ask" lambda)))
1c393159 387
2b9c3b12
JB
388(defvar byte-compile-call-tree nil
389 "Alist of functions and their call tree.
1c393159
JB
390Each element looks like
391
392 \(FUNCTION CALLERS CALLS\)
393
394where CALLERS is a list of functions that call FUNCTION, and CALLS
395is a list of functions for which calls were generated while compiling
396FUNCTION.")
397
713ea1de 398(defcustom byte-compile-call-tree-sort 'name
2b9c3b12 399 "If non-nil, sort the call tree.
52799cb8 400The values `name', `callers', `calls', `calls+callers'
713ea1de
RS
401specify different fields to sort on."
402 :group 'bytecomp
403 :type '(choice (const name) (const callers) (const calls)
404 (const calls+callers) (const nil)))
52799cb8 405
ccb3c8de 406(defvar byte-compile-debug nil)
1c393159 407(defvar byte-compile-constants nil
a586093f 408 "List of all constants encountered during compilation of this form.")
1c393159 409(defvar byte-compile-variables nil
a586093f 410 "List of all variables encountered during compilation of this form.")
1c393159 411(defvar byte-compile-bound-variables nil
ce5b520a 412 "List of dynamic variables bound in the context of the current form.
b92dd692 413This list lives partly on the stack.")
208d0342
SM
414(defvar byte-compile-lexical-variables nil
415 "List of variables that have been treated as lexical.
416Filled in `cconv-analyse-form' but initialized and consulted here.")
6c2161c4
SM
417(defvar byte-compile-const-variables nil
418 "List of variables declared as constants during compilation of this file.")
1c393159
JB
419(defvar byte-compile-free-references)
420(defvar byte-compile-free-assignments)
421
ab94e6e7
RS
422(defvar byte-compiler-error-flag)
423
1c393159 424(defconst byte-compile-initial-macro-environment
52799cb8 425 '(
e703069f
SM
426 ;; (byte-compiler-options . (lambda (&rest forms)
427 ;; (apply 'byte-compiler-options-handler forms)))
a9de04fa 428 (declare-function . byte-compile-macroexpand-declare-function)
1c393159 429 (eval-when-compile . (lambda (&rest body)
b9598260
SM
430 (list
431 'quote
432 (byte-compile-eval
ba83908c 433 (byte-compile-top-level
2ec42da9 434 (byte-compile-preprocess (cons 'progn body)))))))
1c393159 435 (eval-and-compile . (lambda (&rest body)
e703069f
SM
436 ;; Byte compile before running it. Do it piece by
437 ;; piece, in case further expressions need earlier
438 ;; ones to be evaluated already, as is the case in
439 ;; eieio.el.
440 `(progn
441 ,@(mapcar (lambda (exp)
442 (let ((cexp
443 (byte-compile-top-level
444 (byte-compile-preprocess
445 exp))))
446 (eval cexp)
447 cexp))
448 body)))))
1c393159
JB
449 "The default macro-environment passed to macroexpand by the compiler.
450Placing a macro here will cause a macro to have different semantics when
451expanded by the compiler as when expanded by the interpreter.")
452
453(defvar byte-compile-macro-environment byte-compile-initial-macro-environment
52799cb8
RS
454 "Alist of macros defined in the file being compiled.
455Each element looks like (MACRONAME . DEFINITION). It is
e27c3564 456\(MACRONAME . nil) when a macro is redefined as a function.")
1c393159
JB
457
458(defvar byte-compile-function-environment nil
52799cb8
RS
459 "Alist of functions defined in the file being compiled.
460This is so we can inline them when necessary.
461Each element looks like (FUNCTIONNAME . DEFINITION). It is
a7a7ddf1
RS
462\(FUNCTIONNAME . nil) when a function is redefined as a macro.
463It is \(FUNCTIONNAME . t) when all we know is that it was defined,
cb4fb1d0
GM
464and we don't know the definition. For an autoloaded function, DEFINITION
465has the form (autoload . FILENAME).")
1c393159
JB
466
467(defvar byte-compile-unresolved-functions nil
a586093f 468 "Alist of undefined functions to which calls have been compiled.
2cb63a7c
AM
469This variable is only significant whilst compiling an entire buffer.
470Used for warnings when a function is not known to be defined or is later
a586093f 471defined with incorrect args.")
1c393159 472
6b61353c
KH
473(defvar byte-compile-noruntime-functions nil
474 "Alist of functions called that may not be defined when the compiled code is run.
475Used for warnings about calling a function that is defined during compilation
476but won't necessarily be defined when the compiled file is loaded.")
477
b9598260 478;; Variables for lexical binding
7200d79c 479(defvar byte-compile--lexical-environment nil
b9598260 480 "The current lexical environment.")
b9598260 481
1c393159
JB
482(defvar byte-compile-tag-number 0)
483(defvar byte-compile-output nil
484 "Alist describing contents to put in byte code string.
485Each element is (INDEX . VALUE)")
486(defvar byte-compile-depth 0 "Current depth of execution stack.")
487(defvar byte-compile-maxdepth 0 "Maximum depth of execution stack.")
488
489\f
490;;; The byte codes; this information is duplicated in bytecomp.c
491
fef3407e 492(defvar byte-code-vector nil
1c393159
JB
493 "An array containing byte-code names indexed by byte-code values.")
494
fef3407e 495(defvar byte-stack+-info nil
1c393159
JB
496 "An array with the stack adjustment for each byte-code.")
497
498(defmacro byte-defop (opcode stack-adjust opname &optional docstring)
499 ;; This is a speed-hack for building the byte-code-vector at compile-time.
500 ;; We fill in the vector at macroexpand-time, and then after the last call
501 ;; to byte-defop, we write the vector out as a constant instead of writing
502 ;; out a bunch of calls to aset.
503 ;; Actually, we don't fill in the vector itself, because that could make
504 ;; it problematic to compile big changes to this compiler; we store the
505 ;; values on its plist, and remove them later in -extrude.
506 (let ((v1 (or (get 'byte-code-vector 'tmp-compile-time-value)
507 (put 'byte-code-vector 'tmp-compile-time-value
508 (make-vector 256 nil))))
509 (v2 (or (get 'byte-stack+-info 'tmp-compile-time-value)
510 (put 'byte-stack+-info 'tmp-compile-time-value
511 (make-vector 256 nil)))))
512 (aset v1 opcode opname)
513 (aset v2 opcode stack-adjust))
514 (if docstring
515 (list 'defconst opname opcode (concat "Byte code opcode " docstring "."))
516 (list 'defconst opname opcode)))
517
518(defmacro byte-extrude-byte-code-vectors ()
519 (prog1 (list 'setq 'byte-code-vector
520 (get 'byte-code-vector 'tmp-compile-time-value)
521 'byte-stack+-info
522 (get 'byte-stack+-info 'tmp-compile-time-value))
fd9b0a6b
DL
523 (put 'byte-code-vector 'tmp-compile-time-value nil)
524 (put 'byte-stack+-info 'tmp-compile-time-value nil)))
1c393159
JB
525
526
1c393159
JB
527;; These opcodes are special in that they pack their argument into the
528;; opcode word.
529;;
b9598260 530(byte-defop 0 1 byte-stack-ref "for stack reference")
1c393159
JB
531(byte-defop 8 1 byte-varref "for variable reference")
532(byte-defop 16 -1 byte-varset "for setting a variable")
533(byte-defop 24 -1 byte-varbind "for binding a variable")
534(byte-defop 32 0 byte-call "for calling a function")
535(byte-defop 40 0 byte-unbind "for unbinding special bindings")
eb8c3be9 536;; codes 8-47 are consumed by the preceding opcodes
1c393159
JB
537
538;; unused: 48-55
539
540(byte-defop 56 -1 byte-nth)
541(byte-defop 57 0 byte-symbolp)
542(byte-defop 58 0 byte-consp)
543(byte-defop 59 0 byte-stringp)
544(byte-defop 60 0 byte-listp)
545(byte-defop 61 -1 byte-eq)
546(byte-defop 62 -1 byte-memq)
547(byte-defop 63 0 byte-not)
548(byte-defop 64 0 byte-car)
549(byte-defop 65 0 byte-cdr)
550(byte-defop 66 -1 byte-cons)
551(byte-defop 67 0 byte-list1)
552(byte-defop 68 -1 byte-list2)
553(byte-defop 69 -2 byte-list3)
554(byte-defop 70 -3 byte-list4)
555(byte-defop 71 0 byte-length)
556(byte-defop 72 -1 byte-aref)
557(byte-defop 73 -2 byte-aset)
558(byte-defop 74 0 byte-symbol-value)
559(byte-defop 75 0 byte-symbol-function) ; this was commented out
560(byte-defop 76 -1 byte-set)
561(byte-defop 77 -1 byte-fset) ; this was commented out
562(byte-defop 78 -1 byte-get)
563(byte-defop 79 -2 byte-substring)
564(byte-defop 80 -1 byte-concat2)
565(byte-defop 81 -2 byte-concat3)
566(byte-defop 82 -3 byte-concat4)
567(byte-defop 83 0 byte-sub1)
568(byte-defop 84 0 byte-add1)
569(byte-defop 85 -1 byte-eqlsign)
570(byte-defop 86 -1 byte-gtr)
571(byte-defop 87 -1 byte-lss)
572(byte-defop 88 -1 byte-leq)
573(byte-defop 89 -1 byte-geq)
574(byte-defop 90 -1 byte-diff)
575(byte-defop 91 0 byte-negate)
576(byte-defop 92 -1 byte-plus)
577(byte-defop 93 -1 byte-max)
578(byte-defop 94 -1 byte-min)
579(byte-defop 95 -1 byte-mult) ; v19 only
580(byte-defop 96 1 byte-point)
1c393159
JB
581(byte-defop 98 0 byte-goto-char)
582(byte-defop 99 0 byte-insert)
583(byte-defop 100 1 byte-point-max)
584(byte-defop 101 1 byte-point-min)
585(byte-defop 102 0 byte-char-after)
586(byte-defop 103 1 byte-following-char)
587(byte-defop 104 1 byte-preceding-char)
588(byte-defop 105 1 byte-current-column)
589(byte-defop 106 0 byte-indent-to)
590(byte-defop 107 0 byte-scan-buffer-OBSOLETE) ; no longer generated as of v18
591(byte-defop 108 1 byte-eolp)
592(byte-defop 109 1 byte-eobp)
593(byte-defop 110 1 byte-bolp)
594(byte-defop 111 1 byte-bobp)
595(byte-defop 112 1 byte-current-buffer)
596(byte-defop 113 0 byte-set-buffer)
78943c8a
RS
597(byte-defop 114 0 byte-save-current-buffer
598 "To make a binding to record the current buffer")
1c393159 599(byte-defop 115 0 byte-set-mark-OBSOLETE)
8b05752a 600(byte-defop 116 1 byte-interactive-p-OBSOLETE)
1c393159
JB
601
602;; These ops are new to v19
603(byte-defop 117 0 byte-forward-char)
604(byte-defop 118 0 byte-forward-word)
605(byte-defop 119 -1 byte-skip-chars-forward)
606(byte-defop 120 -1 byte-skip-chars-backward)
607(byte-defop 121 0 byte-forward-line)
608(byte-defop 122 0 byte-char-syntax)
609(byte-defop 123 -1 byte-buffer-substring)
610(byte-defop 124 -1 byte-delete-region)
611(byte-defop 125 -1 byte-narrow-to-region)
612(byte-defop 126 1 byte-widen)
613(byte-defop 127 0 byte-end-of-line)
614
615;; unused: 128
616
617;; These store their argument in the next two bytes
618(byte-defop 129 1 byte-constant2
619 "for reference to a constant with vector index >= byte-constant-limit")
620(byte-defop 130 0 byte-goto "for unconditional jump")
621(byte-defop 131 -1 byte-goto-if-nil "to pop value and jump if it's nil")
622(byte-defop 132 -1 byte-goto-if-not-nil "to pop value and jump if it's not nil")
623(byte-defop 133 -1 byte-goto-if-nil-else-pop
c5091f25 624 "to examine top-of-stack, jump and don't pop it if it's nil,
1c393159
JB
625otherwise pop it")
626(byte-defop 134 -1 byte-goto-if-not-nil-else-pop
c5091f25 627 "to examine top-of-stack, jump and don't pop it if it's non nil,
1c393159
JB
628otherwise pop it")
629
630(byte-defop 135 -1 byte-return "to pop a value and return it from `byte-code'")
631(byte-defop 136 -1 byte-discard "to discard one value from stack")
632(byte-defop 137 1 byte-dup "to duplicate the top of the stack")
633
634(byte-defop 138 0 byte-save-excursion
635 "to make a binding to record the buffer, point and mark")
8b05752a
SM
636(byte-defop 139 0 byte-save-window-excursion-OBSOLETE
637 "to make a binding to record entire window configuration")
1c393159
JB
638(byte-defop 140 0 byte-save-restriction
639 "to make a binding to record the current buffer clipping restrictions")
640(byte-defop 141 -1 byte-catch
641 "for catch. Takes, on stack, the tag and an expression for the body")
642(byte-defop 142 -1 byte-unwind-protect
643 "for unwind-protect. Takes, on stack, an expression for the unwind-action")
644
c5091f25 645;; For condition-case. Takes, on stack, the variable to bind,
52799cb8
RS
646;; an expression for the body, and a list of clauses.
647(byte-defop 143 -2 byte-condition-case)
1c393159 648
8b05752a
SM
649(byte-defop 144 0 byte-temp-output-buffer-setup-OBSOLETE)
650(byte-defop 145 -1 byte-temp-output-buffer-show-OBSOLETE)
1c393159
JB
651
652;; these ops are new to v19
52799cb8
RS
653
654;; To unbind back to the beginning of this frame.
69dc83fd 655;; Not used yet, but will be needed for tail-recursion elimination.
52799cb8 656(byte-defop 146 0 byte-unbind-all)
1c393159
JB
657
658;; these ops are new to v19
659(byte-defop 147 -2 byte-set-marker)
660(byte-defop 148 0 byte-match-beginning)
661(byte-defop 149 0 byte-match-end)
662(byte-defop 150 0 byte-upcase)
663(byte-defop 151 0 byte-downcase)
664(byte-defop 152 -1 byte-string=)
665(byte-defop 153 -1 byte-string<)
666(byte-defop 154 -1 byte-equal)
667(byte-defop 155 -1 byte-nthcdr)
668(byte-defop 156 -1 byte-elt)
669(byte-defop 157 -1 byte-member)
670(byte-defop 158 -1 byte-assq)
671(byte-defop 159 0 byte-nreverse)
672(byte-defop 160 -1 byte-setcar)
673(byte-defop 161 -1 byte-setcdr)
674(byte-defop 162 0 byte-car-safe)
675(byte-defop 163 0 byte-cdr-safe)
676(byte-defop 164 -1 byte-nconc)
677(byte-defop 165 -1 byte-quo)
678(byte-defop 166 -1 byte-rem)
679(byte-defop 167 0 byte-numberp)
680(byte-defop 168 0 byte-integerp)
681
3eac9910 682;; unused: 169-174
1c393159
JB
683(byte-defop 175 nil byte-listN)
684(byte-defop 176 nil byte-concatN)
685(byte-defop 177 nil byte-insertN)
686
7200d79c
SM
687(byte-defop 178 -1 byte-stack-set) ; Stack offset in following one byte.
688(byte-defop 179 -1 byte-stack-set2) ; Stack offset in following two bytes.
b9598260 689
7200d79c 690;; If (following one byte & 0x80) == 0
b9598260
SM
691;; discard (following one byte & 0x7F) stack entries
692;; else
2ec42da9 693;; discard (following one byte & 0x7F) stack entries _underneath_ TOS
b9598260
SM
694;; (that is, if the operand = 0x83, ... X Y Z T => ... T)
695(byte-defop 182 nil byte-discardN)
696;; `byte-discardN-preserve-tos' is a pseudo-op that gets turned into
697;; `byte-discardN' with the high bit in the operand set (by
698;; `byte-compile-lapcode').
699(defconst byte-discardN-preserve-tos byte-discardN)
700
701;; unused: 182-191
1c393159
JB
702
703(byte-defop 192 1 byte-constant "for reference to a constant")
704;; codes 193-255 are consumed by byte-constant.
705(defconst byte-constant-limit 64
706 "Exclusive maximum index usable in the `byte-constant' opcode.")
707
708(defconst byte-goto-ops '(byte-goto byte-goto-if-nil byte-goto-if-not-nil
709 byte-goto-if-nil-else-pop
710 byte-goto-if-not-nil-else-pop)
52799cb8 711 "List of byte-codes whose offset is a pc.")
1c393159
JB
712
713(defconst byte-goto-always-pop-ops '(byte-goto-if-nil byte-goto-if-not-nil))
714
1c393159
JB
715(byte-extrude-byte-code-vectors)
716\f
717;;; lapcode generator
3614fc84
GM
718;;
719;; the byte-compiler now does source -> lapcode -> bytecode instead of
720;; source -> bytecode, because it's a lot easier to make optimizations
721;; on lapcode than on bytecode.
722;;
723;; Elements of the lapcode list are of the form (<instruction> . <parameter>)
724;; where instruction is a symbol naming a byte-code instruction,
725;; and parameter is an argument to that instruction, if any.
726;;
727;; The instruction can be the pseudo-op TAG, which means that this position
728;; in the instruction stream is a target of a goto. (car PARAMETER) will be
729;; the PC for this location, and the whole instruction "(TAG pc)" will be the
730;; parameter for some goto op.
731;;
732;; If the operation is varbind, varref, varset or push-constant, then the
733;; parameter is (variable/constant . index_in_constant_vector).
734;;
735;; First, the source code is macroexpanded and optimized in various ways.
736;; Then the resultant code is compiled into lapcode. Another set of
737;; optimizations are then run over the lapcode. Then the variables and
738;; constants referenced by the lapcode are collected and placed in the
739;; constants-vector. (This happens now so that variables referenced by dead
740;; code don't consume space.) And finally, the lapcode is transformed into
741;; compacted byte-code.
742;;
743;; A distinction is made between variables and constants because the variable-
744;; referencing instructions are more sensitive to the variables being near the
745;; front of the constants-vector than the constant-referencing instructions.
746;; Also, this lets us notice references to free variables.
1c393159 747
b9598260 748(defmacro byte-compile-push-bytecodes (&rest args)
e703069f
SM
749 "Push bytes onto BVAR, and increment CVAR by the number of bytes pushed.
750BVAR and CVAR are variables which are updated after evaluating
751all the arguments.
752
753\(fn BYTE1 BYTE2 ... BYTEn BVAR CVAR)"
b9598260
SM
754 (let ((byte-exprs (butlast args 2))
755 (bytes-var (car (last args 2)))
756 (pc-var (car (last args))))
757 `(setq ,bytes-var ,(if (null (cdr byte-exprs))
f80efb86 758 `(progn (cl-assert (<= 0 ,(car byte-exprs)))
b38b1ec0
SM
759 (cons ,@byte-exprs ,bytes-var))
760 `(nconc (list ,@(reverse byte-exprs)) ,bytes-var))
761 ,pc-var (+ ,(length byte-exprs) ,pc-var))))
b9598260
SM
762
763(defmacro byte-compile-push-bytecode-const2 (opcode const2 bytes pc)
764 "Push OPCODE and the two-byte constant CONST2 onto BYTES, and add 3 to PC.
4c36be58 765CONST2 may be evaluated multiple times."
b9598260
SM
766 `(byte-compile-push-bytecodes ,opcode (logand ,const2 255) (lsh ,const2 -8)
767 ,bytes ,pc))
768
1c393159
JB
769(defun byte-compile-lapcode (lap)
770 "Turns lapcode into bytecode. The lapcode is destroyed."
771 ;; Lapcode modifications: changes the ID of a tag to be the tag's PC.
772 (let ((pc 0) ; Program counter
773 op off ; Operation & offset
b9598260 774 opcode ; numeric value of OP
1c393159 775 (bytes '()) ; Put the output bytes here
b9598260
SM
776 (patchlist nil)) ; List of gotos to patch
777 (dolist (lap-entry lap)
778 (setq op (car lap-entry)
779 off (cdr lap-entry))
ce5b520a
SM
780 (cond
781 ((not (symbolp op))
782 (error "Non-symbolic opcode `%s'" op))
783 ((eq op 'TAG)
784 (setcar off pc))
ce5b520a
SM
785 (t
786 (setq opcode
787 (if (eq op 'byte-discardN-preserve-tos)
788 ;; byte-discardN-preserve-tos is a pseudo op, which
789 ;; is actually the same as byte-discardN
790 ;; with a modified argument.
791 byte-discardN
792 (symbol-value op)))
793 (cond ((memq op byte-goto-ops)
794 ;; goto
795 (byte-compile-push-bytecodes opcode nil (cdr off) bytes pc)
7200d79c 796 (push bytes patchlist))
876c194c
SM
797 ((or (and (consp off)
798 ;; Variable or constant reference
799 (progn
800 (setq off (cdr off))
801 (eq op 'byte-constant)))
7200d79c 802 (and (eq op 'byte-constant)
876c194c 803 (integerp off)))
ce5b520a
SM
804 ;; constant ref
805 (if (< off byte-constant-limit)
806 (byte-compile-push-bytecodes (+ byte-constant off)
807 bytes pc)
808 (byte-compile-push-bytecode-const2 byte-constant2 off
809 bytes pc)))
810 ((and (= opcode byte-stack-set)
811 (> off 255))
812 ;; Use the two-byte version of byte-stack-set if the
813 ;; offset is too large for the normal version.
814 (byte-compile-push-bytecode-const2 byte-stack-set2 off
815 bytes pc))
816 ((and (>= opcode byte-listN)
817 (< opcode byte-discardN))
818 ;; These insns all put their operand into one extra byte.
819 (byte-compile-push-bytecodes opcode off bytes pc))
820 ((= opcode byte-discardN)
b38b1ec0 821 ;; byte-discardN is weird in that it encodes a flag in the
ce5b520a
SM
822 ;; top bit of its one-byte argument. If the argument is
823 ;; too large to fit in 7 bits, the opcode can be repeated.
824 (let ((flag (if (eq op 'byte-discardN-preserve-tos) #x80 0)))
825 (while (> off #x7f)
2ec42da9
SM
826 (byte-compile-push-bytecodes opcode (logior #x7f flag)
827 bytes pc)
ce5b520a 828 (setq off (- off #x7f)))
2ec42da9
SM
829 (byte-compile-push-bytecodes opcode (logior off flag)
830 bytes pc)))
ce5b520a
SM
831 ((null off)
832 ;; opcode that doesn't use OFF
833 (byte-compile-push-bytecodes opcode bytes pc))
3e21b6a7
SM
834 ((and (eq opcode byte-stack-ref) (eq off 0))
835 ;; (stack-ref 0) is really just another name for `dup'.
836 (debug) ;FIXME: When would this happen?
837 (byte-compile-push-bytecodes byte-dup bytes pc))
ce5b520a
SM
838 ;; The following three cases are for the special
839 ;; insns that encode their operand into 0, 1, or 2
840 ;; extra bytes depending on its magnitude.
841 ((< off 6)
842 (byte-compile-push-bytecodes (+ opcode off) bytes pc))
843 ((< off 256)
844 (byte-compile-push-bytecodes (+ opcode 6) off bytes pc))
845 (t
846 (byte-compile-push-bytecode-const2 (+ opcode 7) off
847 bytes pc))))))
1c393159 848 ;;(if (not (= pc (length bytes)))
52799cb8 849 ;; (error "Compiler error: pc mismatch - %s %s" pc (length bytes)))
7200d79c 850 ;; Patch tag PCs into absolute jumps.
b9598260 851 (dolist (bytes-tail patchlist)
7200d79c 852 (setq pc (caar bytes-tail)) ; Pick PC from goto's tag.
b9598260
SM
853 (setcar (cdr bytes-tail) (logand pc 255))
854 (setcar bytes-tail (lsh pc -8))
855 ;; FIXME: Replace this by some workaround.
d9bbf400 856 (if (> (car bytes-tail) 255) (error "Bytecode overflow")))
b9598260 857
da9e269f 858 (apply 'unibyte-string (nreverse bytes))))
1c393159
JB
859
860\f
a586093f
SM
861;;; compile-time evaluation
862
3f12e5bd
GM
863(defun byte-compile-cl-file-p (file)
864 "Return non-nil if FILE is one of the CL files."
865 (and (stringp file)
e60b51ab 866 (string-match "^cl\\.el" (file-name-nondirectory file))))
3f12e5bd 867
ea4b0ca3
SM
868(defun byte-compile-eval (form)
869 "Eval FORM and mark the functions defined therein.
6b61353c 870Each function's symbol gets added to `byte-compile-noruntime-functions'."
a586093f
SM
871 (let ((hist-orig load-history)
872 (hist-nil-orig current-load-list))
2ec42da9 873 (prog1 (eval form lexical-binding)
cf637a34 874 (when (byte-compile-warning-enabled-p 'noruntime)
a586093f
SM
875 (let ((hist-new load-history)
876 (hist-nil-new current-load-list))
ea4b0ca3
SM
877 ;; Go through load-history, look for newly loaded files
878 ;; and mark all the functions defined therein.
879 (while (and hist-new (not (eq hist-new hist-orig)))
d1a57439
RS
880 (let ((xs (pop hist-new))
881 old-autoloads)
ea4b0ca3 882 ;; Make sure the file was not already loaded before.
3a6851d9 883 (unless (assoc (car xs) hist-orig)
ea4b0ca3
SM
884 (dolist (s xs)
885 (cond
d1a57439 886 ((and (consp s) (eq t (car s)))
6c2161c4 887 (push (cdr s) old-autoloads))
5253a5fd
SM
888 ((and (consp s) (memq (car s) '(autoload defun)))
889 (unless (memq (cdr s) old-autoloads)
890 (push (cdr s) byte-compile-noruntime-functions))))))))
ea4b0ca3 891 ;; Go through current-load-list for the locally defined funs.
d1a57439
RS
892 (let (old-autoloads)
893 (while (and hist-nil-new (not (eq hist-nil-new hist-nil-orig)))
894 (let ((s (pop hist-nil-new)))
895 (when (and (symbolp s) (not (memq s old-autoloads)))
6b61353c 896 (push s byte-compile-noruntime-functions))
d1a57439 897 (when (and (consp s) (eq t (car s)))
997011eb 898 (push (cdr s) old-autoloads)))))))
cf637a34 899 (when (byte-compile-warning-enabled-p 'cl-functions)
b8104a2b 900 (let ((hist-new load-history))
3f12e5bd
GM
901 ;; Go through load-history, looking for the cl files.
902 ;; Since new files are added at the start of load-history,
903 ;; we scan the new history until the tail matches the old.
904 (while (and (not byte-compile-cl-functions)
905 hist-new (not (eq hist-new hist-orig)))
906 ;; We used to check if the file had already been loaded,
907 ;; but it is better to check non-nil byte-compile-cl-functions.
908 (and (byte-compile-cl-file-p (car (pop hist-new)))
909 (byte-compile-find-cl-functions))))))))
a586093f 910
4795d1c7
RS
911(defun byte-compile-eval-before-compile (form)
912 "Evaluate FORM for `eval-and-compile'."
913 (let ((hist-nil-orig current-load-list))
2ec42da9 914 (prog1 (eval form lexical-binding)
4795d1c7 915 ;; (eval-and-compile (require 'cl) turns off warnings for cl functions.
3f12e5bd
GM
916 ;; FIXME Why does it do that - just as a hack?
917 ;; There are other ways to do this nowadays.
4795d1c7
RS
918 (let ((tem current-load-list))
919 (while (not (eq tem hist-nil-orig))
920 (when (equal (car tem) '(require . cl))
cf637a34 921 (byte-compile-disable-warning 'cl-functions))
4795d1c7 922 (setq tem (cdr tem)))))))
a586093f 923\f
1c393159
JB
924;;; byte compiler messages
925
d82e848c 926(defvar byte-compile-current-form nil)
d82e848c 927(defvar byte-compile-dest-file nil)
9985d391 928(defvar byte-compile-current-file nil)
ab5111e3 929(defvar byte-compile-current-group nil)
ccb3c8de 930(defvar byte-compile-current-buffer nil)
6a619620 931
22788fb8 932;; Log something that isn't a warning.
1c393159 933(defmacro byte-compile-log (format-string &rest args)
b88a41d0
SM
934 `(and
935 byte-optimize
936 (memq byte-optimize-log '(t source))
937 (let ((print-escape-newlines t)
938 (print-level 4)
939 (print-length 4))
940 (byte-compile-log-1
941 (format
942 ,format-string
943 ,@(mapcar
944 (lambda (x) (if (symbolp x) (list 'prin1-to-string x) x))
945 args))))))
1c393159 946
22788fb8
RS
947;; Log something that isn't a warning.
948(defun byte-compile-log-1 (string)
7847454a 949 (with-current-buffer byte-compile-log-buffer
997011eb
RS
950 (let ((inhibit-read-only t))
951 (goto-char (point-max))
952 (byte-compile-warning-prefix nil nil)
953 (cond (noninteractive
954 (message " %s" string))
955 (t
956 (insert (format "%s\n" string)))))))
1c393159 957
ccb3c8de
CW
958(defvar byte-compile-read-position nil
959 "Character position we began the last `read' from.")
960(defvar byte-compile-last-position nil
961 "Last known character position in the input.")
962
963;; copied from gnus-util.el
1fd592a0 964(defsubst byte-compile-delete-first (elt list)
ccb3c8de
CW
965 (if (eq (car list) elt)
966 (cdr list)
967 (let ((total list))
968 (while (and (cdr list)
969 (not (eq (cadr list) elt)))
970 (setq list (cdr list)))
971 (when (cdr list)
972 (setcdr list (cddr list)))
973 total)))
974
975;; The purpose of this function is to iterate through the
976;; `read-symbol-positions-list'. Each time we process, say, a
977;; function definition (`defun') we remove `defun' from
978;; `read-symbol-positions-list', and set `byte-compile-last-position'
979;; to that symbol's character position. Similarly, if we encounter a
980;; variable reference, like in (1+ foo), we remove `foo' from the
981;; list. If our current position is after the symbol's position, we
982;; assume we've already passed that point, and look for the next
6b8c2efc 983;; occurrence of the symbol.
4ec5239c
LH
984;;
985;; This function should not be called twice for the same occurrence of
986;; a symbol, and it should not be called for symbols generated by the
987;; byte compiler itself; because rather than just fail looking up the
988;; symbol, we may find an occurrence of the symbol further ahead, and
989;; then `byte-compile-last-position' as advanced too far.
990;;
6b8c2efc 991;; So your're probably asking yourself: Isn't this function a
ccb3c8de
CW
992;; gross hack? And the answer, of course, would be yes.
993(defun byte-compile-set-symbol-position (sym &optional allow-previous)
994 (when byte-compile-read-position
1fd592a0 995 (let (last entry)
ccb3c8de 996 (while (progn
0b46acbf
RS
997 (setq last byte-compile-last-position
998 entry (assq sym read-symbol-positions-list))
999 (when entry
1000 (setq byte-compile-last-position
1001 (+ byte-compile-read-position (cdr entry))
1002 read-symbol-positions-list
1003 (byte-compile-delete-first
1004 entry read-symbol-positions-list)))
2ec42da9
SM
1005 (or (and allow-previous
1006 (not (= last byte-compile-last-position)))
ccb3c8de 1007 (> last byte-compile-last-position)))))))
b8175fe6 1008
22788fb8
RS
1009(defvar byte-compile-last-warned-form nil)
1010(defvar byte-compile-last-logged-file nil)
3858bfe7
SM
1011(defvar byte-compile-root-dir nil
1012 "Directory relative to which file names in error messages are written.")
22788fb8 1013
375e49d4
SM
1014;; FIXME: We should maybe extend abbreviate-file-name with an optional DIR
1015;; argument to try and use a relative file-name.
1016(defun byte-compile-abbreviate-file (file &optional dir)
1017 (let ((f1 (abbreviate-file-name file))
1018 (f2 (file-relative-name file dir)))
1019 (if (< (length f2) (length f1)) f2 f1)))
1020
22788fb8 1021;; This is used as warning-prefix for the compiler.
4390021b 1022;; It is always called with the warnings buffer current.
22788fb8 1023(defun byte-compile-warning-prefix (level entry)
997011eb 1024 (let* ((inhibit-read-only t)
3858bfe7 1025 (dir (or byte-compile-root-dir default-directory))
4390021b 1026 (file (cond ((stringp byte-compile-current-file)
375e49d4 1027 (format "%s:" (byte-compile-abbreviate-file
2ec42da9 1028 byte-compile-current-file dir)))
b8175fe6 1029 ((bufferp byte-compile-current-file)
1f006824 1030 (format "Buffer %s:"
b8175fe6 1031 (buffer-name byte-compile-current-file)))
2168fe4f
GM
1032 ;; We might be simply loading a file that
1033 ;; contains explicit calls to byte-compile functions.
1034 ((stringp load-file-name)
375e49d4
SM
1035 (format "%s:" (byte-compile-abbreviate-file
1036 load-file-name dir)))
b8175fe6 1037 (t "")))
1f006824 1038 (pos (if (and byte-compile-current-file
ccb3c8de
CW
1039 (integerp byte-compile-read-position))
1040 (with-current-buffer byte-compile-current-buffer
ea1cb2bd 1041 (format "%d:%d:"
b0aa2c65
RS
1042 (save-excursion
1043 (goto-char byte-compile-last-position)
1044 (1+ (count-lines (point-min) (point-at-bol))))
ccb3c8de
CW
1045 (save-excursion
1046 (goto-char byte-compile-last-position)
1047 (1+ (current-column)))))
b8175fe6 1048 ""))
4390021b
RS
1049 (form (if (eq byte-compile-current-form :end) "end of data"
1050 (or byte-compile-current-form "toplevel form"))))
1051 (when (or (and byte-compile-current-file
1052 (not (equal byte-compile-current-file
1053 byte-compile-last-logged-file)))
6b61353c 1054 (and byte-compile-current-form
4390021b
RS
1055 (not (eq byte-compile-current-form
1056 byte-compile-last-warned-form))))
22788fb8 1057 (insert (format "\nIn %s:\n" form)))
4390021b
RS
1058 (when level
1059 (insert (format "%s%s" file pos))))
cb3069bb 1060 (setq byte-compile-last-logged-file byte-compile-current-file
22788fb8
RS
1061 byte-compile-last-warned-form byte-compile-current-form)
1062 entry)
1c393159 1063
4390021b
RS
1064;; This no-op function is used as the value of warning-series
1065;; to tell inner calls to displaying-byte-compile-warnings
1066;; not to bind warning-series.
9ace101c 1067(defun byte-compile-warning-series (&rest _ignore)
4390021b
RS
1068 nil)
1069
db283402 1070;; (compile-mode) will cause this to be loaded.
2c52d7a3 1071(declare-function compilation-forget-errors "compile" ())
db283402 1072
7847454a 1073;; Log the start of a file in `byte-compile-log-buffer', and mark it as done.
22788fb8 1074;; Return the position of the start of the page in the log buffer.
144b2637
RS
1075;; But do nothing in batch mode.
1076(defun byte-compile-log-file ()
4390021b 1077 (and (not (equal byte-compile-current-file byte-compile-last-logged-file))
cb3069bb 1078 (not noninteractive)
7847454a 1079 (with-current-buffer (get-buffer-create byte-compile-log-buffer)
ca96ae0b 1080 (goto-char (point-max))
997011eb
RS
1081 (let* ((inhibit-read-only t)
1082 (dir (and byte-compile-current-file
4390021b
RS
1083 (file-name-directory byte-compile-current-file)))
1084 (was-same (equal default-directory dir))
1085 pt)
1086 (when dir
1087 (unless was-same
1088 (insert (format "Leaving directory `%s'\n" default-directory))))
1089 (unless (bolp)
1090 (insert "\n"))
1091 (setq pt (point-marker))
1092 (if byte-compile-current-file
1093 (insert "\f\nCompiling "
1094 (if (stringp byte-compile-current-file)
1095 (concat "file " byte-compile-current-file)
2ec42da9
SM
1096 (concat "buffer "
1097 (buffer-name byte-compile-current-file)))
4390021b
RS
1098 " at " (current-time-string) "\n")
1099 (insert "\f\nCompiling no file at " (current-time-string) "\n"))
1100 (when dir
1101 (setq default-directory dir)
1102 (unless was-same
2ec42da9
SM
1103 (insert (format "Entering directory `%s'\n"
1104 default-directory))))
6b61353c
KH
1105 (setq byte-compile-last-logged-file byte-compile-current-file
1106 byte-compile-last-warned-form nil)
977f31f8 1107 ;; Do this after setting default-directory.
5c7ffa04 1108 (unless (derived-mode-p 'compilation-mode) (compilation-mode))
b88a41d0 1109 (compilation-forget-errors)
22788fb8
RS
1110 pt))))
1111
7847454a 1112;; Log a message STRING in `byte-compile-log-buffer'.
22788fb8
RS
1113;; Also log the current function and file if not already done.
1114(defun byte-compile-log-warning (string &optional fill level)
1115 (let ((warning-prefix-function 'byte-compile-warning-prefix)
6b61353c 1116 (warning-type-format "")
e703069f 1117 (warning-fill-prefix (if fill " ")))
7847454a 1118 (display-warning 'bytecomp string level byte-compile-log-buffer)))
144b2637 1119
1c393159 1120(defun byte-compile-warn (format &rest args)
22788fb8 1121 "Issue a byte compiler warning; use (format FORMAT ARGS...) for message."
1c393159
JB
1122 (setq format (apply 'format format args))
1123 (if byte-compile-error-on-warn
1124 (error "%s" format) ; byte-compile-file catches and logs it
22788fb8
RS
1125 (byte-compile-log-warning format t :warning)))
1126
5791bedf
GM
1127(defun byte-compile-warn-obsolete (symbol)
1128 "Warn that SYMBOL (a variable or function) is obsolete."
1129 (when (byte-compile-warning-enabled-p 'obsolete)
1130 (let* ((funcp (get symbol 'byte-obsolete-info))
95b9712e
SM
1131 (msg (macroexp--obsolete-warning
1132 symbol
1133 (or funcp (get symbol 'byte-obsolete-variable))
1134 (if funcp "function" "variable"))))
8480fc7c 1135 (unless (and funcp (memq symbol byte-compile-not-obsolete-funcs))
95b9712e 1136 (byte-compile-warn "%s" msg)))))
5791bedf 1137
0b030df7 1138(defun byte-compile-report-error (error-info)
22788fb8 1139 "Report Lisp error in compilation. ERROR-INFO is the error data."
ab94e6e7 1140 (setq byte-compiler-error-flag t)
22788fb8
RS
1141 (byte-compile-log-warning
1142 (error-message-string error-info)
1143 nil :error))
1c393159 1144\f
1c393159
JB
1145;;; sanity-checking arglists
1146
1147(defun byte-compile-fdefinition (name macro-p)
ced10a4c
SM
1148 ;; If a function has an entry saying (FUNCTION . t).
1149 ;; that means we know it is defined but we don't know how.
1150 ;; If a function has an entry saying (FUNCTION . nil),
1151 ;; that means treat it as not defined.
1c393159
JB
1152 (let* ((list (if macro-p
1153 byte-compile-macro-environment
5286a842 1154 byte-compile-function-environment))
1c393159
JB
1155 (env (cdr (assq name list))))
1156 (or env
1157 (let ((fn name))
1158 (while (and (symbolp fn)
1159 (fboundp fn)
1160 (or (symbolp (symbol-function fn))
1161 (consp (symbol-function fn))
1162 (and (not macro-p)
ed015bdd 1163 (byte-code-function-p (symbol-function fn)))))
1c393159 1164 (setq fn (symbol-function fn)))
9d28c33e
SM
1165 (let ((advertised (gethash (if (and (symbolp fn) (fboundp fn))
1166 ;; Could be a subr.
1167 (symbol-function fn)
1168 fn)
1169 advertised-signature-table t)))
ced10a4c
SM
1170 (cond
1171 ((listp advertised)
1172 (if macro-p
1173 `(macro lambda ,advertised)
1174 `(lambda ,advertised)))
1175 ((and (not macro-p) (byte-code-function-p fn)) fn)
1176 ((not (consp fn)) nil)
1177 ((eq 'macro (car fn)) (cdr fn))
1178 (macro-p nil)
1179 ((eq 'autoload (car fn)) nil)
1180 (t fn)))))))
1c393159
JB
1181
1182(defun byte-compile-arglist-signature (arglist)
61b108cc
SM
1183 (cond
1184 ;; New style byte-code arglist.
1185 ((integerp arglist)
1186 (cons (logand arglist 127) ;Mandatory.
1187 (if (zerop (logand arglist 128)) ;No &rest.
1188 (lsh arglist -8)))) ;Nonrest.
1189 ;; Old style byte-code, or interpreted function.
1190 ((listp arglist)
e2abe5a1
SM
1191 (let ((args 0)
1192 opts
1193 restp)
1194 (while arglist
1195 (cond ((eq (car arglist) '&optional)
1196 (or opts (setq opts 0)))
1197 ((eq (car arglist) '&rest)
1198 (if (cdr arglist)
1199 (setq restp t
1200 arglist nil)))
1201 (t
1202 (if opts
1203 (setq opts (1+ opts))
1c393159 1204 (setq args (1+ args)))))
e2abe5a1 1205 (setq arglist (cdr arglist)))
61b108cc
SM
1206 (cons args (if restp nil (if opts (+ args opts) args)))))
1207 ;; Unknown arglist.
1208 (t '(0))))
1c393159
JB
1209
1210
1211(defun byte-compile-arglist-signatures-congruent-p (old new)
1212 (not (or
1213 (> (car new) (car old)) ; requires more args now
a7acbbe4 1214 (and (null (cdr old)) ; took rest-args, doesn't any more
1c393159
JB
1215 (cdr new))
1216 (and (cdr new) (cdr old) ; can't take as many args now
1217 (< (cdr new) (cdr old)))
1218 )))
1219
1220(defun byte-compile-arglist-signature-string (signature)
1221 (cond ((null (cdr signature))
1222 (format "%d+" (car signature)))
1223 ((= (car signature) (cdr signature))
1224 (format "%d" (car signature)))
1225 (t (format "%d-%d" (car signature) (cdr signature)))))
1226
1227
52799cb8 1228;; Warn if the form is calling a function with the wrong number of arguments.
1c393159 1229(defun byte-compile-callargs-warn (form)
1c393159
JB
1230 (let* ((def (or (byte-compile-fdefinition (car form) nil)
1231 (byte-compile-fdefinition (car form) t)))
a7a7ddf1 1232 (sig (if (and def (not (eq def t)))
416d3588
GM
1233 (progn
1234 (and (eq (car-safe def) 'macro)
1235 (eq (car-safe (cdr-safe def)) 'lambda)
1236 (setq def (cdr def)))
1237 (byte-compile-arglist-signature
1238 (if (memq (car-safe def) '(declared lambda))
1239 (nth 1 def)
1240 (if (byte-code-function-p def)
1241 (aref def 0)
1242 '(&rest def)))))
ed62683d
DL
1243 (if (and (fboundp (car form))
1244 (subrp (symbol-function (car form))))
1245 (subr-arity (symbol-function (car form))))))
1c393159 1246 (ncall (length (cdr form))))
ed62683d
DL
1247 ;; Check many or unevalled from subr-arity.
1248 (if (and (cdr-safe sig)
1249 (not (numberp (cdr sig))))
1250 (setcdr sig nil))
1c393159 1251 (if sig
ccb3c8de 1252 (when (or (< ncall (car sig))
1c393159 1253 (and (cdr sig) (> ncall (cdr sig))))
ccb3c8de
CW
1254 (byte-compile-set-symbol-position (car form))
1255 (byte-compile-warn
1256 "%s called with %d argument%s, but %s %s"
1257 (car form) ncall
1258 (if (= 1 ncall) "" "s")
1259 (if (< ncall (car sig))
1260 "requires"
1261 "accepts only")
ba76e7fa 1262 (byte-compile-arglist-signature-string sig))))
6b61353c 1263 (byte-compile-format-warn form)
ba76e7fa
SM
1264 ;; Check to see if the function will be available at runtime
1265 ;; and/or remember its arity if it's unknown.
a7a7ddf1 1266 (or (and (or def (fboundp (car form))) ; might be a subr or autoload.
6b61353c 1267 (not (memq (car form) byte-compile-noruntime-functions)))
61b108cc
SM
1268 (eq (car form) byte-compile-current-form) ; ## This doesn't work
1269 ; with recursion.
ba76e7fa
SM
1270 ;; It's a currently-undefined function.
1271 ;; Remember number of args in call.
1272 (let ((cons (assq (car form) byte-compile-unresolved-functions))
1273 (n (length (cdr form))))
1274 (if cons
1275 (or (memq n (cdr cons))
bb41480a 1276 (push n (cdr cons)))
977b50fb
SM
1277 (push (list (car form) n)
1278 byte-compile-unresolved-functions))))))
1c393159 1279
6b61353c
KH
1280(defun byte-compile-format-warn (form)
1281 "Warn if FORM is `format'-like with inconsistent args.
1282Applies if head of FORM is a symbol with non-nil property
1283`byte-compile-format-like' and first arg is a constant string.
1284Then check the number of format fields matches the number of
1285extra args."
1286 (when (and (symbolp (car form))
1287 (stringp (nth 1 form))
1288 (get (car form) 'byte-compile-format-like))
1289 (let ((nfields (with-temp-buffer
1290 (insert (nth 1 form))
b8104a2b 1291 (goto-char (point-min))
6b61353c
KH
1292 (let ((n 0))
1293 (while (re-search-forward "%." nil t)
1294 (unless (eq ?% (char-after (1+ (match-beginning 0))))
1295 (setq n (1+ n))))
1296 n)))
1297 (nargs (- (length form) 2)))
1298 (unless (= nargs nfields)
1299 (byte-compile-warn
1300 "`%s' called with %d args to fill %d format field(s)" (car form)
1301 nargs nfields)))))
1302
1303(dolist (elt '(format message error))
1304 (put elt 'byte-compile-format-like t))
1305
11efeb9b
RS
1306;; Warn if a custom definition fails to specify :group.
1307(defun byte-compile-nogroup-warn (form)
ab5111e3
SM
1308 (if (and (memq (car form) '(custom-declare-face custom-declare-variable))
1309 byte-compile-current-group)
1310 ;; The group will be provided implicitly.
1311 nil
1312 (let ((keyword-args (cdr (cdr (cdr (cdr form)))))
1313 (name (cadr form)))
1314 (or (not (eq (car-safe name) 'quote))
3ab6a7ae
SM
1315 (and (eq (car form) 'custom-declare-group)
1316 (equal name ''emacs))
1317 (plist-get keyword-args :group)
1318 (not (and (consp name) (eq (car name) 'quote)))
1319 (byte-compile-warn
1320 "%s for `%s' fails to specify containing group"
1321 (cdr (assq (car form)
ab5111e3
SM
1322 '((custom-declare-group . defgroup)
1323 (custom-declare-face . defface)
1324 (custom-declare-variable . defcustom))))
1325 (cadr name)))
1326 ;; Update the current group, if needed.
2ec42da9 1327 (if (and byte-compile-current-file ;Only when compiling a whole file.
ab5111e3
SM
1328 (eq (car form) 'custom-declare-group)
1329 (eq (car-safe name) 'quote))
1330 (setq byte-compile-current-group (cadr name))))))
11efeb9b 1331
52799cb8
RS
1332;; Warn if the function or macro is being redefined with a different
1333;; number of arguments.
61b108cc
SM
1334(defun byte-compile-arglist-warn (name arglist macrop)
1335 (let* ((old (byte-compile-fdefinition name macrop))
7d3b9d44
GM
1336 (initial (and macrop
1337 (cdr (assq name
1338 byte-compile-initial-macro-environment)))))
1339 ;; Assumes an element of b-c-i-macro-env that is a symbol points
1340 ;; to a defined function. (Bug#8646)
1341 (and initial (symbolp initial)
410c42c5 1342 (setq old (byte-compile-fdefinition initial nil)))
a7a7ddf1 1343 (if (and old (not (eq old t)))
416d3588
GM
1344 (progn
1345 (and (eq 'macro (car-safe old))
1346 (eq 'lambda (car-safe (cdr-safe old)))
1347 (setq old (cdr old)))
1348 (let ((sig1 (byte-compile-arglist-signature
b38b1ec0
SM
1349 (pcase old
1350 (`(lambda ,args . ,_) args)
23aba0ea 1351 (`(closure ,_ ,args . ,_) args)
b38b1ec0
SM
1352 ((pred byte-code-function-p) (aref old 0))
1353 (t '(&rest def)))))
61b108cc 1354 (sig2 (byte-compile-arglist-signature arglist)))
416d3588 1355 (unless (byte-compile-arglist-signatures-congruent-p sig1 sig2)
a9de04fa 1356 (byte-compile-set-symbol-position name)
416d3588
GM
1357 (byte-compile-warn
1358 "%s %s used to take %s %s, now takes %s"
61b108cc 1359 (if macrop "macro" "function")
a9de04fa 1360 name
416d3588
GM
1361 (byte-compile-arglist-signature-string sig1)
1362 (if (equal sig1 '(1 . 1)) "argument" "arguments")
1363 (byte-compile-arglist-signature-string sig2)))))
1c393159 1364 ;; This is the first definition. See if previous calls are compatible.
a9de04fa 1365 (let ((calls (assq name byte-compile-unresolved-functions))
1c393159 1366 nums sig min max)
bb41480a
SM
1367 (setq byte-compile-unresolved-functions
1368 (delq calls byte-compile-unresolved-functions))
1369 (setq calls (delq t calls)) ;Ignore higher-order uses of the function.
1370 (when (cdr calls)
a9de04fa 1371 (when (and (symbolp name)
7abaf5cc 1372 (eq (function-get name 'byte-optimizer)
a9de04fa
SM
1373 'byte-compile-inline-expand))
1374 (byte-compile-warn "defsubst `%s' was used before it was defined"
1375 name))
61b108cc 1376 (setq sig (byte-compile-arglist-signature arglist)
a9de04fa
SM
1377 nums (sort (copy-sequence (cdr calls)) (function <))
1378 min (car nums)
1379 max (car (nreverse nums)))
1380 (when (or (< min (car sig))
1381 (and (cdr sig) (> max (cdr sig))))
1382 (byte-compile-set-symbol-position name)
1383 (byte-compile-warn
1384 "%s being defined to take %s%s, but was previously called with %s"
1385 name
1386 (byte-compile-arglist-signature-string sig)
1387 (if (equal sig '(1 . 1)) " arg" " args")
bb41480a 1388 (byte-compile-arglist-signature-string (cons min max)))))))))
1c393159 1389
95c997fa
RS
1390(defvar byte-compile-cl-functions nil
1391 "List of functions defined in CL.")
1392
3f12e5bd
GM
1393;; Can't just add this to cl-load-hook, because that runs just before
1394;; the forms from cl.el get added to load-history.
95c997fa
RS
1395(defun byte-compile-find-cl-functions ()
1396 (unless byte-compile-cl-functions
1397 (dolist (elt load-history)
3f12e5bd
GM
1398 (and (byte-compile-cl-file-p (car elt))
1399 (dolist (e (cdr elt))
1400 ;; Includes the cl-foo functions that cl autoloads.
1401 (when (memq (car-safe e) '(autoload defun))
1402 (push (cdr e) byte-compile-cl-functions)))))))
95c997fa 1403
4795d1c7
RS
1404(defun byte-compile-cl-warn (form)
1405 "Warn if FORM is a call of a function from the CL package."
95c997fa
RS
1406 (let ((func (car-safe form)))
1407 (if (and byte-compile-cl-functions
1408 (memq func byte-compile-cl-functions)
6b61353c 1409 ;; Aliases which won't have been expanded at this point.
4795d1c7
RS
1410 ;; These aren't all aliases of subrs, so not trivial to
1411 ;; avoid hardwiring the list.
1412 (not (memq func
bb3faf5b 1413 '(cl--block-wrapper cl--block-throw
9cb9a7bc 1414 multiple-value-call nth-value
95c997fa 1415 copy-seq first second rest endp cl-member
d1a57439
RS
1416 ;; These are included in generated code
1417 ;; that can't be called except at compile time
1418 ;; or unless cl is loaded anyway.
bb3faf5b 1419 cl--defsubst-expand cl-struct-setf-expander
8f876842
RS
1420 ;; These would sometimes be warned about
1421 ;; but such warnings are never useful,
1422 ;; so don't warn about them.
118861df 1423 macroexpand cl-macroexpand-all
bb3faf5b 1424 cl--compiling-file))))
7a16788b 1425 (byte-compile-warn "function `%s' from cl package called at runtime"
4795d1c7
RS
1426 func)))
1427 form)
1428
a586093f 1429(defun byte-compile-print-syms (str1 strn syms)
ccb3c8de
CW
1430 (when syms
1431 (byte-compile-set-symbol-position (car syms) t))
b8175fe6
GM
1432 (cond ((and (cdr syms) (not noninteractive))
1433 (let* ((str strn)
1434 (L (length str))
1435 s)
1436 (while syms
1437 (setq s (symbol-name (pop syms))
1438 L (+ L (length s) 2))
1439 (if (< L (1- fill-column))
1440 (setq str (concat str " " s (and syms ",")))
1441 (setq str (concat str "\n " s (and syms ","))
1442 L (+ (length s) 4))))
1443 (byte-compile-warn "%s" str)))
1444 ((cdr syms)
1f006824 1445 (byte-compile-warn "%s %s"
b8175fe6
GM
1446 strn
1447 (mapconcat #'symbol-name syms ", ")))
1448
1449 (syms
1450 (byte-compile-warn str1 (car syms)))))
a586093f 1451
1f006824 1452;; If we have compiled any calls to functions which are not known to be
52799cb8
RS
1453;; defined, issue a warning enumerating them.
1454;; `unresolved' in the list `byte-compile-warnings' disables this.
1c393159 1455(defun byte-compile-warn-about-unresolved-functions ()
cf637a34 1456 (when (byte-compile-warning-enabled-p 'unresolved)
b8175fe6 1457 (let ((byte-compile-current-form :end)
a586093f
SM
1458 (noruntime nil)
1459 (unresolved nil))
1460 ;; Separate the functions that will not be available at runtime
1461 ;; from the truly unresolved ones.
1462 (dolist (f byte-compile-unresolved-functions)
1463 (setq f (car f))
1464 (if (fboundp f) (push f noruntime) (push f unresolved)))
1465 ;; Complain about the no-run-time functions
1466 (byte-compile-print-syms
b8175fe6
GM
1467 "the function `%s' might not be defined at runtime."
1468 "the following functions might not be defined at runtime:"
a586093f
SM
1469 noruntime)
1470 ;; Complain about the unresolved functions
1471 (byte-compile-print-syms
b8175fe6
GM
1472 "the function `%s' is not known to be defined."
1473 "the following functions are not known to be defined:"
a586093f 1474 unresolved)))
1c393159
JB
1475 nil)
1476
1477\f
6876a58d
SM
1478;; Dynamically bound in byte-compile-from-buffer.
1479;; NB also used in cl.el and cl-macs.el.
1480(defvar byte-compile--outbuffer)
1481
1c393159 1482(defmacro byte-compile-close-variables (&rest body)
876c194c 1483 (declare (debug t))
6876a58d
SM
1484 `(let (;;
1485 ;; Close over these variables to encapsulate the
1486 ;; compilation state
1487 ;;
1488 (byte-compile-macro-environment
1489 ;; Copy it because the compiler may patch into the
1490 ;; macroenvironment.
1491 (copy-alist byte-compile-initial-macro-environment))
1492 (byte-compile--outbuffer nil)
1493 (byte-compile-function-environment nil)
1494 (byte-compile-bound-variables nil)
208d0342 1495 (byte-compile-lexical-variables nil)
6876a58d
SM
1496 (byte-compile-const-variables nil)
1497 (byte-compile-free-references nil)
1498 (byte-compile-free-assignments nil)
1499 ;;
1500 ;; Close over these variables so that `byte-compiler-options'
1501 ;; can change them on a per-file basis.
1502 ;;
1503 (byte-compile-verbose byte-compile-verbose)
1504 (byte-optimize byte-optimize)
1505 (byte-compile-dynamic byte-compile-dynamic)
1506 (byte-compile-dynamic-docstrings
1507 byte-compile-dynamic-docstrings)
1508 ;; (byte-compile-generate-emacs19-bytecodes
1509 ;; byte-compile-generate-emacs19-bytecodes)
1510 (byte-compile-warnings byte-compile-warnings)
1511 )
1512 ,@body))
1c393159 1513
1c393159 1514(defmacro displaying-byte-compile-warnings (&rest body)
876c194c 1515 (declare (debug t))
4390021b
RS
1516 `(let* ((--displaying-byte-compile-warnings-fn (lambda () ,@body))
1517 (warning-series-started
1518 (and (markerp warning-series)
1519 (eq (marker-buffer warning-series)
7847454a 1520 (get-buffer byte-compile-log-buffer)))))
95c997fa 1521 (byte-compile-find-cl-functions)
4390021b
RS
1522 (if (or (eq warning-series 'byte-compile-warning-series)
1523 warning-series-started)
1524 ;; warning-series does come from compilation,
1525 ;; so don't bind it, but maybe do set it.
1526 (let (tem)
1527 ;; Log the file name. Record position of that text.
1528 (setq tem (byte-compile-log-file))
1529 (unless warning-series-started
1530 (setq warning-series (or tem 'byte-compile-warning-series)))
1531 (if byte-compile-debug
1532 (funcall --displaying-byte-compile-warnings-fn)
1533 (condition-case error-info
1534 (funcall --displaying-byte-compile-warnings-fn)
1535 (error (byte-compile-report-error error-info)))))
1536 ;; warning-series does not come from compilation, so bind it.
1537 (let ((warning-series
1538 ;; Log the file name. Record position of that text.
1539 (or (byte-compile-log-file) 'byte-compile-warning-series)))
1540 (if byte-compile-debug
22788fb8 1541 (funcall --displaying-byte-compile-warnings-fn)
4390021b
RS
1542 (condition-case error-info
1543 (funcall --displaying-byte-compile-warnings-fn)
1544 (error (byte-compile-report-error error-info))))))))
1c393159 1545\f
fd5285f3 1546;;;###autoload
9742dbc0
RS
1547(defun byte-force-recompile (directory)
1548 "Recompile every `.el' file in DIRECTORY that already has a `.elc' file.
1549Files in subdirectories of DIRECTORY are processed also."
c0f43df5 1550 (interactive "DByte force recompile (directory): ")
9742dbc0
RS
1551 (byte-recompile-directory directory nil t))
1552
1553;;;###autoload
ca105506
SM
1554(defun byte-recompile-directory (directory &optional arg force)
1555 "Recompile every `.el' file in DIRECTORY that needs recompilation.
2b9c3b12 1556This happens when a `.elc' file exists but is older than the `.el' file.
ca105506 1557Files in subdirectories of DIRECTORY are processed also.
1c393159 1558
c4f2cabd 1559If the `.elc' file does not exist, normally this function *does not*
1c3b663f 1560compile the corresponding `.el' file. However, if the prefix argument
ca105506
SM
1561ARG is 0, that means do compile all those files. A nonzero
1562ARG means ask the user, for each such `.el' file, whether to
1563compile it. A nonzero ARG also means ask about each subdirectory
1c3b663f
GM
1564before scanning it.
1565
ca105506 1566If the third argument FORCE is non-nil, recompile every `.el' file
1c3b663f 1567that already has a `.elc' file."
1c393159 1568 (interactive "DByte recompile directory: \nP")
ca105506 1569 (if arg (setq arg (prefix-numeric-value arg)))
e27c3564
JB
1570 (if noninteractive
1571 nil
1572 (save-some-buffers)
ba901388 1573 (force-mode-line-update))
7847454a 1574 (with-current-buffer (get-buffer-create byte-compile-log-buffer)
ca105506 1575 (setq default-directory (expand-file-name directory))
977f31f8
RS
1576 ;; compilation-mode copies value of default-directory.
1577 (unless (eq major-mode 'compilation-mode)
1578 (compilation-mode))
ca105506 1579 (let ((directories (list default-directory))
4eb4926c
RS
1580 (default-directory default-directory)
1581 (skip-count 0)
1582 (fail-count 0)
1583 (file-count 0)
1584 (dir-count 0)
1585 last-dir)
1586 (displaying-byte-compile-warnings
ca105506
SM
1587 (while directories
1588 (setq directory (car directories))
1589 (message "Checking %s..." directory)
1590 (dolist (file (directory-files directory))
1591 (let ((source (expand-file-name file directory)))
1592 (if (and (not (member file '("RCS" "CVS")))
1593 (not (eq ?\. (aref file 0)))
1594 (file-directory-p source)
1595 (not (file-symlink-p source)))
1596 ;; This file is a subdirectory. Handle them differently.
1597 (when (or (null arg) (eq 0 arg)
1598 (y-or-n-p (concat "Check " source "? ")))
1599 (setq directories (nconc directories (list source))))
1600 ;; It is an ordinary file. Decide whether to compile it.
1601 (if (and (string-match emacs-lisp-file-regexp source)
343a2aef 1602 ;; The next 2 tests avoid compiling lock files
ca105506 1603 (file-readable-p source)
343a2aef 1604 (not (string-match "\\`\\.#" file))
ca105506
SM
1605 (not (auto-save-file-name-p source))
1606 (not (string-equal dir-locals-file
1607 (file-name-nondirectory source))))
56bc1586 1608 (progn (cl-incf
f58e0fd5
SM
1609 (pcase (byte-recompile-file source force arg)
1610 (`no-byte-compile skip-count)
1611 (`t file-count)
1612 (_ fail-count)))
ca105506
SM
1613 (or noninteractive
1614 (message "Checking %s..." directory))
1615 (if (not (eq last-dir directory))
1616 (setq last-dir directory
1617 dir-count (1+ dir-count)))
1618 )))))
1619 (setq directories (cdr directories))))
4eb4926c
RS
1620 (message "Done (Total of %d file%s compiled%s%s%s)"
1621 file-count (if (= file-count 1) "" "s")
1622 (if (> fail-count 0) (format ", %d failed" fail-count) "")
1623 (if (> skip-count 0) (format ", %d skipped" skip-count) "")
1c3b663f
GM
1624 (if (> dir-count 1)
1625 (format " in %d directories" dir-count) "")))))
1c393159 1626
fef3407e 1627(defvar no-byte-compile nil
2b9c3b12 1628 "Non-nil to prevent byte-compiling of Emacs Lisp code.
fef3407e
SM
1629This is normally set in local file variables at the end of the elisp file:
1630
ce5b520a 1631\;; Local Variables:\n;; no-byte-compile: t\n;; End: ") ;Backslash for compile-main.
631c8020 1632;;;###autoload(put 'no-byte-compile 'safe-local-variable 'booleanp)
fef3407e 1633
ca105506
SM
1634(defun byte-recompile-file (filename &optional force arg load)
1635 "Recompile FILENAME file if it needs recompilation.
430e7297
JD
1636This happens when its `.elc' file is older than itself.
1637
3c3cda1a
GM
1638If the `.elc' file exists and is up-to-date, normally this function
1639*does not* compile FILENAME. If the prefix argument FORCE is non-nil,
1640however, it compiles FILENAME even if the destination already
1641exists and is up-to-date.
430e7297 1642
3c3cda1a
GM
1643If the `.elc' file does not exist, normally this function *does not*
1644compile FILENAME. If optional argument ARG is 0, it compiles
1645the input file even if the `.elc' file does not exist.
1646Any other non-nil value of ARG means to ask the user.
430e7297 1647
3c3cda1a 1648If optional argument LOAD is non-nil, loads the file after compiling.
430e7297 1649
3c3cda1a
GM
1650If compilation is needed, this functions returns the result of
1651`byte-compile-file'; otherwise it returns 'no-byte-compile."
430e7297 1652 (interactive
ca105506
SM
1653 (let ((file buffer-file-name)
1654 (file-name nil)
1655 (file-dir nil))
1656 (and file
1657 (derived-mode-p 'emacs-lisp-mode)
1658 (setq file-name (file-name-nondirectory file)
1659 file-dir (file-name-directory file)))
430e7297
JD
1660 (list (read-file-name (if current-prefix-arg
1661 "Byte compile file: "
1662 "Byte recompile file: ")
ca105506 1663 file-dir file-name nil)
430e7297 1664 current-prefix-arg)))
ca105506 1665 (let ((dest (byte-compile-dest-file filename))
430e7297 1666 ;; Expand now so we get the current buffer's defaults
ca105506
SM
1667 (filename (expand-file-name filename)))
1668 (if (if (file-exists-p dest)
430e7297
JD
1669 ;; File was already compiled
1670 ;; Compile if forced to, or filename newer
ca105506
SM
1671 (or force
1672 (file-newer-than-file-p filename dest))
1673 (and arg
1674 (or (eq 0 arg)
fa14dc18 1675 (y-or-n-p (concat "Compile "
ca105506 1676 filename "? ")))))
430e7297
JD
1677 (progn
1678 (if (and noninteractive (not byte-compile-verbose))
ca105506
SM
1679 (message "Compiling %s..." filename))
1680 (byte-compile-file filename load))
e5b19827
AS
1681 (when load
1682 (load (if (file-exists-p dest) dest filename)))
430e7297
JD
1683 'no-byte-compile)))
1684
fd743628
GM
1685(defvar byte-compile-level 0 ; bug#13787
1686 "Depth of a recursive byte compilation.")
1687
fd5285f3 1688;;;###autoload
ca105506
SM
1689(defun byte-compile-file (filename &optional load)
1690 "Compile a file of Lisp code named FILENAME into a file of byte code.
1691The output file's name is generated by passing FILENAME to the
f279aaab 1692function `byte-compile-dest-file' (which see).
3614fc84 1693With prefix arg (noninteractively: 2nd arg), LOAD the file after compiling.
d90a41e8 1694The value is non-nil if there were no errors, nil if errors."
1c393159
JB
1695;; (interactive "fByte compile file: \nP")
1696 (interactive
ca105506
SM
1697 (let ((file buffer-file-name)
1698 (file-name nil)
1699 (file-dir nil))
1700 (and file
9ace101c 1701 (derived-mode-p 'emacs-lisp-mode)
ca105506
SM
1702 (setq file-name (file-name-nondirectory file)
1703 file-dir (file-name-directory file)))
52799cb8
RS
1704 (list (read-file-name (if current-prefix-arg
1705 "Byte compile and load file: "
1706 "Byte compile file: ")
ca105506 1707 file-dir file-name nil)
fd5285f3 1708 current-prefix-arg)))
1c393159 1709 ;; Expand now so we get the current buffer's defaults
ca105506 1710 (setq filename (expand-file-name filename))
1c393159
JB
1711
1712 ;; If we're compiling a file that's in a buffer and is modified, offer
1713 ;; to save it first.
1714 (or noninteractive
ca105506 1715 (let ((b (get-file-buffer (expand-file-name filename))))
1c393159 1716 (if (and b (buffer-modified-p b)
a586093f 1717 (y-or-n-p (format "Save buffer %s first? " (buffer-name b))))
008e2c2a 1718 (with-current-buffer b (save-buffer)))))
1c393159 1719
4390021b
RS
1720 ;; Force logging of the file name for each file compiled.
1721 (setq byte-compile-last-logged-file nil)
ca105506 1722 (let ((byte-compile-current-file filename)
ab5111e3 1723 (byte-compile-current-group nil)
dc14ae36 1724 (set-auto-coding-for-load t)
d82e848c
RS
1725 target-file input-buffer output-buffer
1726 byte-compile-dest-file)
ca105506 1727 (setq target-file (byte-compile-dest-file filename))
d82e848c 1728 (setq byte-compile-dest-file target-file)
ea1cb2bd 1729 (with-current-buffer
fd743628
GM
1730 ;; It would be cleaner to use a temp buffer, but if there was
1731 ;; an error, we leave this buffer around for diagnostics.
1732 ;; Its name is documented in the lispref.
1733 (setq input-buffer (get-buffer-create
1734 (concat " *Compiler Input*"
1735 (if (zerop byte-compile-level) ""
1736 (format "-%s" byte-compile-level)))))
1c393159 1737 (erase-buffer)
7a28e3b1 1738 (setq buffer-file-coding-system nil)
746dd298 1739 ;; Always compile an Emacs Lisp file as multibyte
b92dd692 1740 ;; unless the file itself forces unibyte with -*-coding: raw-text;-*-
746dd298 1741 (set-buffer-multibyte t)
ca105506 1742 (insert-file-contents filename)
844da0ff
KH
1743 ;; Mimic the way after-insert-file-set-coding can make the
1744 ;; buffer unibyte when visiting this file.
7a28e3b1
RS
1745 (when (or (eq last-coding-system-used 'no-conversion)
1746 (eq (coding-system-type last-coding-system-used) 5))
1747 ;; For coding systems no-conversion and raw-text...,
1748 ;; edit the buffer as unibyte.
1749 (set-buffer-multibyte nil))
1c393159
JB
1750 ;; Run hooks including the uncompression hook.
1751 ;; If they change the file name, then change it for the output also.
2ee3d7f0
SM
1752 (let ((buffer-file-name filename)
1753 (dmm (default-value 'major-mode))
1754 ;; Ignore unsafe local variables.
1755 ;; We only care about a few of them for our purposes.
1756 (enable-local-variables :safe)
1757 (enable-local-eval nil))
1758 (unwind-protect
1759 (progn
1760 (setq-default major-mode 'emacs-lisp-mode)
1761 ;; Arg of t means don't alter enable-local-variables.
1762 (normal-mode t))
1763 (setq-default major-mode dmm))
7d5944b9
GM
1764 ;; There may be a file local variable setting (bug#10419).
1765 (setq buffer-read-only nil
1766 filename buffer-file-name))
002c019c
SM
1767 ;; Don't inherit lexical-binding from caller (bug#12938).
1768 (unless (local-variable-p 'lexical-binding)
1769 (setq-local lexical-binding nil))
cd891e68 1770 ;; Set the default directory, in case an eval-when-compile uses it.
ca105506 1771 (setq default-directory (file-name-directory filename)))
3614fc84
GM
1772 ;; Check if the file's local variables explicitly specify not to
1773 ;; compile this file.
fef3407e 1774 (if (with-current-buffer input-buffer no-byte-compile)
3614fc84 1775 (progn
6b61353c 1776 ;; (message "%s not compiled because of `no-byte-compile: %s'"
375e49d4 1777 ;; (byte-compile-abbreviate-file filename)
6b61353c
KH
1778 ;; (with-current-buffer input-buffer no-byte-compile))
1779 (when (file-exists-p target-file)
1780 (message "%s deleted because of `no-byte-compile: %s'"
375e49d4 1781 (byte-compile-abbreviate-file target-file)
6b61353c
KH
1782 (buffer-local-value 'no-byte-compile input-buffer))
1783 (condition-case nil (delete-file target-file) (error nil)))
82345a9a 1784 ;; We successfully didn't compile this file.
d90a41e8 1785 'no-byte-compile)
ccb3c8de 1786 (when byte-compile-verbose
ca105506 1787 (message "Compiling %s..." filename))
82345a9a
SM
1788 (setq byte-compiler-error-flag nil)
1789 ;; It is important that input-buffer not be current at this call,
1790 ;; so that the value of point set in input-buffer
1791 ;; within byte-compile-from-buffer lingers in that buffer.
4f6d5bf0
SM
1792 (setq output-buffer
1793 (save-current-buffer
4c514b0f
SM
1794 (let ((byte-compile-level (1+ byte-compile-level)))
1795 (byte-compile-from-buffer input-buffer))))
82345a9a
SM
1796 (if byte-compiler-error-flag
1797 nil
ccb3c8de 1798 (when byte-compile-verbose
ca105506 1799 (message "Compiling %s...done" filename))
82345a9a
SM
1800 (kill-buffer input-buffer)
1801 (with-current-buffer output-buffer
1802 (goto-char (point-max))
1803 (insert "\n") ; aaah, unix.
94d4c7dc
AS
1804 (if (file-writable-p target-file)
1805 ;; We must disable any code conversion here.
1806 (let* ((coding-system-for-write 'no-conversion)
1807 ;; Write to a tempfile so that if another Emacs
1808 ;; process is trying to load target-file (eg in a
1809 ;; parallel bootstrap), it does not risk getting a
1810 ;; half-finished file. (Bug#4196)
1811 (tempfile (make-temp-name target-file))
1812 (kill-emacs-hook
1813 (cons (lambda () (ignore-errors (delete-file tempfile)))
1814 kill-emacs-hook)))
94d4c7dc
AS
1815 (write-region (point-min) (point-max) tempfile nil 1)
1816 ;; This has the intentional side effect that any
1817 ;; hard-links to target-file continue to
1818 ;; point to the old file (this makes it possible
1819 ;; for installed files to share disk space with
1820 ;; the build tree, without causing problems when
1821 ;; emacs-lisp files in the build tree are
1822 ;; recompiled). Previously this was accomplished by
1823 ;; deleting target-file before writing it.
1824 (rename-file tempfile target-file t)
1825 (message "Wrote %s" target-file))
1826 ;; This is just to give a better error message than write-region
1827 (signal 'file-error
1828 (list "Opening output file"
1829 (if (file-exists-p target-file)
1830 "cannot overwrite file"
1831 "directory not writable or nonexistent")
1832 target-file)))
82345a9a
SM
1833 (kill-buffer (current-buffer)))
1834 (if (and byte-compile-generate-call-tree
1835 (or (eq t byte-compile-generate-call-tree)
1c3b663f 1836 (y-or-n-p (format "Report call tree for %s? "
ca105506 1837 filename))))
82345a9a 1838 (save-excursion
ca105506 1839 (display-call-tree filename)))
82345a9a
SM
1840 (if load
1841 (load target-file))
1842 t))))
1c393159 1843
1c393159 1844;;; compiling a single function
fd5285f3 1845;;;###autoload
52799cb8 1846(defun compile-defun (&optional arg)
1c393159 1847 "Compile and evaluate the current top-level form.
6b61353c 1848Print the result in the echo area.
2b9c3b12 1849With argument ARG, insert value in current buffer after the form."
1c393159
JB
1850 (interactive "P")
1851 (save-excursion
1852 (end-of-defun)
1853 (beginning-of-defun)
1854 (let* ((byte-compile-current-file nil)
ccb3c8de
CW
1855 (byte-compile-current-buffer (current-buffer))
1856 (byte-compile-read-position (point))
1857 (byte-compile-last-position byte-compile-read-position)
1c393159 1858 (byte-compile-last-warned-form 'nothing)
ccb3c8de 1859 (value (eval
9cb9a7bc 1860 (let ((read-with-symbol-positions (current-buffer))
ccb3c8de
CW
1861 (read-symbol-positions-list nil))
1862 (displaying-byte-compile-warnings
2ec42da9
SM
1863 (byte-compile-sexp (read (current-buffer)))))
1864 lexical-binding)))
1c393159
JB
1865 (cond (arg
1866 (message "Compiling from buffer... done.")
1867 (prin1 value (current-buffer))
1868 (insert "\n"))
1869 ((message "%s" (prin1-to-string value)))))))
1870
ca105506 1871(defun byte-compile-from-buffer (inbuffer)
6876a58d 1872 (let ((byte-compile-current-buffer inbuffer)
ccb3c8de
CW
1873 (byte-compile-read-position nil)
1874 (byte-compile-last-position nil)
d82e848c
RS
1875 ;; Prevent truncation of flonums and lists as we read and print them
1876 (float-output-format nil)
1877 (case-fold-search nil)
1878 (print-length nil)
95e7d933 1879 (print-level nil)
74dfd056
RS
1880 ;; Prevent edebug from interfering when we compile
1881 ;; and put the output into a file.
ccb3c8de
CW
1882;; (edebug-all-defs nil)
1883;; (edebug-all-forms nil)
d82e848c
RS
1884 ;; Simulate entry to byte-compile-top-level
1885 (byte-compile-constants nil)
1886 (byte-compile-variables nil)
1887 (byte-compile-tag-number 0)
1888 (byte-compile-depth 0)
1889 (byte-compile-maxdepth 0)
1890 (byte-compile-output nil)
ccb3c8de 1891 ;; This allows us to get the positions of symbols read; it's
bf247b6e 1892 ;; new in Emacs 22.1.
ca105506 1893 (read-with-symbol-positions inbuffer)
ccb3c8de 1894 (read-symbol-positions-list nil)
d82e848c 1895 ;; #### This is bound in b-c-close-variables.
cf637a34 1896 ;; (byte-compile-warnings byte-compile-warnings)
d82e848c
RS
1897 )
1898 (byte-compile-close-variables
b8104a2b 1899 (with-current-buffer
7200d79c 1900 (setq byte-compile--outbuffer
fd743628
GM
1901 (get-buffer-create
1902 (concat " *Compiler Output*"
1903 (if (<= byte-compile-level 1) ""
1904 (format "-%s" (1- byte-compile-level))))))
08b59cd3 1905 (set-buffer-multibyte t)
d82e848c
RS
1906 (erase-buffer)
1907 ;; (emacs-lisp-mode)
96bcef2e 1908 (setq case-fold-search nil))
d82e848c 1909 (displaying-byte-compile-warnings
ca105506 1910 (with-current-buffer inbuffer
9ace101c
SM
1911 (and byte-compile-current-file
1912 (byte-compile-insert-header byte-compile-current-file
7200d79c 1913 byte-compile--outbuffer))
b8104a2b 1914 (goto-char (point-min))
2cb63a7c
AM
1915 ;; Should we always do this? When calling multiple files, it
1916 ;; would be useful to delay this warning until all have been
1917 ;; compiled. A: Yes! b-c-u-f might contain dross from a
1918 ;; previous byte-compile.
1919 (setq byte-compile-unresolved-functions nil)
d82e848c
RS
1920
1921 ;; Compile the forms from the input buffer.
1922 (while (progn
1923 (while (progn (skip-chars-forward " \t\n\^l")
1924 (looking-at ";"))
1925 (forward-line 1))
1926 (not (eobp)))
ccb3c8de
CW
1927 (setq byte-compile-read-position (point)
1928 byte-compile-last-position byte-compile-read-position)
36e65f70 1929 (let* ((old-style-backquotes nil)
ca105506 1930 (form (read inbuffer)))
36e65f70
SM
1931 ;; Warn about the use of old-style backquotes.
1932 (when old-style-backquotes
1933 (byte-compile-warn "!! The file uses old-style backquotes !!
1934This functionality has been obsolete for more than 10 years already
1935and will be removed soon. See (elisp)Backquote in the manual."))
876c194c 1936 (byte-compile-toplevel-file-form form)))
d82e848c
RS
1937 ;; Compile pending forms at end of file.
1938 (byte-compile-flush-pending)
977f31f8
RS
1939 ;; Make warnings about unresolved functions
1940 ;; give the end of the file as their position.
1941 (setq byte-compile-last-position (point-max))
2cb63a7c 1942 (byte-compile-warn-about-unresolved-functions))
fb639443
RS
1943 ;; Fix up the header at the front of the output
1944 ;; if the buffer contains multibyte characters.
9ace101c 1945 (and byte-compile-current-file
7200d79c 1946 (with-current-buffer byte-compile--outbuffer
6876a58d
SM
1947 (byte-compile-fix-header byte-compile-current-file))))
1948 byte-compile--outbuffer)))
8a5dd086 1949
dd41169b 1950(defun byte-compile-fix-header (_filename)
775adc51
GM
1951 "If the current buffer has any multibyte characters, insert a version test."
1952 (when (< (point-max) (position-bytes (point-max)))
1953 (goto-char (point-min))
1954 ;; Find the comment that describes the version condition.
1955 (search-forward "\n;;; This file uses")
1956 (narrow-to-region (line-beginning-position) (point-max))
1957 ;; Find the first line of ballast semicolons.
1958 (search-forward ";;;;;;;;;;")
1959 (beginning-of-line)
1960 (narrow-to-region (point-min) (point))
1961 (let ((old-header-end (point))
1962 (minimum-version "23")
1963 delta)
1964 (delete-region (point-min) (point-max))
1965 (insert
1966 ";;; This file contains utf-8 non-ASCII characters,\n"
1967 ";;; and so cannot be loaded into Emacs 22 or earlier.\n"
1968 ;; Have to check if emacs-version is bound so that this works
1969 ;; in files loaded early in loadup.el.
1970 "(and (boundp 'emacs-version)\n"
1971 ;; If there is a name at the end of emacs-version,
1972 ;; don't try to check the version number.
1973 " (< (aref emacs-version (1- (length emacs-version))) ?A)\n"
1974 (format " (string-lessp emacs-version \"%s\")\n" minimum-version)
dd41169b
SM
1975 ;; Because the header must fit in a fixed width, we cannot
1976 ;; insert arbitrary-length file names (Bug#11585).
1977 " (error \"`%s' was compiled for "
4a5f187a 1978 (format "Emacs %s or later\" #$))\n\n" minimum-version))
775adc51
GM
1979 ;; Now compensate for any change in size, to make sure all
1980 ;; positions in the file remain valid.
1981 (setq delta (- (point-max) old-header-end))
1982 (goto-char (point-max))
1983 (widen)
1984 (delete-char delta))))
1985
5cb15713 1986(defun byte-compile-insert-header (_filename outbuffer)
775adc51
GM
1987 "Insert a header at the start of OUTBUFFER.
1988Call from the source buffer."
1989 (let ((dynamic-docstrings byte-compile-dynamic-docstrings)
1990 (dynamic byte-compile-dynamic)
1991 (optimize byte-optimize))
1992 (with-current-buffer outbuffer
a5832373
RS
1993 (goto-char (point-min))
1994 ;; The magic number of .elc files is ";ELC", or 0x3B454C43. After
430d2ee2 1995 ;; that is the file-format version number (18, 19, 20, or 23) as a
a5832373
RS
1996 ;; byte, followed by some nulls. The primary motivation for doing
1997 ;; this is to get some binary characters up in the first line of
1998 ;; the file so that `diff' will simply say "Binary files differ"
1999 ;; instead of actually doing a diff of two .elc files. An extra
2000 ;; benefit is that you can add this to /etc/magic:
a5832373
RS
2001 ;; 0 string ;ELC GNU Emacs Lisp compiled file,
2002 ;; >4 byte x version %d
775adc51
GM
2003 (insert
2004 ";ELC" 23 "\000\000\000\n"
a6d63d97 2005 ";;; Compiled\n"
5fa9d1ec
GM
2006 ";;; in Emacs version " emacs-version "\n"
2007 ";;; with"
775adc51
GM
2008 (cond
2009 ((eq optimize 'source) " source-level optimization only")
2010 ((eq optimize 'byte) " byte-level optimization only")
2011 (optimize " all optimizations")
2012 (t "out optimization"))
2013 ".\n"
2014 (if dynamic ";;; Function definitions are lazy-loaded.\n"
2015 "")
2016 "\n;;; This file uses "
2017 (if dynamic-docstrings
2018 "dynamic docstrings, first added in Emacs 19.29"
2019 "opcodes that do not exist in Emacs 18")
2020 ".\n\n"
2021 ;; Note that byte-compile-fix-header may change this.
2022 ";;; This file does not contain utf-8 non-ASCII characters,\n"
2023 ";;; and so can be loaded in Emacs versions earlier than 23.\n\n"
2024 ;; Insert semicolons as ballast, so that byte-compile-fix-header
2025 ;; can delete them so as to keep the buffer positions
2026 ;; constant for the actual compiled code.
2027 ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;\n"
2028 ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;\n\n"))))
1c393159
JB
2029
2030(defun byte-compile-output-file-form (form)
61b108cc 2031 ;; Write the given form to the output buffer, being careful of docstrings
4a5f187a 2032 ;; in defvar, defvaralias, defconst, autoload and
36b7e523 2033 ;; custom-declare-variable because make-docfile is so amazingly stupid.
c36881cf
ER
2034 ;; defalias calls are output directly by byte-compile-file-form-defmumble;
2035 ;; it does not pay to first build the defalias in defmumble and then parse
2036 ;; it here.
61b108cc
SM
2037 (let ((print-escape-newlines t)
2038 (print-length nil)
2039 (print-level nil)
2040 (print-quoted t)
2041 (print-gensym t)
2042 (print-circle ; Handle circular data structures.
2043 (not byte-compile-disable-print-circle)))
4a5f187a 2044 (if (and (memq (car-safe form) '(defvar defvaralias defconst
61b108cc
SM
2045 autoload custom-declare-variable))
2046 (stringp (nth 3 form)))
2047 (byte-compile-output-docform nil nil '("\n(" 3 ")") form nil
2048 (memq (car form)
2049 '(defvaralias autoload
2050 custom-declare-variable)))
7200d79c
SM
2051 (princ "\n" byte-compile--outbuffer)
2052 (prin1 form byte-compile--outbuffer)
1c393159
JB
2053 nil)))
2054
2ec42da9 2055(defvar byte-compile--for-effect)
6c2161c4 2056
d82e848c 2057(defun byte-compile-output-docform (preface name info form specindex quoted)
dac6f673
RS
2058 "Print a form with a doc string. INFO is (prefix doc-index postfix).
2059If PREFACE and NAME are non-nil, print them too,
2060before INFO and the FORM but after the doc string itself.
2061If SPECINDEX is non-nil, it is the index in FORM
2062of the function bytecode string. In that case,
2b9c3b12
JB
2063we output that argument and the following argument
2064\(the constants vector) together, for lazy loading.
dac6f673
RS
2065QUOTED says that we have to put a quote before the
2066list that represents a doc string reference.
1e857121 2067`defvaralias', `autoload' and `custom-declare-variable' need that."
dac6f673
RS
2068 ;; We need to examine byte-compile-dynamic-docstrings
2069 ;; in the input buffer (now current), not in the output buffer.
2070 (let ((dynamic-docstrings byte-compile-dynamic-docstrings))
7200d79c 2071 (with-current-buffer byte-compile--outbuffer
9ec5dfe6
SM
2072 (let (position)
2073
2074 ;; Insert the doc string, and make it a comment with #@LENGTH.
2075 (and (>= (nth 1 info) 0)
2076 dynamic-docstrings
9ec5dfe6
SM
2077 (progn
2078 ;; Make the doc string start at beginning of line
2079 ;; for make-docfile's sake.
2080 (insert "\n")
2081 (setq position
2082 (byte-compile-output-as-comment
2083 (nth (nth 1 info) form) nil))
9ec5dfe6
SM
2084 ;; If the doc string starts with * (a user variable),
2085 ;; negate POSITION.
2086 (if (and (stringp (nth (nth 1 info) form))
2087 (> (length (nth (nth 1 info) form)) 0)
2088 (eq (aref (nth (nth 1 info) form) 0) ?*))
2089 (setq position (- position)))))
2090
2091 (if preface
2092 (progn
2093 (insert preface)
7200d79c 2094 (prin1 name byte-compile--outbuffer)))
9ec5dfe6 2095 (insert (car info))
61b108cc 2096 (let ((print-continuous-numbering t)
9ec5dfe6 2097 print-number-table
4a5f187a
SM
2098 (index 0)
2099 ;; FIXME: The bindings below are only needed for when we're
2100 ;; called from ...-defmumble.
2101 (print-escape-newlines t)
2102 (print-length nil)
2103 (print-level nil)
2104 (print-quoted t)
2105 (print-gensym t)
2106 (print-circle ; Handle circular data structures.
2107 (not byte-compile-disable-print-circle)))
7200d79c 2108 (prin1 (car form) byte-compile--outbuffer)
9ec5dfe6
SM
2109 (while (setq form (cdr form))
2110 (setq index (1+ index))
2111 (insert " ")
2112 (cond ((and (numberp specindex) (= index specindex)
2113 ;; Don't handle the definition dynamically
2114 ;; if it refers (or might refer)
2115 ;; to objects already output
2116 ;; (for instance, gensyms in the arg list).
2117 (let (non-nil)
17870c01 2118 (when (hash-table-p print-number-table)
9ace101c 2119 (maphash (lambda (_k v) (if v (setq non-nil t)))
17870c01 2120 print-number-table))
9ec5dfe6
SM
2121 (not non-nil)))
2122 ;; Output the byte code and constants specially
2123 ;; for lazy dynamic loading.
2124 (let ((position
2125 (byte-compile-output-as-comment
2126 (cons (car form) (nth 1 form))
2127 t)))
2ec42da9 2128 (princ (format "(#$ . %d) nil" position)
7200d79c 2129 byte-compile--outbuffer)
9ec5dfe6
SM
2130 (setq form (cdr form))
2131 (setq index (1+ index))))
2132 ((= index (nth 1 info))
2133 (if position
2134 (princ (format (if quoted "'(#$ . %d)" "(#$ . %d)")
2135 position)
7200d79c 2136 byte-compile--outbuffer)
9ec5dfe6
SM
2137 (let ((print-escape-newlines nil))
2138 (goto-char (prog1 (1+ (point))
7200d79c
SM
2139 (prin1 (car form)
2140 byte-compile--outbuffer)))
9ec5dfe6
SM
2141 (insert "\\\n")
2142 (goto-char (point-max)))))
2143 (t
7200d79c 2144 (prin1 (car form) byte-compile--outbuffer)))))
9ec5dfe6 2145 (insert (nth 2 info)))))
1c393159
JB
2146 nil)
2147
ca105506 2148(defun byte-compile-keep-pending (form &optional handler)
1c393159
JB
2149 (if (memq byte-optimize '(t source))
2150 (setq form (byte-optimize-form form t)))
ca105506 2151 (if handler
2ec42da9 2152 (let ((byte-compile--for-effect t))
1c393159
JB
2153 ;; To avoid consing up monstrously large forms at load time, we split
2154 ;; the output regularly.
b4ff4a23
RS
2155 (and (memq (car-safe form) '(fset defalias))
2156 (nthcdr 300 byte-compile-output)
1c393159 2157 (byte-compile-flush-pending))
ca105506 2158 (funcall handler form)
2ec42da9 2159 (if byte-compile--for-effect
1c393159
JB
2160 (byte-compile-discard)))
2161 (byte-compile-form form t))
2162 nil)
2163
2164(defun byte-compile-flush-pending ()
2165 (if byte-compile-output
2166 (let ((form (byte-compile-out-toplevel t 'file)))
2167 (cond ((eq (car-safe form) 'progn)
ed62683d 2168 (mapc 'byte-compile-output-file-form (cdr form)))
1c393159
JB
2169 (form
2170 (byte-compile-output-file-form form)))
2171 (setq byte-compile-constants nil
2172 byte-compile-variables nil
2173 byte-compile-depth 0
2174 byte-compile-maxdepth 0
2175 byte-compile-output nil))))
2176
0b31660d
SM
2177(defvar byte-compile-force-lexical-warnings nil)
2178
2ec42da9
SM
2179(defun byte-compile-preprocess (form &optional _for-effect)
2180 (setq form (macroexpand-all form byte-compile-macro-environment))
2181 ;; FIXME: We should run byte-optimize-form here, but it currently does not
2182 ;; recurse through all the code, so we'd have to fix this first.
2183 ;; Maybe a good fix would be to merge byte-optimize-form into
2184 ;; macroexpand-all.
2185 ;; (if (memq byte-optimize '(t source))
2186 ;; (setq form (byte-optimize-form form for-effect)))
0b31660d
SM
2187 (cond
2188 (lexical-binding (cconv-closure-convert form))
2189 (byte-compile-force-lexical-warnings (cconv-warnings-only form))
2190 (t form)))
2ec42da9 2191
876c194c
SM
2192;; byte-hunk-handlers cannot call this!
2193(defun byte-compile-toplevel-file-form (form)
2194 (let ((byte-compile-current-form nil)) ; close over this for warnings.
2ec42da9 2195 (byte-compile-file-form (byte-compile-preprocess form t))))
876c194c
SM
2196
2197;; byte-hunk-handlers can call this.
1c393159 2198(defun byte-compile-file-form (form)
ca105506 2199 (let (handler)
a9de04fa
SM
2200 (cond ((and (consp form)
2201 (symbolp (car form))
ca105506
SM
2202 (setq handler (get (car form) 'byte-hunk-handler)))
2203 (cond ((setq form (funcall handler form))
b9598260
SM
2204 (byte-compile-flush-pending)
2205 (byte-compile-output-file-form form))))
2206 (t
2207 (byte-compile-keep-pending form)))))
1c393159
JB
2208
2209;; Functions and variables with doc strings must be output separately,
e1dbe924 2210;; so make-docfile can recognize them. Most other things can be output
1c393159
JB
2211;; as byte-code.
2212
1c393159
JB
2213(put 'autoload 'byte-hunk-handler 'byte-compile-file-form-autoload)
2214(defun byte-compile-file-form-autoload (form)
2215 (and (let ((form form))
4dd1c416 2216 (while (if (setq form (cdr form)) (macroexp-const-p (car form))))
bb41480a 2217 (null form)) ;Constants only
2285bd27 2218 (memq (eval (nth 5 form)) '(t macro)) ;Macro
bb41480a 2219 (eval form)) ;Define the autoload.
c5091f25 2220 ;; Avoid undefined function warnings for the autoload.
bb41480a
SM
2221 (pcase (nth 1 form)
2222 (`',(and (pred symbolp) funsym)
2223 ;; Don't add it if it's already defined. Otherwise, it might
2224 ;; hide the actual definition. However, do remove any entry from
2225 ;; byte-compile-noruntime-functions, in case we have an autoload
2226 ;; of foo-func following an (eval-when-compile (require 'foo)).
2227 (unless (fboundp funsym)
2228 (push (cons funsym (cons 'autoload (cdr (cdr form))))
2229 byte-compile-function-environment))
2230 ;; If an autoload occurs _before_ the first call to a function,
2231 ;; byte-compile-callargs-warn does not add an entry to
2232 ;; byte-compile-unresolved-functions. Here we mimic the logic
2233 ;; of byte-compile-callargs-warn so as not to warn if the
2234 ;; autoload comes _after_ the function call.
2235 ;; Alternatively, similar logic could go in
2236 ;; byte-compile-warn-about-unresolved-functions.
2237 (if (memq funsym byte-compile-noruntime-functions)
2238 (setq byte-compile-noruntime-functions
2239 (delq funsym byte-compile-noruntime-functions)
2240 byte-compile-noruntime-functions)
2241 (setq byte-compile-unresolved-functions
2242 (delq (assq funsym byte-compile-unresolved-functions)
2243 byte-compile-unresolved-functions)))))
1c393159
JB
2244 (if (stringp (nth 3 form))
2245 form
2246 ;; No doc string, so we can compile this as a normal form.
2247 (byte-compile-keep-pending form 'byte-compile-normal-call)))
2248
2249(put 'defvar 'byte-hunk-handler 'byte-compile-file-form-defvar)
2250(put 'defconst 'byte-hunk-handler 'byte-compile-file-form-defvar)
208d0342
SM
2251
2252(defun byte-compile--declare-var (sym)
2253 (when (and (symbolp sym)
2254 (not (string-match "[-*/:$]" (symbol-name sym)))
f3934f6f
SM
2255 (byte-compile-warning-enabled-p 'lexical))
2256 (byte-compile-warn "global/dynamic var `%s' lacks a prefix"
208d0342
SM
2257 sym))
2258 (when (memq sym byte-compile-lexical-variables)
2259 (setq byte-compile-lexical-variables
2260 (delq sym byte-compile-lexical-variables))
2261 (byte-compile-warn "Variable `%S' declared after its first use" sym))
2262 (push sym byte-compile-bound-variables))
2263
2264(defun byte-compile-file-form-defvar (form)
2265 (let ((sym (nth 1 form)))
2266 (byte-compile--declare-var sym)
2267 (if (eq (car form) 'defconst)
2268 (push sym byte-compile-const-variables)))
f3934f6f
SM
2269 (if (and (null (cddr form)) ;No `value' provided.
2270 (eq (car form) 'defvar)) ;Just a declaration.
2271 nil
1c393159 2272 (cond ((consp (nth 2 form))
f3934f6f
SM
2273 (setq form (copy-sequence form))
2274 (setcar (cdr (cdr form))
2275 (byte-compile-top-level (nth 2 form) nil 'file))))
1c393159
JB
2276 form))
2277
2ec42da9
SM
2278(put 'define-abbrev-table 'byte-hunk-handler
2279 'byte-compile-file-form-define-abbrev-table)
b7c76a30 2280(defun byte-compile-file-form-define-abbrev-table (form)
2aea6521 2281 (if (eq 'quote (car-safe (car-safe (cdr form))))
208d0342 2282 (byte-compile--declare-var (car-safe (cdr (cadr form)))))
b7c76a30
SM
2283 (byte-compile-keep-pending form))
2284
8c731d3d
RS
2285(put 'custom-declare-variable 'byte-hunk-handler
2286 'byte-compile-file-form-custom-declare-variable)
2287(defun byte-compile-file-form-custom-declare-variable (form)
cf637a34 2288 (when (byte-compile-warning-enabled-p 'callargs)
fe33e7c8 2289 (byte-compile-nogroup-warn form))
208d0342 2290 (byte-compile--declare-var (nth 1 (nth 1 form)))
2bd785a2 2291 (byte-compile-keep-pending form))
8c731d3d 2292
997011eb
RS
2293(put 'require 'byte-hunk-handler 'byte-compile-file-form-require)
2294(defun byte-compile-file-form-require (form)
3f12e5bd
GM
2295 (let ((args (mapcar 'eval (cdr form)))
2296 (hist-orig load-history)
2297 hist-new)
997011eb 2298 (apply 'require args)
3f12e5bd
GM
2299 (when (byte-compile-warning-enabled-p 'cl-functions)
2300 ;; Detect (require 'cl) in a way that works even if cl is already loaded.
2301 (if (member (car args) '("cl" cl))
2302 (progn
2303 (byte-compile-warn "cl package required at runtime")
2304 (byte-compile-disable-warning 'cl-functions))
2305 ;; We may have required something that causes cl to be loaded, eg
2306 ;; the uncompiled version of a file that requires cl when compiling.
2307 (setq hist-new load-history)
2308 (while (and (not byte-compile-cl-functions)
2309 hist-new (not (eq hist-new hist-orig)))
2310 (and (byte-compile-cl-file-p (car (pop hist-new)))
2311 (byte-compile-find-cl-functions))))))
1c393159
JB
2312 (byte-compile-keep-pending form 'byte-compile-normal-call))
2313
2314(put 'progn 'byte-hunk-handler 'byte-compile-file-form-progn)
2315(put 'prog1 'byte-hunk-handler 'byte-compile-file-form-progn)
2316(put 'prog2 'byte-hunk-handler 'byte-compile-file-form-progn)
2317(defun byte-compile-file-form-progn (form)
ed62683d 2318 (mapc 'byte-compile-file-form (cdr form))
1c393159
JB
2319 ;; Return nil so the forms are not output twice.
2320 nil)
2321
cb4fb1d0
GM
2322(put 'with-no-warnings 'byte-hunk-handler
2323 'byte-compile-file-form-with-no-warnings)
2324(defun byte-compile-file-form-with-no-warnings (form)
2325 ;; cf byte-compile-file-form-progn.
2326 (let (byte-compile-warnings)
2327 (mapc 'byte-compile-file-form (cdr form))
2328 nil))
2329
1c393159
JB
2330;; This handler is not necessary, but it makes the output from dont-compile
2331;; and similar macros cleaner.
2332(put 'eval 'byte-hunk-handler 'byte-compile-file-form-eval)
2333(defun byte-compile-file-form-eval (form)
2334 (if (eq (car-safe (nth 1 form)) 'quote)
2335 (nth 1 (nth 1 form))
2336 (byte-compile-keep-pending form)))
2337
61b108cc
SM
2338(defun byte-compile-file-form-defmumble (name macro arglist body rest)
2339 "Process a `defalias' for NAME.
2340If MACRO is non-nil, the definition is known to be a macro.
2341ARGLIST is the list of arguments, if it was recognized or t otherwise.
2342BODY of the definition, or t if not recognized.
2343Return non-nil if everything went as planned, or nil to imply that it decided
2344not to take responsibility for the actual compilation of the code."
2345 (let* ((this-kind (if macro 'byte-compile-macro-environment
2346 'byte-compile-function-environment))
2347 (that-kind (if macro 'byte-compile-function-environment
2348 'byte-compile-macro-environment))
2349 (this-one (assq name (symbol-value this-kind)))
2350 (that-one (assq name (symbol-value that-kind)))
2351 (byte-compile-current-form name)) ; For warnings.
2352
ca105506 2353 (byte-compile-set-symbol-position name)
1c393159
JB
2354 ;; When a function or macro is defined, add it to the call tree so that
2355 ;; we can tell when functions are not used.
2356 (if byte-compile-generate-call-tree
61b108cc
SM
2357 (or (assq name byte-compile-call-tree)
2358 (setq byte-compile-call-tree
2359 (cons (list name nil nil) byte-compile-call-tree))))
1c393159 2360
cf637a34 2361 (if (byte-compile-warning-enabled-p 'redefine)
61b108cc
SM
2362 (byte-compile-arglist-warn name arglist macro))
2363
1c393159 2364 (if byte-compile-verbose
61b108cc
SM
2365 (message "Compiling %s... (%s)"
2366 (or byte-compile-current-file "") name))
2367 (cond ((not (or macro (listp body)))
2368 ;; We do not know positively if the definition is a macro
2369 ;; or a function, so we shouldn't emit warnings.
2370 ;; This also silences "multiple definition" warnings for defmethods.
2371 nil)
2372 (that-one
2373 (if (and (byte-compile-warning-enabled-p 'redefine)
2374 ;; Don't warn when compiling the stubs in byte-run...
2375 (not (assq name byte-compile-initial-macro-environment)))
2376 (byte-compile-warn
29a4dcb0 2377 "`%s' defined multiple times, as both function and macro"
61b108cc
SM
2378 name))
2379 (setcdr that-one nil))
2380 (this-one
2381 (when (and (byte-compile-warning-enabled-p 'redefine)
2382 ;; Hack: Don't warn when compiling the magic internal
29a4dcb0 2383 ;; byte-compiler macros in byte-run.el...
61b108cc
SM
2384 (not (assq name byte-compile-initial-macro-environment)))
2385 (byte-compile-warn "%s `%s' defined multiple times in this file"
2386 (if macro "macro" "function")
2387 name)))
2388 ((and (fboundp name)
2389 (eq (car-safe (symbol-function name))
2390 (if macro 'lambda 'macro)))
2391 (when (byte-compile-warning-enabled-p 'redefine)
2392 (byte-compile-warn "%s `%s' being redefined as a %s"
2393 (if macro "function" "macro")
2394 name
2395 (if macro "macro" "function")))
2396 ;; Shadow existing definition.
2397 (set this-kind
2398 (cons (cons name nil)
2399 (symbol-value this-kind))))
2400 )
2401
2402 (when (and (listp body)
2403 (stringp (car body))
2404 (symbolp (car-safe (cdr-safe body)))
2405 (car-safe (cdr-safe body))
2406 (stringp (car-safe (cdr-safe (cdr-safe body)))))
2407 ;; FIXME: We've done that already just above, so this looks wrong!
2408 ;;(byte-compile-set-symbol-position name)
2409 (byte-compile-warn "probable `\"' without `\\' in doc string of %s"
2410 name))
e3ac1281 2411
61b108cc
SM
2412 (if (not (listp body))
2413 ;; The precise definition requires evaluation to find out, so it
2414 ;; will only be known at runtime.
2415 ;; For a macro, that means we can't use that macro in the same file.
2416 (progn
2417 (unless macro
2418 (push (cons name (if (listp arglist) `(declared ,arglist) t))
2419 byte-compile-function-environment))
2420 ;; Tell the caller that we didn't compile it yet.
2421 nil)
2422
2423 (let* ((code (byte-compile-lambda (cons arglist body) t)))
2424 (if this-one
2425 ;; A definition in b-c-initial-m-e should always take precedence
2426 ;; during compilation, so don't let it be redefined. (Bug#8647)
2427 (or (and macro
2428 (assq name byte-compile-initial-macro-environment))
2429 (setcdr this-one code))
2430 (set this-kind
2431 (cons (cons name code)
2432 (symbol-value this-kind))))
2433
2434 (if rest
2435 ;; There are additional args to `defalias' (like maybe a docstring)
2436 ;; that the code below can't handle: punt!
2437 nil
2438 ;; Otherwise, we have a bona-fide defun/defmacro definition, and use
2439 ;; special code to allow dynamic docstrings and byte-code.
2440 (byte-compile-flush-pending)
2441 (let ((index
2442 ;; If there's no doc string, provide -1 as the "doc string
2443 ;; index" so that no element will be treated as a doc string.
2444 (if (not (stringp (car body))) -1 4)))
2445 ;; Output the form by hand, that's much simpler than having
2446 ;; b-c-output-file-form analyze the defalias.
2447 (byte-compile-output-docform
2448 "\n(defalias '"
2449 name
2450 (if macro `(" '(macro . #[" ,index "])") `(" #[" ,index "]"))
2451 (append code nil) ; Turn byte-code-function-p into list.
2452 (and (atom code) byte-compile-dynamic
2453 1)
2454 nil))
2455 (princ ")" byte-compile--outbuffer)
2456 t)))))
d82e848c 2457
d82e848c 2458(defun byte-compile-output-as-comment (exp quoted)
61b108cc
SM
2459 "Print Lisp object EXP in the output file, inside a comment,
2460and return the file (byte) position it will have.
2461If QUOTED is non-nil, print with quoting; otherwise, print without quoting."
2462 (with-current-buffer byte-compile--outbuffer
2463 (let ((position (point)))
9ec5dfe6
SM
2464
2465 ;; Insert EXP, and make it a comment with #@LENGTH.
2466 (insert " ")
2467 (if quoted
7200d79c
SM
2468 (prin1 exp byte-compile--outbuffer)
2469 (princ exp byte-compile--outbuffer))
9ec5dfe6
SM
2470 (goto-char position)
2471 ;; Quote certain special characters as needed.
2472 ;; get_doc_string in doc.c does the unquoting.
2473 (while (search-forward "\^A" nil t)
2474 (replace-match "\^A\^A" t t))
2475 (goto-char position)
2476 (while (search-forward "\000" nil t)
2477 (replace-match "\^A0" t t))
2478 (goto-char position)
2479 (while (search-forward "\037" nil t)
2480 (replace-match "\^A_" t t))
2481 (goto-char (point-max))
2482 (insert "\037")
2483 (goto-char position)
2484 (insert "#@" (format "%d" (- (position-bytes (point-max))
2485 (position-bytes position))))
2486
2487 ;; Save the file position of the object.
61b108cc
SM
2488 ;; Note we add 1 to skip the space that we inserted before the actual doc
2489 ;; string, and subtract point-min to convert from an 1-origin Emacs
2490 ;; position to a file position.
2491 (prog1
2492 (- (position-bytes (point)) (point-min) -1)
2493 (goto-char (point-max))))))
d82e848c 2494
e3ac1281 2495(defun byte-compile--reify-function (fun)
c207708c
SM
2496 "Return an expression which will evaluate to a function value FUN.
2497FUN should be either a `lambda' value or a `closure' value."
2498 (pcase-let* (((or (and `(lambda ,args . ,body) (let env nil))
2499 `(closure ,env ,args . ,body)) fun)
2500 (renv ()))
2501 ;; Turn the function's closed vars (if any) into local let bindings.
2502 (dolist (binding env)
2503 (cond
2504 ((consp binding)
2505 ;; We check shadowing by the args, so that the `let' can be moved
2506 ;; within the lambda, which can then be unfolded. FIXME: Some of those
2507 ;; bindings might be unused in `body'.
2508 (unless (memq (car binding) args) ;Shadowed.
2509 (push `(,(car binding) ',(cdr binding)) renv)))
2510 ((eq binding t))
2511 (t (push `(defvar ,binding) body))))
2512 (if (null renv)
2513 `(lambda ,args ,@body)
2514 `(lambda ,args (let ,(nreverse renv) ,@body)))))
1c393159 2515\f
fd5285f3 2516;;;###autoload
1c393159
JB
2517(defun byte-compile (form)
2518 "If FORM is a symbol, byte-compile its function definition.
2519If FORM is a lambda or a macro, byte-compile it as a function."
2520 (displaying-byte-compile-warnings
2521 (byte-compile-close-variables
c207708c
SM
2522 (let* ((lexical-binding lexical-binding)
2523 (fun (if (symbolp form)
1c393159
JB
2524 (and (fboundp form) (symbol-function form))
2525 form))
2526 (macro (eq (car-safe fun) 'macro)))
2527 (if macro
2528 (setq fun (cdr fun)))
b5771c0d
SM
2529 (cond
2530 ;; Up until Emacs-24.1, byte-compile silently did nothing when asked to
2531 ;; compile something invalid. So let's tune down the complaint from an
2532 ;; error to a simple message for the known case where signaling an error
2533 ;; causes problems.
2534 ((byte-code-function-p fun)
2535 (message "Function %s is already compiled"
2536 (if (symbolp form) form "provided"))
2537 fun)
2538 (t
2539 (when (symbolp form)
2540 (unless (memq (car-safe fun) '(closure lambda))
2541 (error "Don't know how to compile %S" fun))
5d0ccd95
SM
2542 (setq lexical-binding (eq (car fun) 'closure))
2543 (setq fun (byte-compile--reify-function fun)))
b5771c0d 2544 (unless (eq (car-safe fun) 'lambda)
c207708c 2545 (error "Don't know how to compile %S" fun))
b5771c0d
SM
2546 ;; Expand macros.
2547 (setq fun (byte-compile-preprocess fun))
2548 ;; Get rid of the `function' quote added by the `lambda' macro.
2549 (if (eq (car-safe fun) 'function) (setq fun (cadr fun)))
2550 (setq fun (byte-compile-lambda fun))
2551 (if macro (push 'macro fun))
2552 (if (symbolp form)
2553 (fset form fun)
2554 fun)))))))
1c393159
JB
2555
2556(defun byte-compile-sexp (sexp)
2557 "Compile and return SEXP."
2558 (displaying-byte-compile-warnings
2559 (byte-compile-close-variables
2ec42da9 2560 (byte-compile-top-level (byte-compile-preprocess sexp)))))
1c393159 2561
eadd6444
GM
2562(defun byte-compile-check-lambda-list (list)
2563 "Check lambda-list LIST for errors."
2564 (let (vars)
2565 (while list
2566 (let ((arg (car list)))
ccb3c8de
CW
2567 (when (symbolp arg)
2568 (byte-compile-set-symbol-position arg))
1f006824 2569 (cond ((or (not (symbolp arg))
4dd1c416 2570 (macroexp--const-symbol-p arg t))
eadd6444
GM
2571 (error "Invalid lambda variable %s" arg))
2572 ((eq arg '&rest)
2573 (unless (cdr list)
2574 (error "&rest without variable name"))
2575 (when (cddr list)
2576 (error "Garbage following &rest VAR in lambda-list")))
2577 ((eq arg '&optional)
2578 (unless (cdr list)
2579 (error "Variable name missing after &optional")))
2580 ((memq arg vars)
e34fd2f2 2581 (byte-compile-warn "repeated variable %s in lambda-list" arg))
1f006824 2582 (t
eadd6444
GM
2583 (push arg vars))))
2584 (setq list (cdr list)))))
2585
2586
ce5b520a
SM
2587(defun byte-compile-arglist-vars (arglist)
2588 "Return a list of the variables in the lambda argument list ARGLIST."
2589 (remq '&rest (remq '&optional arglist)))
2590
208d0342 2591(defun byte-compile-make-lambda-lexenv (args)
ce5b520a 2592 "Return a new lexical environment for a lambda expression FORM."
208d0342
SM
2593 (let* ((lexenv nil)
2594 (stackpos 0))
2595 ;; Add entries for each argument.
2596 (dolist (arg args)
2597 (push (cons arg stackpos) lexenv)
2598 (setq stackpos (1+ stackpos)))
2599 ;; Return the new lexical environment.
2600 lexenv))
b9598260 2601
e2abe5a1
SM
2602(defun byte-compile-make-args-desc (arglist)
2603 (let ((mandatory 0)
2604 nonrest (rest 0))
2605 (while (and arglist (not (memq (car arglist) '(&optional &rest))))
2606 (setq mandatory (1+ mandatory))
2607 (setq arglist (cdr arglist)))
2608 (setq nonrest mandatory)
2609 (when (eq (car arglist) '&optional)
2610 (setq arglist (cdr arglist))
2611 (while (and arglist (not (eq (car arglist) '&rest)))
2612 (setq nonrest (1+ nonrest))
2613 (setq arglist (cdr arglist))))
2614 (when arglist
2615 (setq rest 1))
2616 (if (> mandatory 127)
2617 (byte-compile-report-error "Too many (>127) mandatory arguments")
2618 (logior mandatory
2619 (lsh nonrest 8)
2620 (lsh rest 7)))))
2621
61b108cc 2622
ca105506 2623(defun byte-compile-lambda (fun &optional add-lambda reserved-csts)
61b108cc
SM
2624 "Byte-compile a lambda-expression and return a valid function.
2625The value is usually a compiled function but may be the original
2626lambda-expression.
2627When ADD-LAMBDA is non-nil, the symbol `lambda' is added as head
2628of the list FUN and `byte-compile-set-symbol-position' is not called.
2629Use this feature to avoid calling `byte-compile-set-symbol-position'
2630for symbols generated by the byte compiler itself."
4ec5239c 2631 (if add-lambda
ca105506
SM
2632 (setq fun (cons 'lambda fun))
2633 (unless (eq 'lambda (car-safe fun))
2634 (error "Not a lambda list: %S" fun))
4ec5239c 2635 (byte-compile-set-symbol-position 'lambda))
ca105506
SM
2636 (byte-compile-check-lambda-list (nth 1 fun))
2637 (let* ((arglist (nth 1 fun))
208d0342 2638 (arglistvars (byte-compile-arglist-vars arglist))
1c393159 2639 (byte-compile-bound-variables
208d0342 2640 (append (if (not lexical-binding) arglistvars)
ce5b520a 2641 byte-compile-bound-variables))
ca105506
SM
2642 (body (cdr (cdr fun)))
2643 (doc (if (stringp (car body))
2644 (prog1 (car body)
2645 ;; Discard the doc string
2646 ;; unless it is the last element of the body.
2647 (if (cdr body)
2648 (setq body (cdr body))))))
2649 (int (assq 'interactive body)))
6c2161c4 2650 ;; Process the interactive spec.
ca105506 2651 (when int
6c2161c4
SM
2652 (byte-compile-set-symbol-position 'interactive)
2653 ;; Skip (interactive) if it is in front (the most usual location).
ca105506
SM
2654 (if (eq int (car body))
2655 (setq body (cdr body)))
2656 (cond ((consp (cdr int))
2657 (if (cdr (cdr int))
6c2161c4 2658 (byte-compile-warn "malformed interactive spec: %s"
ca105506 2659 (prin1-to-string int)))
6b61353c
KH
2660 ;; If the interactive spec is a call to `list', don't
2661 ;; compile it, because `call-interactively' looks at the
2662 ;; args of `list'. Actually, compile it to get warnings,
2663 ;; but don't use the result.
ca105506 2664 (let* ((form (nth 1 int))
d032d5e7 2665 (newform (byte-compile-top-level form)))
6c2161c4
SM
2666 (while (memq (car-safe form) '(let let* progn save-excursion))
2667 (while (consp (cdr form))
2668 (setq form (cdr form)))
2669 (setq form (car form)))
d032d5e7 2670 (if (and (eq (car-safe form) 'list)
99d99081 2671 ;; The spec is evalled in callint.c in dynamic-scoping
d032d5e7
SM
2672 ;; mode, so just leaving the form unchanged would mean
2673 ;; it won't be eval'd in the right mode.
2674 (not lexical-binding))
2675 nil
ca105506
SM
2676 (setq int `(interactive ,newform)))))
2677 ((cdr int)
6c2161c4 2678 (byte-compile-warn "malformed interactive spec: %s"
ca105506 2679 (prin1-to-string int)))))
6c2161c4 2680 ;; Process the body.
ba83908c 2681 (let ((compiled
ca105506 2682 (byte-compile-top-level (cons 'progn body) nil 'lambda
ba83908c
SM
2683 ;; If doing lexical binding, push a new
2684 ;; lexical environment containing just the
2685 ;; args (since lambda expressions should be
2686 ;; closed by now).
2687 (and lexical-binding
208d0342
SM
2688 (byte-compile-make-lambda-lexenv
2689 arglistvars))
ba83908c 2690 reserved-csts)))
6c2161c4 2691 ;; Build the actual byte-coded function.
f80efb86 2692 (cl-assert (eq 'byte-code (car-safe compiled)))
61b108cc
SM
2693 (apply #'make-byte-code
2694 (if lexical-binding
2695 (byte-compile-make-args-desc arglist)
2696 arglist)
2697 (append
2698 ;; byte-string, constants-vector, stack depth
2699 (cdr compiled)
2700 ;; optionally, the doc string.
2701 (cond (lexical-binding
2702 (require 'help-fns)
2703 (list (help-add-fundoc-usage doc arglist)))
2704 ((or doc int)
2705 (list doc)))
2706 ;; optionally, the interactive spec.
2707 (if int
2708 (list (nth 1 int))))))))
b9598260 2709
876c194c 2710(defvar byte-compile-reserved-constants 0)
1c393159
JB
2711
2712(defun byte-compile-constants-vector ()
2713 ;; Builds the constants-vector from the current variables and constants.
2714 ;; This modifies the constants from (const . nil) to (const . offset).
2715 ;; To keep the byte-codes to look up the vector as short as possible:
2716 ;; First 6 elements are vars, as there are one-byte varref codes for those.
2717 ;; Next up to byte-constant-limit are constants, still with one-byte codes.
2718 ;; Next variables again, to get 2-byte codes for variable lookup.
2719 ;; The rest of the constants and variables need 3-byte byte-codes.
876c194c 2720 (let* ((i (1- byte-compile-reserved-constants))
1c393159
JB
2721 (rest (nreverse byte-compile-variables)) ; nreverse because the first
2722 (other (nreverse byte-compile-constants)) ; vars often are used most.
2723 ret tmp
2724 (limits '(5 ; Use the 1-byte varref codes,
2725 63 ; 1-constlim ; 1-byte byte-constant codes,
2726 255 ; 2-byte varref codes,
f9210e18
SM
2727 65535 ; 3-byte codes for the rest.
2728 65535)) ; twice since we step when we swap.
1c393159
JB
2729 limit)
2730 (while (or rest other)
2731 (setq limit (car limits))
876c194c
SM
2732 (while (and rest (< i limit))
2733 (cond
2734 ((numberp (car rest))
f80efb86 2735 (cl-assert (< (car rest) byte-compile-reserved-constants)))
876c194c
SM
2736 ((setq tmp (assq (car (car rest)) ret))
2737 (setcdr (car rest) (cdr tmp)))
2738 (t
1c393159 2739 (setcdr (car rest) (setq i (1+ i)))
876c194c 2740 (setq ret (cons (car rest) ret))))
1c393159 2741 (setq rest (cdr rest)))
f9210e18
SM
2742 (setq limits (cdr limits) ;Step
2743 rest (prog1 other ;&Swap.
1c393159
JB
2744 (setq other rest))))
2745 (apply 'vector (nreverse (mapcar 'car ret)))))
2746
2747;; Given an expression FORM, compile it and return an equivalent byte-code
2748;; expression (a call to the function byte-code).
2ec42da9 2749(defun byte-compile-top-level (form &optional for-effect output-type
876c194c 2750 lexenv reserved-csts)
1c393159
JB
2751 ;; OUTPUT-TYPE advises about how form is expected to be used:
2752 ;; 'eval or nil -> a single form,
2753 ;; 'progn or t -> a list of forms,
2754 ;; 'lambda -> body of a lambda,
2755 ;; 'file -> used at file-level.
2ec42da9 2756 (let ((byte-compile--for-effect for-effect)
9ace101c 2757 (byte-compile-constants nil)
285cdf4e
RS
2758 (byte-compile-variables nil)
2759 (byte-compile-tag-number 0)
2760 (byte-compile-depth 0)
2761 (byte-compile-maxdepth 0)
7200d79c 2762 (byte-compile--lexical-environment lexenv)
876c194c 2763 (byte-compile-reserved-constants (or reserved-csts 0))
285cdf4e 2764 (byte-compile-output nil))
b9598260 2765 (if (memq byte-optimize '(t source))
2ec42da9 2766 (setq form (byte-optimize-form form byte-compile--for-effect)))
b9598260
SM
2767 (while (and (eq (car-safe form) 'progn) (null (cdr (cdr form))))
2768 (setq form (nth 1 form)))
29a4dcb0
SM
2769 ;; Set up things for a lexically-bound function.
2770 (when (and lexical-binding (eq output-type 'lambda))
2771 ;; See how many arguments there are, and set the current stack depth
2772 ;; accordingly.
7200d79c 2773 (setq byte-compile-depth (length byte-compile--lexical-environment))
29a4dcb0
SM
2774 ;; If there are args, output a tag to record the initial
2775 ;; stack-depth for the optimizer.
2776 (when (> byte-compile-depth 0)
2777 (byte-compile-out-tag (byte-compile-make-tag))))
2778 ;; Now compile FORM
2779 (byte-compile-form form byte-compile--for-effect)
2780 (byte-compile-out-toplevel byte-compile--for-effect output-type)))
1c393159
JB
2781
2782(defun byte-compile-out-toplevel (&optional for-effect output-type)
2783 (if for-effect
2784 ;; The stack is empty. Push a value to be returned from (byte-code ..).
2785 (if (eq (car (car byte-compile-output)) 'byte-discard)
2786 (setq byte-compile-output (cdr byte-compile-output))
2787 (byte-compile-push-constant
2788 ;; Push any constant - preferably one which already is used, and
2789 ;; a number or symbol - ie not some big sequence. The return value
2790 ;; isn't returned, but it would be a shame if some textually large
2791 ;; constant was not optimized away because we chose to return it.
2792 (and (not (assq nil byte-compile-constants)) ; Nil is often there.
2793 (let ((tmp (reverse byte-compile-constants)))
ba76e7fa
SM
2794 (while (and tmp (not (or (symbolp (caar tmp))
2795 (numberp (caar tmp)))))
1c393159 2796 (setq tmp (cdr tmp)))
ba76e7fa 2797 (caar tmp))))))
1c393159
JB
2798 (byte-compile-out 'byte-return 0)
2799 (setq byte-compile-output (nreverse byte-compile-output))
2800 (if (memq byte-optimize '(t byte))
2801 (setq byte-compile-output
9ace101c 2802 (byte-optimize-lapcode byte-compile-output)))
1f006824 2803
1c393159
JB
2804 ;; Decompile trivial functions:
2805 ;; only constants and variables, or a single funcall except in lambdas.
2806 ;; Except for Lisp_Compiled objects, forms like (foo "hi")
2807 ;; are still quicker than (byte-code "..." [foo "hi"] 2).
2808 ;; Note that even (quote foo) must be parsed just as any subr by the
2809 ;; interpreter, so quote should be compiled into byte-code in some contexts.
2810 ;; What to leave uncompiled:
69dc83fd
KH
2811 ;; lambda -> never. we used to leave it uncompiled if the body was
2812 ;; a single atom, but that causes confusion if the docstring
2813 ;; uses the (file . pos) syntax. Besides, now that we have
2814 ;; the Lisp_Compiled type, the compiled form is faster.
1c393159
JB
2815 ;; eval -> atom, quote or (function atom atom atom)
2816 ;; progn -> as <<same-as-eval>> or (progn <<same-as-eval>> atom)
2817 ;; file -> as progn, but takes both quotes and atoms, and longer forms.
2818 (let (rest
2819 (maycall (not (eq output-type 'lambda))) ; t if we may make a funcall.
2820 tmp body)
2821 (cond
2822 ;; #### This should be split out into byte-compile-nontrivial-function-p.
69dc83fd
KH
2823 ((or (eq output-type 'lambda)
2824 (nthcdr (if (eq output-type 'file) 50 8) byte-compile-output)
1c393159
JB
2825 (assq 'TAG byte-compile-output) ; Not necessary, but speeds up a bit.
2826 (not (setq tmp (assq 'byte-return byte-compile-output)))
2827 (progn
2828 (setq rest (nreverse
2829 (cdr (memq tmp (reverse byte-compile-output)))))
2ec42da9
SM
2830 (while
2831 (cond
2832 ((memq (car (car rest)) '(byte-varref byte-constant))
2833 (setq tmp (car (cdr (car rest))))
2834 (if (if (eq (car (car rest)) 'byte-constant)
2835 (or (consp tmp)
2836 (and (symbolp tmp)
4dd1c416 2837 (not (macroexp--const-symbol-p tmp)))))
2ec42da9
SM
2838 (if maycall
2839 (setq body (cons (list 'quote tmp) body)))
2840 (setq body (cons tmp body))))
2841 ((and maycall
2842 ;; Allow a funcall if at most one atom follows it.
2843 (null (nthcdr 3 rest))
2844 (setq tmp (get (car (car rest)) 'byte-opcode-invert))
2845 (or (null (cdr rest))
2846 (and (memq output-type '(file progn t))
2847 (cdr (cdr rest))
2848 (eq (car (nth 1 rest)) 'byte-discard)
2849 (progn (setq rest (cdr rest)) t))))
2850 (setq maycall nil) ; Only allow one real function call.
2851 (setq body (nreverse body))
2852 (setq body (list
2853 (if (and (eq tmp 'funcall)
f5925cd9
SM
2854 (eq (car-safe (car body)) 'quote)
2855 (symbolp (nth 1 (car body))))
2ec42da9
SM
2856 (cons (nth 1 (car body)) (cdr body))
2857 (cons tmp body))))
2858 (or (eq output-type 'file)
2859 (not (delq nil (mapcar 'consp (cdr (car body))))))))
1c393159 2860 (setq rest (cdr rest)))
69dc83fd 2861 rest))
1c393159
JB
2862 (let ((byte-compile-vector (byte-compile-constants-vector)))
2863 (list 'byte-code (byte-compile-lapcode byte-compile-output)
2864 byte-compile-vector byte-compile-maxdepth)))
2865 ;; it's a trivial function
2866 ((cdr body) (cons 'progn (nreverse body)))
2867 ((car body)))))
2868
ca105506
SM
2869;; Given BODY, compile it and return a new body.
2870(defun byte-compile-top-level-body (body &optional for-effect)
2871 (setq body
2872 (byte-compile-top-level (cons 'progn body) for-effect t))
2873 (cond ((eq (car-safe body) 'progn)
2874 (cdr body))
2875 (body
2876 (list body))))
d97362d7 2877
a9de04fa
SM
2878;; Special macro-expander used during byte-compilation.
2879(defun byte-compile-macroexpand-declare-function (fn file &rest args)
2880 (push (cons fn
2881 (if (and (consp args) (listp (car args)))
2882 (list 'declared (car args))
4a5f187a 2883 t)) ; Arglist not specified.
d97362d7 2884 byte-compile-function-environment)
a342aca4
GM
2885 ;; We are stating that it _will_ be defined at runtime.
2886 (setq byte-compile-noruntime-functions
a9de04fa
SM
2887 (delq fn byte-compile-noruntime-functions))
2888 ;; Delegate the rest to the normal macro definition.
2889 (macroexpand `(declare-function ,fn ,file ,@args)))
d97362d7 2890
1c393159 2891\f
c5091f25 2892;; This is the recursive entry point for compiling each subform of an
1c393159
JB
2893;; expression.
2894;; If for-effect is non-nil, byte-compile-form will output a byte-discard
2895;; before terminating (ie no value will be left on the stack).
2ec42da9
SM
2896;; A byte-compile handler may, when byte-compile--for-effect is non-nil, choose
2897;; output code which does not leave a value on the stack, and then set
2898;; byte-compile--for-effect to nil (to prevent byte-compile-form from
2899;; outputting the byte-discard).
1c393159 2900;; If a handler wants to call another handler, it should do so via
2ec42da9
SM
2901;; byte-compile-form, or take extreme care to handle byte-compile--for-effect
2902;; correctly. (Use byte-compile-form-do-effect to reset the
2903;; byte-compile--for-effect flag too.)
1c393159
JB
2904;;
2905(defun byte-compile-form (form &optional for-effect)
2ec42da9 2906 (let ((byte-compile--for-effect for-effect))
9ace101c
SM
2907 (cond
2908 ((not (consp form))
4dd1c416 2909 (cond ((or (not (symbolp form)) (macroexp--const-symbol-p form))
9ace101c
SM
2910 (when (symbolp form)
2911 (byte-compile-set-symbol-position form))
2912 (byte-compile-constant form))
2ec42da9 2913 ((and byte-compile--for-effect byte-compile-delete-errors)
9ace101c
SM
2914 (when (symbolp form)
2915 (byte-compile-set-symbol-position form))
2ec42da9 2916 (setq byte-compile--for-effect nil))
9ace101c
SM
2917 (t
2918 (byte-compile-variable-ref form))))
2919 ((symbolp (car form))
ca105506
SM
2920 (let* ((fn (car form))
2921 (handler (get fn 'byte-compile)))
4dd1c416 2922 (when (macroexp--const-symbol-p fn)
ca105506 2923 (byte-compile-warn "`%s' called as a function" fn))
9ace101c 2924 (and (byte-compile-warning-enabled-p 'interactive-only)
ca105506 2925 (memq fn byte-compile-interactive-only-functions)
9ace101c 2926 (byte-compile-warn "`%s' used from Lisp code\n\
ca105506 2927That command is designed for interactive use only" fn))
9ace101c
SM
2928 (if (and (fboundp (car form))
2929 (eq (car-safe (symbol-function (car form))) 'macro))
9c848d8a
SM
2930 (byte-compile-log-warning
2931 (format "Forgot to expand macro %s" (car form)) nil :error))
ca105506 2932 (if (and handler
57a7d507
SM
2933 ;; Make sure that function exists.
2934 (and (functionp handler)
2935 ;; Ignore obsolete byte-compile function used by former
2936 ;; CL code to handle compiler macros (we do it
2937 ;; differently now).
2938 (not (eq handler 'cl-byte-compile-compiler-macro))))
ca105506 2939 (funcall handler form)
9ace101c
SM
2940 (byte-compile-normal-call form))
2941 (if (byte-compile-warning-enabled-p 'cl-functions)
2942 (byte-compile-cl-warn form))))
29a4dcb0
SM
2943 ((and (byte-code-function-p (car form))
2944 (memq byte-optimize '(t lap)))
2945 (byte-compile-unfold-bcf form))
2946 ((and (eq (car-safe (car form)) 'lambda)
9ace101c
SM
2947 ;; if the form comes out the same way it went in, that's
2948 ;; because it was malformed, and we couldn't unfold it.
2949 (not (eq form (setq form (byte-compile-unfold-lambda form)))))
2ec42da9
SM
2950 (byte-compile-form form byte-compile--for-effect)
2951 (setq byte-compile--for-effect nil))
9ace101c 2952 ((byte-compile-normal-call form)))
2ec42da9 2953 (if byte-compile--for-effect
9ace101c 2954 (byte-compile-discard))))
1c393159
JB
2955
2956(defun byte-compile-normal-call (form)
876c194c
SM
2957 (when (and (byte-compile-warning-enabled-p 'callargs)
2958 (symbolp (car form)))
2959 (if (memq (car form)
03408648
SM
2960 '(custom-declare-group custom-declare-variable
2961 custom-declare-face))
876c194c 2962 (byte-compile-nogroup-warn form))
a9de04fa
SM
2963 (when (get (car form) 'byte-obsolete-info)
2964 (byte-compile-warn-obsolete (car form)))
876c194c 2965 (byte-compile-callargs-warn form))
1c393159
JB
2966 (if byte-compile-generate-call-tree
2967 (byte-compile-annotate-call-tree form))
2ec42da9 2968 (when (and byte-compile--for-effect (eq (car form) 'mapcar)
cf637a34 2969 (byte-compile-warning-enabled-p 'mapcar))
89c91fdb
GM
2970 (byte-compile-set-symbol-position 'mapcar)
2971 (byte-compile-warn
2972 "`mapcar' called for effect; use `mapc' or `dolist' instead"))
1c393159 2973 (byte-compile-push-constant (car form))
ed62683d 2974 (mapc 'byte-compile-form (cdr form)) ; wasteful, but faster.
1c393159
JB
2975 (byte-compile-out 'byte-call (length (cdr form))))
2976
29a4dcb0
SM
2977
2978;; Splice the given lap code into the current instruction stream.
2979;; If it has any labels in it, you're responsible for making sure there
2980;; are no collisions, and that byte-compile-tag-number is reasonable
2981;; after this is spliced in. The provided list is destroyed.
2982(defun byte-compile-inline-lapcode (lap end-depth)
2983 ;; "Replay" the operations: we used to just do
2984 ;; (setq byte-compile-output (nconc (nreverse lap) byte-compile-output))
2985 ;; but that fails to update byte-compile-depth, so we had to assume
2986 ;; that `lap' ends up adding exactly 1 element to the stack. This
2987 ;; happens to be true for byte-code generated by bytecomp.el without
2988 ;; lexical-binding, but it's not true in general, and it's not true for
2989 ;; code output by bytecomp.el with lexical-binding.
2990 (let ((endtag (byte-compile-make-tag)))
2991 (dolist (op lap)
2992 (cond
2993 ((eq (car op) 'TAG) (byte-compile-out-tag op))
2994 ((memq (car op) byte-goto-ops) (byte-compile-goto (car op) (cdr op)))
2995 ((eq (car op) 'byte-return)
2996 (byte-compile-discard (- byte-compile-depth end-depth) t)
2997 (byte-compile-goto 'byte-goto endtag))
2998 (t (byte-compile-out (car op) (cdr op)))))
2999 (byte-compile-out-tag endtag)))
3000
3001(defun byte-compile-unfold-bcf (form)
7200d79c 3002 "Inline call to byte-code-functions."
29a4dcb0
SM
3003 (let* ((byte-compile-bound-variables byte-compile-bound-variables)
3004 (fun (car form))
3005 (fargs (aref fun 0))
3006 (start-depth byte-compile-depth)
3007 (fmax2 (if (numberp fargs) (lsh fargs -7))) ;2*max+rest.
3008 ;; (fmin (if (numberp fargs) (logand fargs 127)))
3009 (alen (length (cdr form)))
3010 (dynbinds ()))
3011 (fetch-bytecode fun)
3012 (mapc 'byte-compile-form (cdr form))
3013 (unless fmax2
3014 ;; Old-style byte-code.
f80efb86 3015 (cl-assert (listp fargs))
29a4dcb0 3016 (while fargs
f58e0fd5
SM
3017 (pcase (car fargs)
3018 (`&optional (setq fargs (cdr fargs)))
3019 (`&rest (setq fmax2 (+ (* 2 (length dynbinds)) 1))
29a4dcb0
SM
3020 (push (cadr fargs) dynbinds)
3021 (setq fargs nil))
f58e0fd5 3022 (_ (push (pop fargs) dynbinds))))
29a4dcb0
SM
3023 (unless fmax2 (setq fmax2 (* 2 (length dynbinds)))))
3024 (cond
3025 ((<= (+ alen alen) fmax2)
3026 ;; Add missing &optional (or &rest) arguments.
2462470b 3027 (dotimes (_ (- (/ (1+ fmax2) 2) alen))
29a4dcb0
SM
3028 (byte-compile-push-constant nil)))
3029 ((zerop (logand fmax2 1))
3030 (byte-compile-log-warning "Too many arguments for inlined function"
3031 nil :error)
3032 (byte-compile-discard (- alen (/ fmax2 2))))
3033 (t
3034 ;; Turn &rest args into a list.
3035 (let ((n (- alen (/ (1- fmax2) 2))))
f80efb86 3036 (cl-assert (> n 0) nil "problem: fmax2=%S alen=%S n=%S" fmax2 alen n)
29a4dcb0
SM
3037 (if (< n 5)
3038 (byte-compile-out
3039 (aref [byte-list1 byte-list2 byte-list3 byte-list4] (1- n))
3040 0)
3041 (byte-compile-out 'byte-listN n)))))
3042 (mapc #'byte-compile-dynamic-variable-bind dynbinds)
3043 (byte-compile-inline-lapcode
3044 (byte-decompile-bytecode-1 (aref fun 1) (aref fun 2) t)
3045 (1+ start-depth))
3046 ;; Unbind dynamic variables.
3047 (when dynbinds
3048 (byte-compile-out 'byte-unbind (length dynbinds)))
f80efb86 3049 (cl-assert (eq byte-compile-depth (1+ start-depth))
29a4dcb0
SM
3050 nil "Wrong depth start=%s end=%s" start-depth byte-compile-depth)))
3051
2403c841
SM
3052(defun byte-compile-check-variable (var access-type)
3053 "Do various error checks before a use of the variable VAR."
b9598260
SM
3054 (when (symbolp var)
3055 (byte-compile-set-symbol-position var))
4dd1c416 3056 (cond ((or (not (symbolp var)) (macroexp--const-symbol-p var))
b9598260 3057 (when (byte-compile-warning-enabled-p 'constants)
2403c841 3058 (byte-compile-warn (if (eq access-type 'let-bind)
b9598260
SM
3059 "attempt to let-bind %s `%s`"
3060 "variable reference to %s `%s'")
3061 (if (symbolp var) "constant" "nonvariable")
3062 (prin1-to-string var))))
2403c841
SM
3063 ((let ((od (get var 'byte-obsolete-variable)))
3064 (and od
3065 (not (memq var byte-compile-not-obsolete-vars))
bac7ff22 3066 (not (memq var byte-compile-global-not-obsolete-vars))
f58e0fd5
SM
3067 (or (pcase (nth 1 od)
3068 (`set (not (eq access-type 'reference)))
3069 (`get (eq access-type 'reference))
3070 (_ t)))))
b9598260
SM
3071 (byte-compile-warn-obsolete var))))
3072
3073(defsubst byte-compile-dynamic-variable-op (base-op var)
3074 (let ((tmp (assq var byte-compile-variables)))
6c2161c4 3075 (unless tmp
b9598260 3076 (setq tmp (list var))
6c2161c4 3077 (push tmp byte-compile-variables))
1c393159
JB
3078 (byte-compile-out base-op tmp)))
3079
b9598260
SM
3080(defun byte-compile-dynamic-variable-bind (var)
3081 "Generate code to bind the lexical variable VAR to the top-of-stack value."
2403c841 3082 (byte-compile-check-variable var 'let-bind)
ce5b520a 3083 (push var byte-compile-bound-variables)
b9598260
SM
3084 (byte-compile-dynamic-variable-op 'byte-varbind var))
3085
b9598260
SM
3086(defun byte-compile-variable-ref (var)
3087 "Generate code to push the value of the variable VAR on the stack."
2403c841 3088 (byte-compile-check-variable var 'reference)
7200d79c 3089 (let ((lex-binding (assq var byte-compile--lexical-environment)))
b9598260
SM
3090 (if lex-binding
3091 ;; VAR is lexically bound
ce5b520a 3092 (byte-compile-stack-ref (cdr lex-binding))
b9598260
SM
3093 ;; VAR is dynamically bound
3094 (unless (or (not (byte-compile-warning-enabled-p 'free-vars))
3095 (boundp var)
3096 (memq var byte-compile-bound-variables)
3097 (memq var byte-compile-free-references))
876c194c 3098 (byte-compile-warn "reference to free variable `%S'" var)
b9598260
SM
3099 (push var byte-compile-free-references))
3100 (byte-compile-dynamic-variable-op 'byte-varref var))))
3101
3102(defun byte-compile-variable-set (var)
3103 "Generate code to set the variable VAR from the top-of-stack value."
2403c841 3104 (byte-compile-check-variable var 'assign)
7200d79c 3105 (let ((lex-binding (assq var byte-compile--lexical-environment)))
b9598260 3106 (if lex-binding
61b108cc 3107 ;; VAR is lexically bound.
ce5b520a 3108 (byte-compile-stack-set (cdr lex-binding))
61b108cc 3109 ;; VAR is dynamically bound.
b9598260
SM
3110 (unless (or (not (byte-compile-warning-enabled-p 'free-vars))
3111 (boundp var)
3112 (memq var byte-compile-bound-variables)
3113 (memq var byte-compile-free-assignments))
3114 (byte-compile-warn "assignment to free variable `%s'" var)
3115 (push var byte-compile-free-assignments))
3116 (byte-compile-dynamic-variable-op 'byte-varset var))))
3117
1c393159 3118(defmacro byte-compile-get-constant (const)
1639b803 3119 `(or (if (stringp ,const)
7fb4fa10
RS
3120 ;; In a string constant, treat properties as significant.
3121 (let (result)
3122 (dolist (elt byte-compile-constants)
3123 (if (equal-including-properties (car elt) ,const)
3124 (setq result elt)))
3125 result)
1639b803
DL
3126 (assq ,const byte-compile-constants))
3127 (car (setq byte-compile-constants
3128 (cons (list ,const) byte-compile-constants)))))
1c393159 3129
2ec42da9
SM
3130;; Use this when the value of a form is a constant.
3131;; This obeys byte-compile--for-effect.
1c393159 3132(defun byte-compile-constant (const)
2ec42da9
SM
3133 (if byte-compile--for-effect
3134 (setq byte-compile--for-effect nil)
ccb3c8de
CW
3135 (when (symbolp const)
3136 (byte-compile-set-symbol-position const))
1c393159
JB
3137 (byte-compile-out 'byte-constant (byte-compile-get-constant const))))
3138
3139;; Use this for a constant that is not the value of its containing form.
2ec42da9 3140;; This ignores byte-compile--for-effect.
1c393159 3141(defun byte-compile-push-constant (const)
2ec42da9 3142 (let ((byte-compile--for-effect nil))
1c393159 3143 (inline (byte-compile-constant const))))
1c393159
JB
3144\f
3145;; Compile those primitive ordinary functions
3146;; which have special byte codes just for speed.
3147
3148(defmacro byte-defop-compiler (function &optional compile-handler)
9d28c33e
SM
3149 "Add a compiler-form for FUNCTION.
3150If function is a symbol, then the variable \"byte-SYMBOL\" must name
3151the opcode to be used. If function is a list, the first element
3152is the function and the second element is the bytecode-symbol.
3153The second element may be nil, meaning there is no opcode.
3154COMPILE-HANDLER is the function to use to compile this byte-op, or
3155may be the abbreviations 0, 1, 2, 3, 0-1, or 1-2.
3156If it is nil, then the handler is \"byte-compile-SYMBOL.\""
1c393159
JB
3157 (let (opcode)
3158 (if (symbolp function)
3159 (setq opcode (intern (concat "byte-" (symbol-name function))))
3160 (setq opcode (car (cdr function))
3161 function (car function)))
3162 (let ((fnform
3163 (list 'put (list 'quote function) ''byte-compile
3164 (list 'quote
3165 (or (cdr (assq compile-handler
3166 '((0 . byte-compile-no-args)
3167 (1 . byte-compile-one-arg)
3168 (2 . byte-compile-two-args)
3169 (3 . byte-compile-three-args)
3170 (0-1 . byte-compile-zero-or-one-arg)
3171 (1-2 . byte-compile-one-or-two-args)
3172 (2-3 . byte-compile-two-or-three-args)
3173 )))
3174 compile-handler
3175 (intern (concat "byte-compile-"
3176 (symbol-name function))))))))
3177 (if opcode
3178 (list 'progn fnform
3179 (list 'put (list 'quote function)
3180 ''byte-opcode (list 'quote opcode))
3181 (list 'put (list 'quote opcode)
3182 ''byte-opcode-invert (list 'quote function)))
3183 fnform))))
3184
1c393159
JB
3185(defmacro byte-defop-compiler-1 (function &optional compile-handler)
3186 (list 'byte-defop-compiler (list function nil) compile-handler))
3187
3188\f
3189(put 'byte-call 'byte-opcode-invert 'funcall)
3190(put 'byte-list1 'byte-opcode-invert 'list)
3191(put 'byte-list2 'byte-opcode-invert 'list)
3192(put 'byte-list3 'byte-opcode-invert 'list)
3193(put 'byte-list4 'byte-opcode-invert 'list)
3194(put 'byte-listN 'byte-opcode-invert 'list)
3195(put 'byte-concat2 'byte-opcode-invert 'concat)
3196(put 'byte-concat3 'byte-opcode-invert 'concat)
3197(put 'byte-concat4 'byte-opcode-invert 'concat)
3198(put 'byte-concatN 'byte-opcode-invert 'concat)
3199(put 'byte-insertN 'byte-opcode-invert 'insert)
3200
1c393159
JB
3201(byte-defop-compiler point 0)
3202;;(byte-defop-compiler mark 0) ;; obsolete
3203(byte-defop-compiler point-max 0)
3204(byte-defop-compiler point-min 0)
3205(byte-defop-compiler following-char 0)
3206(byte-defop-compiler preceding-char 0)
3207(byte-defop-compiler current-column 0)
3208(byte-defop-compiler eolp 0)
3209(byte-defop-compiler eobp 0)
3210(byte-defop-compiler bolp 0)
3211(byte-defop-compiler bobp 0)
3212(byte-defop-compiler current-buffer 0)
3213;;(byte-defop-compiler read-char 0) ;; obsolete
7200d79c 3214;; (byte-defop-compiler interactive-p 0) ;; Obsolete.
eef899a9
GM
3215(byte-defop-compiler widen 0)
3216(byte-defop-compiler end-of-line 0-1)
3217(byte-defop-compiler forward-char 0-1)
3218(byte-defop-compiler forward-line 0-1)
1c393159
JB
3219(byte-defop-compiler symbolp 1)
3220(byte-defop-compiler consp 1)
3221(byte-defop-compiler stringp 1)
3222(byte-defop-compiler listp 1)
3223(byte-defop-compiler not 1)
3224(byte-defop-compiler (null byte-not) 1)
3225(byte-defop-compiler car 1)
3226(byte-defop-compiler cdr 1)
3227(byte-defop-compiler length 1)
3228(byte-defop-compiler symbol-value 1)
3229(byte-defop-compiler symbol-function 1)
3230(byte-defop-compiler (1+ byte-add1) 1)
3231(byte-defop-compiler (1- byte-sub1) 1)
3232(byte-defop-compiler goto-char 1)
b8ae93ad 3233(byte-defop-compiler char-after 0-1)
1c393159
JB
3234(byte-defop-compiler set-buffer 1)
3235;;(byte-defop-compiler set-mark 1) ;; obsolete
eef899a9
GM
3236(byte-defop-compiler forward-word 0-1)
3237(byte-defop-compiler char-syntax 1)
3238(byte-defop-compiler nreverse 1)
3239(byte-defop-compiler car-safe 1)
3240(byte-defop-compiler cdr-safe 1)
3241(byte-defop-compiler numberp 1)
3242(byte-defop-compiler integerp 1)
3243(byte-defop-compiler skip-chars-forward 1-2)
3244(byte-defop-compiler skip-chars-backward 1-2)
1c393159
JB
3245(byte-defop-compiler eq 2)
3246(byte-defop-compiler memq 2)
3247(byte-defop-compiler cons 2)
3248(byte-defop-compiler aref 2)
3249(byte-defop-compiler set 2)
3250(byte-defop-compiler (= byte-eqlsign) 2)
3251(byte-defop-compiler (< byte-lss) 2)
3252(byte-defop-compiler (> byte-gtr) 2)
3253(byte-defop-compiler (<= byte-leq) 2)
3254(byte-defop-compiler (>= byte-geq) 2)
3255(byte-defop-compiler get 2)
3256(byte-defop-compiler nth 2)
3257(byte-defop-compiler substring 2-3)
eef899a9
GM
3258(byte-defop-compiler (move-marker byte-set-marker) 2-3)
3259(byte-defop-compiler set-marker 2-3)
3260(byte-defop-compiler match-beginning 1)
3261(byte-defop-compiler match-end 1)
3262(byte-defop-compiler upcase 1)
3263(byte-defop-compiler downcase 1)
3264(byte-defop-compiler string= 2)
3265(byte-defop-compiler string< 2)
3266(byte-defop-compiler (string-equal byte-string=) 2)
3267(byte-defop-compiler (string-lessp byte-string<) 2)
3268(byte-defop-compiler equal 2)
3269(byte-defop-compiler nthcdr 2)
3270(byte-defop-compiler elt 2)
3271(byte-defop-compiler member 2)
3272(byte-defop-compiler assq 2)
3273(byte-defop-compiler (rplaca byte-setcar) 2)
3274(byte-defop-compiler (rplacd byte-setcdr) 2)
3275(byte-defop-compiler setcar 2)
3276(byte-defop-compiler setcdr 2)
3277(byte-defop-compiler buffer-substring 2)
3278(byte-defop-compiler delete-region 2)
3279(byte-defop-compiler narrow-to-region 2)
3280(byte-defop-compiler (% byte-rem) 2)
1c393159
JB
3281(byte-defop-compiler aset 3)
3282
3283(byte-defop-compiler max byte-compile-associative)
3284(byte-defop-compiler min byte-compile-associative)
3285(byte-defop-compiler (+ byte-plus) byte-compile-associative)
eef899a9 3286(byte-defop-compiler (* byte-mult) byte-compile-associative)
1c393159 3287
eef899a9 3288;;####(byte-defop-compiler move-to-column 1)
1c393159
JB
3289(byte-defop-compiler-1 interactive byte-compile-noop)
3290
3291\f
3292(defun byte-compile-subr-wrong-args (form n)
ccb3c8de 3293 (byte-compile-set-symbol-position (car form))
1d5c17c0 3294 (byte-compile-warn "`%s' called with %d arg%s, but requires %s"
1c393159
JB
3295 (car form) (length (cdr form))
3296 (if (= 1 (length (cdr form))) "" "s") n)
29a4dcb0 3297 ;; Get run-time wrong-number-of-args error.
1c393159
JB
3298 (byte-compile-normal-call form))
3299
3300(defun byte-compile-no-args (form)
3301 (if (not (= (length form) 1))
3302 (byte-compile-subr-wrong-args form "none")
3303 (byte-compile-out (get (car form) 'byte-opcode) 0)))
3304
3305(defun byte-compile-one-arg (form)
3306 (if (not (= (length form) 2))
3307 (byte-compile-subr-wrong-args form 1)
3308 (byte-compile-form (car (cdr form))) ;; Push the argument
3309 (byte-compile-out (get (car form) 'byte-opcode) 0)))
3310
3311(defun byte-compile-two-args (form)
3312 (if (not (= (length form) 3))
3313 (byte-compile-subr-wrong-args form 2)
3314 (byte-compile-form (car (cdr form))) ;; Push the arguments
3315 (byte-compile-form (nth 2 form))
3316 (byte-compile-out (get (car form) 'byte-opcode) 0)))
3317
3318(defun byte-compile-three-args (form)
3319 (if (not (= (length form) 4))
3320 (byte-compile-subr-wrong-args form 3)
3321 (byte-compile-form (car (cdr form))) ;; Push the arguments
3322 (byte-compile-form (nth 2 form))
3323 (byte-compile-form (nth 3 form))
3324 (byte-compile-out (get (car form) 'byte-opcode) 0)))
3325
3326(defun byte-compile-zero-or-one-arg (form)
3327 (let ((len (length form)))
3328 (cond ((= len 1) (byte-compile-one-arg (append form '(nil))))
3329 ((= len 2) (byte-compile-one-arg form))
3330 (t (byte-compile-subr-wrong-args form "0-1")))))
3331
3332(defun byte-compile-one-or-two-args (form)
3333 (let ((len (length form)))
3334 (cond ((= len 2) (byte-compile-two-args (append form '(nil))))
3335 ((= len 3) (byte-compile-two-args form))
3336 (t (byte-compile-subr-wrong-args form "1-2")))))
3337
3338(defun byte-compile-two-or-three-args (form)
3339 (let ((len (length form)))
3340 (cond ((= len 3) (byte-compile-three-args (append form '(nil))))
3341 ((= len 4) (byte-compile-three-args form))
3342 (t (byte-compile-subr-wrong-args form "2-3")))))
3343
9ace101c 3344(defun byte-compile-noop (_form)
1c393159
JB
3345 (byte-compile-constant nil))
3346
b9598260 3347(defun byte-compile-discard (&optional num preserve-tos)
2ec42da9
SM
3348 "Output byte codes to discard the NUM entries at the top of the stack.
3349NUM defaults to 1.
b9598260
SM
3350If PRESERVE-TOS is non-nil, preserve the top-of-stack value, as if it were
3351popped before discarding the num values, and then pushed back again after
3352discarding."
3353 (if (and (null num) (not preserve-tos))
3354 ;; common case
3355 (byte-compile-out 'byte-discard)
3356 ;; general case
3357 (unless num
3358 (setq num 1))
3359 (when (and preserve-tos (> num 0))
3360 ;; Preserve the top-of-stack value by writing it directly to the stack
3361 ;; location which will be at the top-of-stack after popping.
3362 (byte-compile-stack-set (1- (- byte-compile-depth num)))
3363 ;; Now we actually discard one less value, since we want to keep
3364 ;; the eventual TOS
3365 (setq num (1- num)))
3366 (while (> num 0)
3367 (byte-compile-out 'byte-discard)
3368 (setq num (1- num)))))
3369
3370(defun byte-compile-stack-ref (stack-pos)
2ec42da9 3371 "Output byte codes to push the value at stack position STACK-POS."
3e21b6a7
SM
3372 (let ((dist (- byte-compile-depth (1+ stack-pos))))
3373 (if (zerop dist)
3374 ;; A simple optimization
3375 (byte-compile-out 'byte-dup)
3376 ;; normal case
3377 (byte-compile-out 'byte-stack-ref dist))))
b9598260
SM
3378
3379(defun byte-compile-stack-set (stack-pos)
2ec42da9 3380 "Output byte codes to store the TOS value at stack position STACK-POS."
3e21b6a7 3381 (byte-compile-out 'byte-stack-set (- byte-compile-depth (1+ stack-pos))))
1c393159 3382
cb9336bd
SM
3383(byte-defop-compiler-1 internal-make-closure byte-compile-make-closure)
3384(byte-defop-compiler-1 internal-get-closed-var byte-compile-get-closed-var)
3385
cb9336bd 3386(defun byte-compile-make-closure (form)
7200d79c 3387 "Byte-compile the special `internal-make-closure' form."
2ec42da9 3388 (if byte-compile--for-effect (setq byte-compile--for-effect nil)
876c194c
SM
3389 (let* ((vars (nth 1 form))
3390 (env (nth 2 form))
3391 (body (nthcdr 3 form))
3392 (fun
3393 (byte-compile-lambda `(lambda ,vars . ,body) nil (length env))))
f80efb86
SM
3394 (cl-assert (> (length env) 0)) ;Otherwise, we don't need a closure.
3395 (cl-assert (byte-code-function-p fun))
876c194c
SM
3396 (byte-compile-form `(make-byte-code
3397 ',(aref fun 0) ',(aref fun 1)
3398 (vconcat (vector . ,env) ',(aref fun 2))
3399 ,@(nthcdr 3 (mapcar (lambda (x) `',x) fun)))))))
cb9336bd
SM
3400
3401(defun byte-compile-get-closed-var (form)
7200d79c 3402 "Byte-compile the special `internal-get-closed-var' form."
2ec42da9 3403 (if byte-compile--for-effect (setq byte-compile--for-effect nil)
7200d79c 3404 (byte-compile-out 'byte-constant (nth 1 form))))
1c393159
JB
3405
3406;; Compile a function that accepts one or more args and is right-associative.
c0f43df5
RS
3407;; We do it by left-associativity so that the operations
3408;; are done in the same order as in interpreted code.
10809e0f
RS
3409;; We treat the one-arg case, as in (+ x), like (+ x 0).
3410;; in order to convert markers to numbers, and trigger expected errors.
1c393159
JB
3411(defun byte-compile-associative (form)
3412 (if (cdr form)
c0f43df5 3413 (let ((opcode (get (car form) 'byte-opcode))
24ae8da4
CY
3414 args)
3415 (if (and (< 3 (length form))
3416 (memq opcode (list (get '+ 'byte-opcode)
3417 (get '* 'byte-opcode))))
3418 ;; Don't use binary operations for > 2 operands, as that
3419 ;; may cause overflow/truncation in float operations.
3420 (byte-compile-normal-call form)
3421 (setq args (copy-sequence (cdr form)))
3422 (byte-compile-form (car args))
3423 (setq args (cdr args))
3424 (or args (setq args '(0)
3425 opcode (get '+ 'byte-opcode)))
3426 (dolist (arg args)
3427 (byte-compile-form arg)
3428 (byte-compile-out opcode 0))))
1c393159
JB
3429 (byte-compile-constant (eval form))))
3430
3431\f
3432;; more complicated compiler macros
3433
ec448ae2 3434(byte-defop-compiler char-before)
a746fb65
GM
3435(byte-defop-compiler backward-char)
3436(byte-defop-compiler backward-word)
1c393159
JB
3437(byte-defop-compiler list)
3438(byte-defop-compiler concat)
3439(byte-defop-compiler fset)
3440(byte-defop-compiler (indent-to-column byte-indent-to) byte-compile-indent-to)
3441(byte-defop-compiler indent-to)
3442(byte-defop-compiler insert)
3443(byte-defop-compiler-1 function byte-compile-function-form)
3444(byte-defop-compiler-1 - byte-compile-minus)
eef899a9
GM
3445(byte-defop-compiler (/ byte-quo) byte-compile-quo)
3446(byte-defop-compiler nconc)
1c393159 3447
467f3b33 3448;; Is this worth it? Both -before and -after are written in C.
ec448ae2 3449(defun byte-compile-char-before (form)
961166f5
GM
3450 (cond ((or (= 1 (length form))
3451 (and (= 2 (length form)) (not (nth 1 form))))
3452 (byte-compile-form '(char-after (1- (point)))))
3453 ((= 2 (length form))
a746fb65
GM
3454 (byte-compile-form (list 'char-after (if (numberp (nth 1 form))
3455 (1- (nth 1 form))
467f3b33
GM
3456 `(1- (or ,(nth 1 form)
3457 (point)))))))
a746fb65
GM
3458 (t (byte-compile-subr-wrong-args form "0-1"))))
3459
3460;; backward-... ==> forward-... with negated argument.
467f3b33 3461;; Is this worth it? Both -backward and -forward are written in C.
a746fb65 3462(defun byte-compile-backward-char (form)
961166f5
GM
3463 (cond ((or (= 1 (length form))
3464 (and (= 2 (length form)) (not (nth 1 form))))
3465 (byte-compile-form '(forward-char -1)))
3466 ((= 2 (length form))
a746fb65
GM
3467 (byte-compile-form (list 'forward-char (if (numberp (nth 1 form))
3468 (- (nth 1 form))
467f3b33 3469 `(- (or ,(nth 1 form) 1))))))
a746fb65
GM
3470 (t (byte-compile-subr-wrong-args form "0-1"))))
3471
3472(defun byte-compile-backward-word (form)
961166f5
GM
3473 (cond ((or (= 1 (length form))
3474 (and (= 2 (length form)) (not (nth 1 form))))
3475 (byte-compile-form '(forward-word -1)))
3476 ((= 2 (length form))
a746fb65
GM
3477 (byte-compile-form (list 'forward-word (if (numberp (nth 1 form))
3478 (- (nth 1 form))
467f3b33 3479 `(- (or ,(nth 1 form) 1))))))
a746fb65 3480 (t (byte-compile-subr-wrong-args form "0-1"))))
ec448ae2 3481
1c393159
JB
3482(defun byte-compile-list (form)
3483 (let ((count (length (cdr form))))
3484 (cond ((= count 0)
3485 (byte-compile-constant nil))
3486 ((< count 5)
ed62683d 3487 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3488 (byte-compile-out
3489 (aref [byte-list1 byte-list2 byte-list3 byte-list4] (1- count)) 0))
e5c89ce9 3490 ((< count 256)
ed62683d 3491 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3492 (byte-compile-out 'byte-listN count))
3493 (t (byte-compile-normal-call form)))))
3494
3495(defun byte-compile-concat (form)
3496 (let ((count (length (cdr form))))
3497 (cond ((and (< 1 count) (< count 5))
ed62683d 3498 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3499 (byte-compile-out
3500 (aref [byte-concat2 byte-concat3 byte-concat4] (- count 2))
3501 0))
3502 ;; Concat of one arg is not a no-op if arg is not a string.
3503 ((= count 0)
3504 (byte-compile-form ""))
e5c89ce9 3505 ((< count 256)
ed62683d 3506 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3507 (byte-compile-out 'byte-concatN count))
3508 ((byte-compile-normal-call form)))))
3509
3510(defun byte-compile-minus (form)
24ae8da4
CY
3511 (let ((len (length form)))
3512 (cond
3513 ((= 1 len) (byte-compile-constant 0))
3514 ((= 2 len)
3515 (byte-compile-form (cadr form))
3516 (byte-compile-out 'byte-negate 0))
2b9c3b12 3517 ((= 3 len)
24ae8da4
CY
3518 (byte-compile-form (nth 1 form))
3519 (byte-compile-form (nth 2 form))
3520 (byte-compile-out 'byte-diff 0))
3521 ;; Don't use binary operations for > 2 operands, as that may
3522 ;; cause overflow/truncation in float operations.
3523 (t (byte-compile-normal-call form)))))
1c393159
JB
3524
3525(defun byte-compile-quo (form)
3526 (let ((len (length form)))
3527 (cond ((<= len 2)
3528 (byte-compile-subr-wrong-args form "2 or more"))
24ae8da4
CY
3529 ((= len 3)
3530 (byte-compile-two-args form))
1c393159 3531 (t
24ae8da4
CY
3532 ;; Don't use binary operations for > 2 operands, as that
3533 ;; may cause overflow/truncation in float operations.
3534 (byte-compile-normal-call form)))))
1c393159
JB
3535
3536(defun byte-compile-nconc (form)
3537 (let ((len (length form)))
3538 (cond ((= len 1)
3539 (byte-compile-constant nil))
3540 ((= len 2)
3541 ;; nconc of one arg is a noop, even if that arg isn't a list.
3542 (byte-compile-form (nth 1 form)))
3543 (t
3544 (byte-compile-form (car (setq form (cdr form))))
3545 (while (setq form (cdr form))
3546 (byte-compile-form (car form))
3547 (byte-compile-out 'byte-nconc 0))))))
3548
3549(defun byte-compile-fset (form)
3550 ;; warn about forms like (fset 'foo '(lambda () ...))
3551 ;; (where the lambda expression is non-trivial...)
3552 (let ((fn (nth 2 form))
3553 body)
3554 (if (and (eq (car-safe fn) 'quote)
3555 (eq (car-safe (setq fn (nth 1 fn))) 'lambda))
3556 (progn
3557 (setq body (cdr (cdr fn)))
3558 (if (stringp (car body)) (setq body (cdr body)))
3559 (if (eq 'interactive (car-safe (car body))) (setq body (cdr body)))
3560 (if (and (consp (car body))
3561 (not (eq 'byte-code (car (car body)))))
3562 (byte-compile-warn
1d5c17c0 3563 "A quoted lambda form is the second argument of `fset'. This is probably
1c393159 3564 not what you want, as that lambda cannot be compiled. Consider using
29a4dcb0 3565 the syntax #'(lambda (...) ...) instead.")))))
1c393159
JB
3566 (byte-compile-two-args form))
3567
1c393159
JB
3568;; (function foo) must compile like 'foo, not like (symbol-function 'foo).
3569;; Otherwise it will be incompatible with the interpreter,
3570;; and (funcall (function foo)) will lose with autoloads.
3571
3572(defun byte-compile-function-form (form)
bb41480a
SM
3573 (let ((f (nth 1 form)))
3574 (when (and (symbolp f)
3575 (byte-compile-warning-enabled-p 'callargs))
3576 (when (get f 'byte-obsolete-info)
3577 (byte-compile-warn-obsolete (car form)))
3578
3579 ;; Check to see if the function will be available at runtime
3580 ;; and/or remember its arity if it's unknown.
3581 (or (and (or (fboundp f) ; Might be a subr or autoload.
3582 (byte-compile-fdefinition (car form) nil))
3583 (not (memq f byte-compile-noruntime-functions)))
3584 (eq f byte-compile-current-form) ; ## This doesn't work
3585 ; with recursion.
3586 ;; It's a currently-undefined function.
3587 ;; Remember number of args in call.
3588 (let ((cons (assq f byte-compile-unresolved-functions)))
3589 (if cons
3590 (or (memq t (cdr cons))
3591 (push t (cdr cons)))
3592 (push (list f t)
3593 byte-compile-unresolved-functions)))))
3594
3595 (byte-compile-constant (if (eq 'lambda (car-safe f))
3596 (byte-compile-lambda f)
3597 f))))
3598
1c393159
JB
3599(defun byte-compile-indent-to (form)
3600 (let ((len (length form)))
3601 (cond ((= len 2)
3602 (byte-compile-form (car (cdr form)))
3603 (byte-compile-out 'byte-indent-to 0))
3604 ((= len 3)
3605 ;; no opcode for 2-arg case.
3606 (byte-compile-normal-call form))
3607 (t
3608 (byte-compile-subr-wrong-args form "1-2")))))
3609
3610(defun byte-compile-insert (form)
3611 (cond ((null (cdr form))
3612 (byte-compile-constant nil))
e5c89ce9 3613 ((<= (length form) 256)
ed62683d 3614 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3615 (if (cdr (cdr form))
3616 (byte-compile-out 'byte-insertN (length (cdr form)))
3617 (byte-compile-out 'byte-insert 0)))
3618 ((memq t (mapcar 'consp (cdr (cdr form))))
3619 (byte-compile-normal-call form))
3620 ;; We can split it; there is no function call after inserting 1st arg.
3621 (t
3622 (while (setq form (cdr form))
3623 (byte-compile-form (car form))
3624 (byte-compile-out 'byte-insert 0)
3625 (if (cdr form)
3626 (byte-compile-discard))))))
3627
1c393159
JB
3628\f
3629(byte-defop-compiler-1 setq)
3630(byte-defop-compiler-1 setq-default)
3631(byte-defop-compiler-1 quote)
1c393159
JB
3632
3633(defun byte-compile-setq (form)
ca105506
SM
3634 (let ((args (cdr form)))
3635 (if args
3636 (while args
3637 (byte-compile-form (car (cdr args)))
3638 (or byte-compile--for-effect (cdr (cdr args))
1c393159 3639 (byte-compile-out 'byte-dup 0))
ca105506
SM
3640 (byte-compile-variable-set (car args))
3641 (setq args (cdr (cdr args))))
1c393159 3642 ;; (setq), with no arguments.
2ec42da9
SM
3643 (byte-compile-form nil byte-compile--for-effect))
3644 (setq byte-compile--for-effect nil)))
1c393159
JB
3645
3646(defun byte-compile-setq-default (form)
9ae0c310 3647 (setq form (cdr form))
c548f821
GM
3648 (if (null form) ; (setq-default), with no arguments
3649 (byte-compile-form nil byte-compile--for-effect)
3650 (if (> (length form) 2)
3651 (let ((setters ()))
3652 (while (consp form)
3653 (push `(setq-default ,(pop form) ,(pop form)) setters))
3654 (byte-compile-form (cons 'progn (nreverse setters))))
3655 (let ((var (car form)))
3656 (and (or (not (symbolp var))
3657 (macroexp--const-symbol-p var t))
3658 (byte-compile-warning-enabled-p 'constants)
3659 (byte-compile-warn
3660 "variable assignment to %s `%s'"
3661 (if (symbolp var) "constant" "nonvariable")
3662 (prin1-to-string var)))
3663 (byte-compile-normal-call `(set-default ',var ,@(cdr form)))))))
9ae0c310
SM
3664
3665(byte-defop-compiler-1 set-default)
3666(defun byte-compile-set-default (form)
3667 (let ((varexp (car-safe (cdr-safe form))))
3668 (if (eq (car-safe varexp) 'quote)
3669 ;; If the varexp is constant, compile it as a setq-default
3670 ;; so we get more warnings.
3671 (byte-compile-setq-default `(setq-default ,(car-safe (cdr varexp))
3672 ,@(cddr form)))
3673 (byte-compile-normal-call form))))
1c393159
JB
3674
3675(defun byte-compile-quote (form)
3676 (byte-compile-constant (car (cdr form))))
1c393159
JB
3677\f
3678;;; control structures
3679
ca105506
SM
3680(defun byte-compile-body (body &optional for-effect)
3681 (while (cdr body)
3682 (byte-compile-form (car body) t)
3683 (setq body (cdr body)))
3684 (byte-compile-form (car body) for-effect))
1c393159 3685
ca105506
SM
3686(defsubst byte-compile-body-do-effect (body)
3687 (byte-compile-body body byte-compile--for-effect)
2ec42da9 3688 (setq byte-compile--for-effect nil))
1c393159 3689
52799cb8 3690(defsubst byte-compile-form-do-effect (form)
2ec42da9
SM
3691 (byte-compile-form form byte-compile--for-effect)
3692 (setq byte-compile--for-effect nil))
1c393159
JB
3693
3694(byte-defop-compiler-1 inline byte-compile-progn)
3695(byte-defop-compiler-1 progn)
3696(byte-defop-compiler-1 prog1)
3697(byte-defop-compiler-1 prog2)
3698(byte-defop-compiler-1 if)
3699(byte-defop-compiler-1 cond)
3700(byte-defop-compiler-1 and)
3701(byte-defop-compiler-1 or)
3702(byte-defop-compiler-1 while)
3703(byte-defop-compiler-1 funcall)
1c393159 3704(byte-defop-compiler-1 let)
b38b1ec0 3705(byte-defop-compiler-1 let* byte-compile-let)
1c393159
JB
3706
3707(defun byte-compile-progn (form)
3708 (byte-compile-body-do-effect (cdr form)))
3709
3710(defun byte-compile-prog1 (form)
3711 (byte-compile-form-do-effect (car (cdr form)))
3712 (byte-compile-body (cdr (cdr form)) t))
3713
3714(defun byte-compile-prog2 (form)
3715 (byte-compile-form (nth 1 form) t)
3716 (byte-compile-form-do-effect (nth 2 form))
3717 (byte-compile-body (cdr (cdr (cdr form))) t))
3718
3719(defmacro byte-compile-goto-if (cond discard tag)
1639b803
DL
3720 `(byte-compile-goto
3721 (if ,cond
3722 (if ,discard 'byte-goto-if-not-nil 'byte-goto-if-not-nil-else-pop)
3723 (if ,discard 'byte-goto-if-nil 'byte-goto-if-nil-else-pop))
3724 ,tag))
1c393159 3725
70f41945
DN
3726;; Return the list of items in CONDITION-PARAM that match PRED-LIST.
3727;; Only return items that are not in ONLY-IF-NOT-PRESENT.
516b3653
JB
3728(defun byte-compile-find-bound-condition (condition-param
3729 pred-list
70f41945
DN
3730 &optional only-if-not-present)
3731 (let ((result nil)
3732 (nth-one nil)
516b3653 3733 (cond-list
70f41945
DN
3734 (if (memq (car-safe condition-param) pred-list)
3735 ;; The condition appears by itself.
3736 (list condition-param)
3737 ;; If the condition is an `and', look for matches among the
3738 ;; `and' arguments.
3739 (when (eq 'and (car-safe condition-param))
3740 (cdr condition-param)))))
516b3653 3741
70f41945
DN
3742 (dolist (crt cond-list)
3743 (when (and (memq (car-safe crt) pred-list)
3744 (eq 'quote (car-safe (setq nth-one (nth 1 crt))))
3745 ;; Ignore if the symbol is already on the unresolved
3746 ;; list.
3747 (not (assq (nth 1 nth-one) ; the relevant symbol
3748 only-if-not-present)))
3749 (push (nth 1 (nth 1 crt)) result)))
3750 result))
3751
6b61353c
KH
3752(defmacro byte-compile-maybe-guarded (condition &rest body)
3753 "Execute forms in BODY, potentially guarded by CONDITION.
82a726b4 3754CONDITION is a variable whose value is a test in an `if' or `cond'.
d6dc41d5
GM
3755BODY is the code to compile in the first arm of the if or the body of
3756the cond clause. If CONDITION's value is of the form (fboundp 'foo)
ad50a502 3757or (boundp 'foo), the relevant warnings from BODY about foo's
8480fc7c 3758being undefined (or obsolete) will be suppressed.
82a726b4 3759
b2e948ee 3760If CONDITION's value is (not (featurep 'emacs)) or (featurep 'xemacs),
ad50a502 3761that suppresses all warnings during execution of BODY."
6b61353c 3762 (declare (indent 1) (debug t))
516b3653 3763 `(let* ((fbound-list (byte-compile-find-bound-condition
e703069f 3764 ,condition '(fboundp functionp)
70f41945 3765 byte-compile-unresolved-functions))
516b3653 3766 (bound-list (byte-compile-find-bound-condition
e703069f 3767 ,condition '(boundp default-boundp)))
6b61353c
KH
3768 ;; Maybe add to the bound list.
3769 (byte-compile-bound-variables
ce5b520a 3770 (append bound-list byte-compile-bound-variables)))
82a726b4 3771 (unwind-protect
2ec42da9
SM
3772 ;; If things not being bound at all is ok, so must them being
3773 ;; obsolete. Note that we add to the existing lists since Tramp
3774 ;; (ab)uses this feature.
8480fc7c
GM
3775 (let ((byte-compile-not-obsolete-vars
3776 (append byte-compile-not-obsolete-vars bound-list))
3777 (byte-compile-not-obsolete-funcs
3778 (append byte-compile-not-obsolete-funcs fbound-list)))
3779 ,@body)
82a726b4 3780 ;; Maybe remove the function symbol from the unresolved list.
70f41945
DN
3781 (dolist (fbound fbound-list)
3782 (when fbound
82a726b4
RS
3783 (setq byte-compile-unresolved-functions
3784 (delq (assq fbound byte-compile-unresolved-functions)
70f41945 3785 byte-compile-unresolved-functions)))))))
6b61353c 3786
1c393159
JB
3787(defun byte-compile-if (form)
3788 (byte-compile-form (car (cdr form)))
b8234c84 3789 ;; Check whether we have `(if (fboundp ...' or `(if (boundp ...'
9858f6c3 3790 ;; and avoid warnings about the relevant symbols in the consequent.
6b61353c
KH
3791 (let ((clause (nth 1 form))
3792 (donetag (byte-compile-make-tag)))
b8234c84
DL
3793 (if (null (nthcdr 3 form))
3794 ;; No else-forms
3795 (progn
2ec42da9 3796 (byte-compile-goto-if nil byte-compile--for-effect donetag)
6b61353c 3797 (byte-compile-maybe-guarded clause
2ec42da9 3798 (byte-compile-form (nth 2 form) byte-compile--for-effect))
b8234c84
DL
3799 (byte-compile-out-tag donetag))
3800 (let ((elsetag (byte-compile-make-tag)))
3801 (byte-compile-goto 'byte-goto-if-nil elsetag)
6b61353c 3802 (byte-compile-maybe-guarded clause
2ec42da9 3803 (byte-compile-form (nth 2 form) byte-compile--for-effect))
b8234c84
DL
3804 (byte-compile-goto 'byte-goto donetag)
3805 (byte-compile-out-tag elsetag)
300f994a 3806 (byte-compile-maybe-guarded (list 'not clause)
2ec42da9 3807 (byte-compile-body (cdr (cdr (cdr form))) byte-compile--for-effect))
b8234c84 3808 (byte-compile-out-tag donetag))))
2ec42da9 3809 (setq byte-compile--for-effect nil))
1c393159
JB
3810
3811(defun byte-compile-cond (clauses)
3812 (let ((donetag (byte-compile-make-tag))
3813 nexttag clause)
3814 (while (setq clauses (cdr clauses))
3815 (setq clause (car clauses))
3816 (cond ((or (eq (car clause) t)
3817 (and (eq (car-safe (car clause)) 'quote)
3818 (car-safe (cdr-safe (car clause)))))
3819 ;; Unconditional clause
3820 (setq clause (cons t clause)
3821 clauses nil))
3822 ((cdr clauses)
3823 (byte-compile-form (car clause))
3824 (if (null (cdr clause))
3825 ;; First clause is a singleton.
2ec42da9 3826 (byte-compile-goto-if t byte-compile--for-effect donetag)
82a726b4
RS
3827 (setq nexttag (byte-compile-make-tag))
3828 (byte-compile-goto 'byte-goto-if-nil nexttag)
3829 (byte-compile-maybe-guarded (car clause)
2ec42da9 3830 (byte-compile-body (cdr clause) byte-compile--for-effect))
82a726b4
RS
3831 (byte-compile-goto 'byte-goto donetag)
3832 (byte-compile-out-tag nexttag)))))
1c393159 3833 ;; Last clause
6b61353c
KH
3834 (let ((guard (car clause)))
3835 (and (cdr clause) (not (eq guard t))
3836 (progn (byte-compile-form guard)
2ec42da9 3837 (byte-compile-goto-if nil byte-compile--for-effect donetag)
6b61353c
KH
3838 (setq clause (cdr clause))))
3839 (byte-compile-maybe-guarded guard
3840 (byte-compile-body-do-effect clause)))
1c393159
JB
3841 (byte-compile-out-tag donetag)))
3842
3843(defun byte-compile-and (form)
3844 (let ((failtag (byte-compile-make-tag))
ca105506
SM
3845 (args (cdr form)))
3846 (if (null args)
1c393159 3847 (byte-compile-form-do-effect t)
ca105506 3848 (byte-compile-and-recursion args failtag))))
8877fa6f 3849
83b0af6e 3850;; Handle compilation of a nontrivial `and' call.
8877fa6f
RS
3851;; We use tail recursion so we can use byte-compile-maybe-guarded.
3852(defun byte-compile-and-recursion (rest failtag)
3853 (if (cdr rest)
3854 (progn
3855 (byte-compile-form (car rest))
2ec42da9 3856 (byte-compile-goto-if nil byte-compile--for-effect failtag)
8877fa6f
RS
3857 (byte-compile-maybe-guarded (car rest)
3858 (byte-compile-and-recursion (cdr rest) failtag)))
3859 (byte-compile-form-do-effect (car rest))
3860 (byte-compile-out-tag failtag)))
1c393159
JB
3861
3862(defun byte-compile-or (form)
3863 (let ((wintag (byte-compile-make-tag))
ca105506
SM
3864 (args (cdr form)))
3865 (if (null args)
1c393159 3866 (byte-compile-form-do-effect nil)
ca105506 3867 (byte-compile-or-recursion args wintag))))
83b0af6e
RS
3868
3869;; Handle compilation of a nontrivial `or' call.
3870;; We use tail recursion so we can use byte-compile-maybe-guarded.
3871(defun byte-compile-or-recursion (rest wintag)
3872 (if (cdr rest)
3873 (progn
3874 (byte-compile-form (car rest))
2ec42da9 3875 (byte-compile-goto-if t byte-compile--for-effect wintag)
83b0af6e
RS
3876 (byte-compile-maybe-guarded (list 'not (car rest))
3877 (byte-compile-or-recursion (cdr rest) wintag)))
3878 (byte-compile-form-do-effect (car rest))
3879 (byte-compile-out-tag wintag)))
1c393159
JB
3880
3881(defun byte-compile-while (form)
3882 (let ((endtag (byte-compile-make-tag))
3883 (looptag (byte-compile-make-tag)))
3884 (byte-compile-out-tag looptag)
3885 (byte-compile-form (car (cdr form)))
2ec42da9 3886 (byte-compile-goto-if nil byte-compile--for-effect endtag)
1c393159
JB
3887 (byte-compile-body (cdr (cdr form)) t)
3888 (byte-compile-goto 'byte-goto looptag)
3889 (byte-compile-out-tag endtag)
2ec42da9 3890 (setq byte-compile--for-effect nil)))
1c393159
JB
3891
3892(defun byte-compile-funcall (form)
ed62683d 3893 (mapc 'byte-compile-form (cdr form))
1c393159
JB
3894 (byte-compile-out 'byte-call (length (cdr (cdr form)))))
3895
b9598260
SM
3896\f
3897;; let binding
3898
ce5b520a 3899(defun byte-compile-push-binding-init (clause)
b9598260 3900 "Emit byte-codes to push the initialization value for CLAUSE on the stack.
ce5b520a
SM
3901Return the offset in the form (VAR . OFFSET)."
3902 (let* ((var (if (consp clause) (car clause) clause)))
208d0342
SM
3903 ;; We record the stack position even of dynamic bindings; we'll put
3904 ;; them in the proper place later.
ce5b520a 3905 (prog1 (cons var byte-compile-depth)
b9598260 3906 (if (consp clause)
ce5b520a
SM
3907 (byte-compile-form (cadr clause))
3908 (byte-compile-push-constant nil)))))
3909
3910(defun byte-compile-not-lexical-var-p (var)
b38b1ec0
SM
3911 (or (not (symbolp var))
3912 (special-variable-p var)
ce5b520a
SM
3913 (memq var byte-compile-bound-variables)
3914 (memq var '(nil t))
3915 (keywordp var)))
3916
3917(defun byte-compile-bind (var init-lexenv)
7200d79c 3918 "Emit byte-codes to bind VAR and update `byte-compile--lexical-environment'.
ce5b520a
SM
3919INIT-LEXENV should be a lexical-environment alist describing the
3920positions of the init value that have been pushed on the stack.
3921Return non-nil if the TOS value was popped."
208d0342 3922 ;; The mix of lexical and dynamic bindings mean that we may have to
b38b1ec0
SM
3923 ;; juggle things on the stack, to move them to TOS for
3924 ;; dynamic binding.
208d0342
SM
3925 (if (and lexical-binding (not (byte-compile-not-lexical-var-p var)))
3926 ;; VAR is a simple stack-allocated lexical variable.
3927 (progn (push (assq var init-lexenv)
3928 byte-compile--lexical-environment)
3929 nil)
3930 ;; VAR should be dynamically bound.
3931 (while (assq var byte-compile--lexical-environment)
3932 ;; This dynamic binding shadows a lexical binding.
3933 (setq byte-compile--lexical-environment
3934 (remq (assq var byte-compile--lexical-environment)
3935 byte-compile--lexical-environment)))
3936 (cond
3937 ((eq var (caar init-lexenv))
3938 ;; VAR is dynamic and is on the top of the
3939 ;; stack, so we can just bind it like usual.
3940 (byte-compile-dynamic-variable-bind var)
3941 t)
3942 (t
3943 ;; VAR is dynamic, but we have to get its
3944 ;; value out of the middle of the stack.
3945 (let ((stack-pos (cdr (assq var init-lexenv))))
3946 (byte-compile-stack-ref stack-pos)
3947 (byte-compile-dynamic-variable-bind var)
3948 ;; Now we have to store nil into its temporary
3949 ;; stack position so it doesn't prevent the value from being GC'd.
3950 ;; FIXME: Not worth the trouble.
3951 ;; (byte-compile-push-constant nil)
3952 ;; (byte-compile-stack-set stack-pos)
3953 )
3954 nil))))
3955
3956(defun byte-compile-unbind (clauses init-lexenv preserve-body-value)
ce5b520a
SM
3957 "Emit byte-codes to unbind the variables bound by CLAUSES.
3958CLAUSES is a `let'-style variable binding list. INIT-LEXENV should be a
3959lexical-environment alist describing the positions of the init value that
3960have been pushed on the stack. If PRESERVE-BODY-VALUE is true,
3961then an additional value on the top of the stack, above any lexical binding
3962slots, is preserved, so it will be on the top of the stack after all
3963binding slots have been popped."
208d0342 3964 ;; Unbind dynamic variables.
ce5b520a
SM
3965 (let ((num-dynamic-bindings 0))
3966 (dolist (clause clauses)
3967 (unless (assq (if (consp clause) (car clause) clause)
7200d79c 3968 byte-compile--lexical-environment)
ce5b520a
SM
3969 (setq num-dynamic-bindings (1+ num-dynamic-bindings))))
3970 (unless (zerop num-dynamic-bindings)
3971 (byte-compile-out 'byte-unbind num-dynamic-bindings)))
3972 ;; Pop lexical variables off the stack, possibly preserving the
3973 ;; return value of the body.
3974 (when init-lexenv
208d0342 3975 ;; INIT-LEXENV contains all init values left on the stack.
ce5b520a 3976 (byte-compile-discard (length init-lexenv) preserve-body-value)))
1c393159
JB
3977
3978(defun byte-compile-let (form)
208d0342 3979 "Generate code for the `let' or `let*' form FORM."
b38b1ec0 3980 (let ((clauses (cadr form))
208d0342
SM
3981 (init-lexenv nil)
3982 (is-let (eq (car form) 'let)))
3983 (when is-let
b38b1ec0
SM
3984 ;; First compute the binding values in the old scope.
3985 (dolist (var clauses)
3986 (push (byte-compile-push-binding-init var) init-lexenv)))
3987 ;; New scope.
3988 (let ((byte-compile-bound-variables byte-compile-bound-variables)
7200d79c
SM
3989 (byte-compile--lexical-environment
3990 byte-compile--lexical-environment))
b38b1ec0
SM
3991 ;; Bind the variables.
3992 ;; For `let', do it in reverse order, because it makes no
3993 ;; semantic difference, but it is a lot more efficient since the
3994 ;; values are now in reverse order on the stack.
208d0342
SM
3995 (dolist (var (if is-let (reverse clauses) clauses))
3996 (unless is-let
b38b1ec0
SM
3997 (push (byte-compile-push-binding-init var) init-lexenv))
3998 (let ((var (if (consp var) (car var) var)))
208d0342
SM
3999 (if (byte-compile-bind var init-lexenv)
4000 (pop init-lexenv))))
ce5b520a 4001 ;; Emit the body.
b38b1ec0
SM
4002 (let ((init-stack-depth byte-compile-depth))
4003 (byte-compile-body-do-effect (cdr (cdr form)))
208d0342
SM
4004 ;; Unbind both lexical and dynamic variables.
4005 (cl-assert (or (eq byte-compile-depth init-stack-depth)
4006 (eq byte-compile-depth (1+ init-stack-depth))))
4007 (byte-compile-unbind clauses init-lexenv
4008 (> byte-compile-depth init-stack-depth))))))
1c393159 4009
b9598260 4010\f
1c393159
JB
4011
4012(byte-defop-compiler-1 /= byte-compile-negated)
4013(byte-defop-compiler-1 atom byte-compile-negated)
4014(byte-defop-compiler-1 nlistp byte-compile-negated)
4015
4016(put '/= 'byte-compile-negated-op '=)
4017(put 'atom 'byte-compile-negated-op 'consp)
4018(put 'nlistp 'byte-compile-negated-op 'listp)
4019
4020(defun byte-compile-negated (form)
4021 (byte-compile-form-do-effect (byte-compile-negation-optimizer form)))
4022
4023;; Even when optimization is off, /= is optimized to (not (= ...)).
4024(defun byte-compile-negation-optimizer (form)
4025 ;; an optimizer for forms where <form1> is less efficient than (not <form2>)
ccb3c8de 4026 (byte-compile-set-symbol-position (car form))
1c393159
JB
4027 (list 'not
4028 (cons (or (get (car form) 'byte-compile-negated-op)
4029 (error
52799cb8 4030 "Compiler error: `%s' has no `byte-compile-negated-op' property"
1c393159
JB
4031 (car form)))
4032 (cdr form))))
4033\f
4034;;; other tricky macro-like special-forms
4035
4036(byte-defop-compiler-1 catch)
4037(byte-defop-compiler-1 unwind-protect)
4038(byte-defop-compiler-1 condition-case)
4039(byte-defop-compiler-1 save-excursion)
f3e472b0 4040(byte-defop-compiler-1 save-current-buffer)
1c393159 4041(byte-defop-compiler-1 save-restriction)
7200d79c
SM
4042;; (byte-defop-compiler-1 save-window-excursion) ;Obsolete: now a macro.
4043;; (byte-defop-compiler-1 with-output-to-temp-buffer) ;Obsolete: now a macro.
6e8d0db7 4044(byte-defop-compiler-1 track-mouse)
1c393159
JB
4045
4046(defun byte-compile-catch (form)
4047 (byte-compile-form (car (cdr form)))
d779e73c
SM
4048 (pcase (cddr form)
4049 (`(:fun-body ,f)
4050 (byte-compile-form `(list 'funcall ,f)))
4051 (body
4052 (byte-compile-push-constant
2ec42da9 4053 (byte-compile-top-level (cons 'progn body) byte-compile--for-effect))))
1c393159
JB
4054 (byte-compile-out 'byte-catch 0))
4055
4056(defun byte-compile-unwind-protect (form)
d779e73c
SM
4057 (pcase (cddr form)
4058 (`(:fun-body ,f)
4059 (byte-compile-form `(list (list 'funcall ,f))))
4060 (handlers
4061 (byte-compile-push-constant
4062 (byte-compile-top-level-body handlers t))))
1c393159
JB
4063 (byte-compile-out 'byte-unwind-protect 0)
4064 (byte-compile-form-do-effect (car (cdr form)))
4065 (byte-compile-out 'byte-unbind 1))
4066
6e8d0db7 4067(defun byte-compile-track-mouse (form)
d7846e08 4068 (byte-compile-form
d779e73c
SM
4069 (pcase form
4070 (`(,_ :fun-body ,f) `(eval (list 'track-mouse (list 'funcall ,f))))
4071 (_ `(eval '(track-mouse ,@(byte-compile-top-level-body (cdr form))))))))
6e8d0db7 4072
1c393159
JB
4073(defun byte-compile-condition-case (form)
4074 (let* ((var (nth 1 form))
ce5b520a
SM
4075 (fun-bodies (eq var :fun-body))
4076 (byte-compile-bound-variables
4077 (if (and var (not fun-bodies))
4078 (cons var byte-compile-bound-variables)
1c393159 4079 byte-compile-bound-variables)))
ccb3c8de
CW
4080 (byte-compile-set-symbol-position 'condition-case)
4081 (unless (symbolp var)
4082 (byte-compile-warn
1d5c17c0 4083 "`%s' is not a variable-name or nil (in condition-case)" var))
d779e73c 4084 (if fun-bodies (setq var (make-symbol "err")))
1c393159 4085 (byte-compile-push-constant var)
d779e73c
SM
4086 (if fun-bodies
4087 (byte-compile-form `(list 'funcall ,(nth 2 form)))
4088 (byte-compile-push-constant
2ec42da9 4089 (byte-compile-top-level (nth 2 form) byte-compile--for-effect)))
d779e73c
SM
4090 (let ((compiled-clauses
4091 (mapcar
4092 (lambda (clause)
4093 (let ((condition (car clause)))
4094 (cond ((not (or (symbolp condition)
4095 (and (listp condition)
4096 (let ((ok t))
4097 (dolist (sym condition)
4098 (if (not (symbolp sym))
4099 (setq ok nil)))
4100 ok))))
4101 (byte-compile-warn
4102 "`%S' is not a condition name or list of such (in condition-case)"
4103 condition))
4104 ;; (not (or (eq condition 't)
4105 ;; (and (stringp (get condition 'error-message))
4106 ;; (consp (get condition
4107 ;; 'error-conditions)))))
4108 ;; (byte-compile-warn
4109 ;; "`%s' is not a known condition name
4110 ;; (in condition-case)"
4111 ;; condition))
4112 )
4113 (if fun-bodies
4114 `(list ',condition (list 'funcall ,(cadr clause) ',var))
4115 (cons condition
4116 (byte-compile-top-level-body
2ec42da9 4117 (cdr clause) byte-compile--for-effect)))))
d779e73c
SM
4118 (cdr (cdr (cdr form))))))
4119 (if fun-bodies
4120 (byte-compile-form `(list ,@compiled-clauses))
4121 (byte-compile-push-constant compiled-clauses)))
1c393159
JB
4122 (byte-compile-out 'byte-condition-case 0)))
4123
4124
4125(defun byte-compile-save-excursion (form)
62a258a7
SM
4126 (if (and (eq 'set-buffer (car-safe (car-safe (cdr form))))
4127 (byte-compile-warning-enabled-p 'suspicious))
0a57d256
SM
4128 (byte-compile-warn
4129 "Use `with-current-buffer' rather than save-excursion+set-buffer"))
1c393159
JB
4130 (byte-compile-out 'byte-save-excursion 0)
4131 (byte-compile-body-do-effect (cdr form))
4132 (byte-compile-out 'byte-unbind 1))
4133
4134(defun byte-compile-save-restriction (form)
4135 (byte-compile-out 'byte-save-restriction 0)
4136 (byte-compile-body-do-effect (cdr form))
4137 (byte-compile-out 'byte-unbind 1))
4138
f3e472b0
RS
4139(defun byte-compile-save-current-buffer (form)
4140 (byte-compile-out 'byte-save-current-buffer 0)
4141 (byte-compile-body-do-effect (cdr form))
4142 (byte-compile-out 'byte-unbind 1))
1c393159
JB
4143\f
4144;;; top-level forms elsewhere
4145
1c393159
JB
4146(byte-defop-compiler-1 defvar)
4147(byte-defop-compiler-1 defconst byte-compile-defvar)
4148(byte-defop-compiler-1 autoload)
4149(byte-defop-compiler-1 lambda byte-compile-lambda-form)
4150
3aaaa6f1
SM
4151;; If foo.el declares `toto' as obsolete, it is likely that foo.el will
4152;; actually use `toto' in order for this obsolete variable to still work
4153;; correctly, so paradoxically, while byte-compiling foo.el, the presence
4154;; of a make-obsolete-variable call for `toto' is an indication that `toto'
4155;; should not trigger obsolete-warnings in foo.el.
4156(byte-defop-compiler-1 make-obsolete-variable)
4157(defun byte-compile-make-obsolete-variable (form)
4158 (when (eq 'quote (car-safe (nth 1 form)))
bac7ff22 4159 (push (nth 1 (nth 1 form)) byte-compile-global-not-obsolete-vars))
3aaaa6f1
SM
4160 (byte-compile-normal-call form))
4161
f3934f6f
SM
4162(defconst byte-compile-tmp-var (make-symbol "def-tmp-var"))
4163
1c393159 4164(defun byte-compile-defvar (form)
f3934f6f 4165 ;; This is not used for file-level defvar/consts.
4f1e9960 4166 (when (and (symbolp (nth 1 form))
3fe6ef4e 4167 (not (string-match "[-*/:$]" (symbol-name (nth 1 form))))
4f1e9960 4168 (byte-compile-warning-enabled-p 'lexical))
7a16788b 4169 (byte-compile-warn "global/dynamic var `%s' lacks a prefix"
4f1e9960 4170 (nth 1 form)))
1bc20d83
GM
4171 (let ((fun (nth 0 form))
4172 (var (nth 1 form))
1c393159
JB
4173 (value (nth 2 form))
4174 (string (nth 3 form)))
ccb3c8de 4175 (byte-compile-set-symbol-position fun)
6c2161c4
SM
4176 (when (or (> (length form) 4)
4177 (and (eq fun 'defconst) (null (cddr form))))
d0e07261
SM
4178 (let ((ncall (length (cdr form))))
4179 (byte-compile-warn
1d5c17c0 4180 "`%s' called with %d argument%s, but %s %s"
d0e07261
SM
4181 fun ncall
4182 (if (= 1 ncall) "" "s")
4183 (if (< ncall 2) "requires" "accepts only")
4184 "2-3")))
2aea6521
GM
4185 (push var byte-compile-bound-variables)
4186 (if (eq fun 'defconst)
4187 (push var byte-compile-const-variables))
f3934f6f
SM
4188 (when (and string (not (stringp string)))
4189 (byte-compile-warn "third arg to `%s %s' is not a string: %s"
4190 fun var string))
4191 (byte-compile-form-do-effect
4192 (if (cddr form) ; `value' provided
4193 ;; Quote with `quote' to prevent byte-compiling the body,
4194 ;; which would lead to an inf-loop.
4195 `(funcall '(lambda (,byte-compile-tmp-var)
4196 (,fun ,var ,byte-compile-tmp-var ,@(nthcdr 3 form)))
4197 ,value)
4198 (if (eq fun 'defconst)
4199 ;; This will signal an appropriate error at runtime.
4200 `(eval ',form)
4201 ;; A simple (defvar foo) just returns foo.
4202 `',var)))))
1c393159
JB
4203
4204(defun byte-compile-autoload (form)
ccb3c8de 4205 (byte-compile-set-symbol-position 'autoload)
4dd1c416
SM
4206 (and (macroexp-const-p (nth 1 form))
4207 (macroexp-const-p (nth 5 form))
2285bd27 4208 (memq (eval (nth 5 form)) '(t macro)) ; macro-p
1c393159
JB
4209 (not (fboundp (eval (nth 1 form))))
4210 (byte-compile-warn
c5091f25 4211 "The compiler ignores `autoload' except at top level. You should
1c393159
JB
4212 probably put the autoload of the macro `%s' at top-level."
4213 (eval (nth 1 form))))
4214 (byte-compile-normal-call form))
4215
c5091f25 4216;; Lambdas in valid places are handled as special cases by various code.
1c393159 4217;; The ones that remain are errors.
9ace101c 4218(defun byte-compile-lambda-form (_form)
ccb3c8de 4219 (byte-compile-set-symbol-position 'lambda)
1c393159
JB
4220 (error "`lambda' used as function name is invalid"))
4221
5286a842 4222;; Compile normally, but deal with warnings for the function being defined.
977b50fb 4223(put 'defalias 'byte-hunk-handler 'byte-compile-file-form-defalias)
d1dc2cc2 4224;; Used for eieio--defalias as well.
977b50fb 4225(defun byte-compile-file-form-defalias (form)
61b108cc
SM
4226 ;; For the compilation itself, we could largely get rid of this hunk-handler,
4227 ;; if it weren't for the fact that we need to figure out when a defalias
4228 ;; defines a macro, so as to add it to byte-compile-macro-environment.
4229 ;;
4230 ;; FIXME: we also use this hunk-handler to implement the function's dynamic
4231 ;; docstring feature. We could actually implement it more elegantly in
4232 ;; byte-compile-lambda so it applies to all lambdas, but the problem is that
4233 ;; the resulting .elc format will not be recognized by make-docfile, so
4234 ;; either we stop using DOC for the docstrings of preloaded elc files (at the
4235 ;; cost of around 24KB on 32bit hosts, double on 64bit hosts) or we need to
4236 ;; build DOC in a more clever way (e.g. handle anonymous elements).
4237 (let ((byte-compile-free-references nil)
4238 (byte-compile-free-assignments nil))
4239 (pcase form
4240 ;; Decompose `form' into:
4241 ;; - `name' is the name of the defined function.
4242 ;; - `arg' is the expression to which it is defined.
4243 ;; - `rest' is the rest of the arguments.
4244 (`(,_ ',name ,arg . ,rest)
4245 (pcase-let*
4246 ;; `macro' is non-nil if it defines a macro.
4247 ;; `fun' is the function part of `arg' (defaults to `arg').
4248 (((or (and (or `(cons 'macro ,fun) `'(macro . ,fun)) (let macro t))
4249 (and (let fun arg) (let macro nil)))
4250 arg)
4251 ;; `lam' is the lambda expression in `fun' (or nil if not
4252 ;; recognized).
4253 ((or `(,(or `quote `function) ,lam) (let lam nil))
4254 fun)
4255 ;; `arglist' is the list of arguments (or t if not recognized).
4256 ;; `body' is the body of `lam' (or t if not recognized).
4257 ((or `(lambda ,arglist . ,body)
4258 ;; `(closure ,_ ,arglist . ,body)
4259 (and `(internal-make-closure ,arglist . ,_) (let body t))
4260 (and (let arglist t) (let body t)))
4261 lam))
4262 (unless (byte-compile-file-form-defmumble
4263 name macro arglist body rest)
0b31660d
SM
4264 (when macro
4265 (if (null fun)
4266 (message "Macro %s unrecognized, won't work in file" name)
4267 (message "Macro %s partly recognized, trying our luck" name)
4268 (push (cons name (eval fun))
4269 byte-compile-macro-environment)))
61b108cc
SM
4270 (byte-compile-keep-pending form))))
4271
4272 ;; We used to just do: (byte-compile-normal-call form)
4273 ;; But it turns out that this fails to optimize the code.
4274 ;; So instead we now do the same as what other byte-hunk-handlers do,
4275 ;; which is to call back byte-compile-file-form and then return nil.
4276 ;; Except that we can't just call byte-compile-file-form since it would
4277 ;; call us right back.
4278 (t (byte-compile-keep-pending form)))))
3c9dc1cf
RS
4279
4280(byte-defop-compiler-1 with-no-warnings byte-compile-no-warnings)
4281(defun byte-compile-no-warnings (form)
4282 (let (byte-compile-warnings)
a4f66531 4283 (byte-compile-form (cons 'progn (cdr form)))))
01e4a4fa
SM
4284
4285;; Warn about misuses of make-variable-buffer-local.
49fec531
SM
4286(byte-defop-compiler-1 make-variable-buffer-local
4287 byte-compile-make-variable-buffer-local)
01e4a4fa 4288(defun byte-compile-make-variable-buffer-local (form)
15ce9dcf 4289 (if (and (eq (car-safe (car-safe (cdr-safe form))) 'quote)
cf637a34 4290 (byte-compile-warning-enabled-p 'make-local))
01e4a4fa
SM
4291 (byte-compile-warn
4292 "`make-variable-buffer-local' should be called at toplevel"))
4293 (byte-compile-normal-call form))
4294(put 'make-variable-buffer-local
4295 'byte-hunk-handler 'byte-compile-form-make-variable-buffer-local)
4296(defun byte-compile-form-make-variable-buffer-local (form)
4297 (byte-compile-keep-pending form 'byte-compile-normal-call))
1c393159
JB
4298\f
4299;;; tags
4300
4301;; Note: Most operations will strip off the 'TAG, but it speeds up
4302;; optimization to have the 'TAG as a part of the tag.
4303;; Tags will be (TAG . (tag-number . stack-depth)).
4304(defun byte-compile-make-tag ()
4305 (list 'TAG (setq byte-compile-tag-number (1+ byte-compile-tag-number))))
4306
4307
4308(defun byte-compile-out-tag (tag)
4309 (setq byte-compile-output (cons tag byte-compile-output))
4310 (if (cdr (cdr tag))
4311 (progn
4312 ;; ## remove this someday
4313 (and byte-compile-depth
b38b1ec0
SM
4314 (not (= (cdr (cdr tag)) byte-compile-depth))
4315 (error "Compiler bug: depth conflict at tag %d" (car (cdr tag))))
1c393159
JB
4316 (setq byte-compile-depth (cdr (cdr tag))))
4317 (setcdr (cdr tag) byte-compile-depth)))
4318
4319(defun byte-compile-goto (opcode tag)
6c2161c4 4320 (push (cons opcode tag) byte-compile-output)
1c393159
JB
4321 (setcdr (cdr tag) (if (memq opcode byte-goto-always-pop-ops)
4322 (1- byte-compile-depth)
4323 byte-compile-depth))
4324 (setq byte-compile-depth (and (not (eq opcode 'byte-goto))
4325 (1- byte-compile-depth))))
4326
b9598260
SM
4327(defun byte-compile-stack-adjustment (op operand)
4328 "Return the amount by which an operation adjusts the stack.
4329OP and OPERAND are as passed to `byte-compile-out'."
4330 (if (memq op '(byte-call byte-discardN byte-discardN-preserve-tos))
4331 ;; For calls, OPERAND is the number of args, so we pop OPERAND + 1
4332 ;; elements, and the push the result, for a total of -OPERAND.
4333 ;; For discardN*, of course, we just pop OPERAND elements.
4334 (- operand)
4335 (or (aref byte-stack+-info (symbol-value op))
4336 ;; Ops with a nil entry in `byte-stack+-info' are byte-codes
4337 ;; that take OPERAND values off the stack and push a result, for
4338 ;; a total of 1 - OPERAND
4339 (- 1 operand))))
7200d79c 4340
b9598260
SM
4341(defun byte-compile-out (op &optional operand)
4342 (push (cons op operand) byte-compile-output)
4343 (if (eq op 'byte-return)
4344 ;; This is actually an unnecessary case, because there should be no
4345 ;; more ops behind byte-return.
4346 (setq byte-compile-depth nil)
4347 (setq byte-compile-depth
4348 (+ byte-compile-depth (byte-compile-stack-adjustment op operand)))
4349 (setq byte-compile-maxdepth (max byte-compile-depth byte-compile-maxdepth))
4350 ;;(if (< byte-compile-depth 0) (error "Compiler error: stack underflow"))
4351 ))
1c393159
JB
4352\f
4353;;; call tree stuff
4354
4355(defun byte-compile-annotate-call-tree (form)
4356 (let (entry)
4357 ;; annotate the current call
4358 (if (setq entry (assq (car form) byte-compile-call-tree))
4359 (or (memq byte-compile-current-form (nth 1 entry)) ;callers
4360 (setcar (cdr entry)
4361 (cons byte-compile-current-form (nth 1 entry))))
4362 (setq byte-compile-call-tree
4363 (cons (list (car form) (list byte-compile-current-form) nil)
4364 byte-compile-call-tree)))
4365 ;; annotate the current function
4366 (if (setq entry (assq byte-compile-current-form byte-compile-call-tree))
4367 (or (memq (car form) (nth 2 entry)) ;called
4368 (setcar (cdr (cdr entry))
4369 (cons (car form) (nth 2 entry))))
4370 (setq byte-compile-call-tree
4371 (cons (list byte-compile-current-form nil (list (car form)))
4372 byte-compile-call-tree)))
4373 ))
4374
52799cb8
RS
4375;; Renamed from byte-compile-report-call-tree
4376;; to avoid interfering with completion of byte-compile-file.
fd5285f3 4377;;;###autoload
52799cb8
RS
4378(defun display-call-tree (&optional filename)
4379 "Display a call graph of a specified file.
4380This lists which functions have been called, what functions called
4381them, and what functions they call. The list includes all functions
4382whose definitions have been compiled in this Emacs session, as well as
4383all functions called by those functions.
1c393159 4384
52799cb8
RS
4385The call graph does not include macros, inline functions, or
4386primitives that the byte-code interpreter knows about directly \(eq,
4387cons, etc.\).
1c393159
JB
4388
4389The call tree also lists those functions which are not known to be called
52799cb8
RS
4390\(that is, to which no calls have been compiled\), and which cannot be
4391invoked interactively."
1c393159
JB
4392 (interactive)
4393 (message "Generating call tree...")
4394 (with-output-to-temp-buffer "*Call-Tree*"
4395 (set-buffer "*Call-Tree*")
4396 (erase-buffer)
47cf9d3a 4397 (message "Generating call tree... (sorting on %s)"
1c393159
JB
4398 byte-compile-call-tree-sort)
4399 (insert "Call tree for "
4400 (cond ((null byte-compile-current-file) (or filename "???"))
4401 ((stringp byte-compile-current-file)
4402 byte-compile-current-file)
4403 (t (buffer-name byte-compile-current-file)))
4404 " sorted on "
4405 (prin1-to-string byte-compile-call-tree-sort)
4406 ":\n\n")
4407 (if byte-compile-call-tree-sort
4408 (setq byte-compile-call-tree
4409 (sort byte-compile-call-tree
f58e0fd5
SM
4410 (pcase byte-compile-call-tree-sort
4411 (`callers
2ec42da9
SM
4412 (lambda (x y) (< (length (nth 1 x))
4413 (length (nth 1 y)))))
f58e0fd5 4414 (`calls
2ec42da9
SM
4415 (lambda (x y) (< (length (nth 2 x))
4416 (length (nth 2 y)))))
f58e0fd5 4417 (`calls+callers
2ec42da9
SM
4418 (lambda (x y) (< (+ (length (nth 1 x))
4419 (length (nth 2 x)))
4420 (+ (length (nth 1 y))
4421 (length (nth 2 y))))))
f58e0fd5 4422 (`name
2ec42da9 4423 (lambda (x y) (string< (car x) (car y))))
f58e0fd5 4424 (_ (error "`byte-compile-call-tree-sort': `%s' - unknown sort mode"
2ec42da9 4425 byte-compile-call-tree-sort))))))
1c393159
JB
4426 (message "Generating call tree...")
4427 (let ((rest byte-compile-call-tree)
4428 (b (current-buffer))
4429 f p
4430 callers calls)
4431 (while rest
4432 (prin1 (car (car rest)) b)
4433 (setq callers (nth 1 (car rest))
4434 calls (nth 2 (car rest)))
4435 (insert "\t"
4436 (cond ((not (fboundp (setq f (car (car rest)))))
4437 (if (null f)
4438 " <top level>";; shouldn't insert nil then, actually -sk
4439 " <not defined>"))
4440 ((subrp (setq f (symbol-function f)))
4441 " <subr>")
4442 ((symbolp f)
4443 (format " ==> %s" f))
ed015bdd 4444 ((byte-code-function-p f)
1c393159
JB
4445 "<compiled function>")
4446 ((not (consp f))
4447 "<malformed function>")
4448 ((eq 'macro (car f))
ed015bdd 4449 (if (or (byte-code-function-p (cdr f))
1c393159
JB
4450 (assq 'byte-code (cdr (cdr (cdr f)))))
4451 " <compiled macro>"
4452 " <macro>"))
4453 ((assq 'byte-code (cdr (cdr f)))
4454 "<compiled lambda>")
4455 ((eq 'lambda (car f))
4456 "<function>")
4457 (t "???"))
4458 (format " (%d callers + %d calls = %d)"
4459 ;; Does the optimizer eliminate common subexpressions?-sk
4460 (length callers)
4461 (length calls)
4462 (+ (length callers) (length calls)))
4463 "\n")
4464 (if callers
4465 (progn
4466 (insert " called by:\n")
4467 (setq p (point))
4468 (insert " " (if (car callers)
4469 (mapconcat 'symbol-name callers ", ")
4470 "<top level>"))
4471 (let ((fill-prefix " "))
78bba1c8
TTN
4472 (fill-region-as-paragraph p (point)))
4473 (unless (= 0 (current-column))
4474 (insert "\n"))))
1c393159
JB
4475 (if calls
4476 (progn
4477 (insert " calls:\n")
4478 (setq p (point))
4479 (insert " " (mapconcat 'symbol-name calls ", "))
4480 (let ((fill-prefix " "))
78bba1c8
TTN
4481 (fill-region-as-paragraph p (point)))
4482 (unless (= 0 (current-column))
4483 (insert "\n"))))
1c393159
JB
4484 (setq rest (cdr rest)))
4485
4486 (message "Generating call tree...(finding uncalled functions...)")
4487 (setq rest byte-compile-call-tree)
416d3588 4488 (let (uncalled def)
1c393159
JB
4489 (while rest
4490 (or (nth 1 (car rest))
416d3588
GM
4491 (null (setq f (caar rest)))
4492 (progn
4493 (setq def (byte-compile-fdefinition f t))
4494 (and (eq (car-safe def) 'macro)
4495 (eq (car-safe (cdr-safe def)) 'lambda)
4496 (setq def (cdr def)))
4497 (functionp def))
4498 (progn
4499 (setq def (byte-compile-fdefinition f nil))
4500 (and (eq (car-safe def) 'macro)
4501 (eq (car-safe (cdr-safe def)) 'lambda)
4502 (setq def (cdr def)))
4503 (commandp def))
1c393159
JB
4504 (setq uncalled (cons f uncalled)))
4505 (setq rest (cdr rest)))
4506 (if uncalled
4507 (let ((fill-prefix " "))
4508 (insert "Noninteractive functions not known to be called:\n ")
4509 (setq p (point))
4510 (insert (mapconcat 'symbol-name (nreverse uncalled) ", "))
416d3588
GM
4511 (fill-region-as-paragraph p (point))))))
4512 (message "Generating call tree...done.")))
1c393159
JB
4513
4514\f
814c447f 4515;;;###autoload
7e7d0f8b
RS
4516(defun batch-byte-compile-if-not-done ()
4517 "Like `byte-compile-file' but doesn't recompile if already up to date.
4518Use this from the command line, with `-batch';
4519it won't work in an interactive Emacs."
4520 (batch-byte-compile t))
4521
1c393159
JB
4522;;; by crl@newton.purdue.edu
4523;;; Only works noninteractively.
fd5285f3 4524;;;###autoload
7e7d0f8b 4525(defun batch-byte-compile (&optional noforce)
52799cb8
RS
4526 "Run `byte-compile-file' on the files remaining on the command line.
4527Use this from the command line, with `-batch';
4528it won't work in an interactive Emacs.
4529Each file is processed even if an error occurred previously.
7e7d0f8b
RS
4530For example, invoke \"emacs -batch -f batch-byte-compile $emacs/ ~/*.el\".
4531If NOFORCE is non-nil, don't recompile a file that seems to be
4532already up-to-date."
2ec42da9
SM
4533 ;; command-line-args-left is what is left of the command line, from
4534 ;; startup.el.
1c393159
JB
4535 (defvar command-line-args-left) ;Avoid 'free variable' warning
4536 (if (not noninteractive)
52799cb8 4537 (error "`batch-byte-compile' is to be used only with -batch"))
ca105506 4538 (let ((error nil))
1c393159
JB
4539 (while command-line-args-left
4540 (if (file-directory-p (expand-file-name (car command-line-args-left)))
7e7d0f8b 4541 ;; Directory as argument.
ca105506
SM
4542 (let (source dest)
4543 (dolist (file (directory-files (car command-line-args-left)))
4544 (if (and (string-match emacs-lisp-file-regexp file)
4545 (not (auto-save-file-name-p file))
4546 (setq source
4547 (expand-file-name file
1c3b663f 4548 (car command-line-args-left)))
ca105506
SM
4549 (setq dest (byte-compile-dest-file source))
4550 (file-exists-p dest)
4551 (file-newer-than-file-p source dest))
4552 (if (null (batch-byte-compile-file source))
4553 (setq error t)))))
7e7d0f8b
RS
4554 ;; Specific file argument
4555 (if (or (not noforce)
ca105506
SM
4556 (let* ((source (car command-line-args-left))
4557 (dest (byte-compile-dest-file source)))
4558 (or (not (file-exists-p dest))
4559 (file-newer-than-file-p source dest))))
7e7d0f8b 4560 (if (null (batch-byte-compile-file (car command-line-args-left)))
ca105506 4561 (setq error t))))
1c393159 4562 (setq command-line-args-left (cdr command-line-args-left)))
ca105506 4563 (kill-emacs (if error 1 0))))
1c393159 4564
ca105506 4565(defun batch-byte-compile-file (file)
3858bfe7
SM
4566 (let ((byte-compile-root-dir (or byte-compile-root-dir default-directory)))
4567 (if debug-on-error
4568 (byte-compile-file file)
4569 (condition-case err
4570 (byte-compile-file file)
4571 (file-error
4572 (message (if (cdr err)
4573 ">>Error occurred processing %s: %s (%s)"
4574 ">>Error occurred processing %s: %s")
4575 file
4576 (get (car err) 'error-message)
4577 (prin1-to-string (cdr err)))
4578 (let ((destfile (byte-compile-dest-file file)))
4579 (if (file-exists-p destfile)
4580 (delete-file destfile)))
4581 nil)
4582 (error
4583 (message (if (cdr err)
4584 ">>Error occurred processing %s: %s (%s)"
4585 ">>Error occurred processing %s: %s")
4586 file
4587 (get (car err) 'error-message)
4588 (prin1-to-string (cdr err)))
4589 nil)))))
1c393159 4590
49fec531
SM
4591(defun byte-compile-refresh-preloaded ()
4592 "Reload any Lisp file that was changed since Emacs was dumped.
4593Use with caution."
4594 (let* ((argv0 (car command-line-args))
4595 (emacs-file (executable-find argv0)))
4596 (if (not (and emacs-file (file-executable-p emacs-file)))
4597 (message "Can't find %s to refresh preloaded Lisp files" argv0)
4598 (dolist (f (reverse load-history))
4599 (setq f (car f))
4600 (if (string-match "elc\\'" f) (setq f (substring f 0 -1)))
4601 (when (and (file-readable-p f)
d032d5e7
SM
4602 (file-newer-than-file-p f emacs-file)
4603 ;; Don't reload the source version of the files below
4604 ;; because that causes subsequent byte-compilation to
4605 ;; be a lot slower and need a higher max-lisp-eval-depth,
4606 ;; so it can cause recompilation to fail.
4607 (not (member (file-name-nondirectory f)
4608 '("pcase.el" "bytecomp.el" "macroexp.el"
4609 "cconv.el" "byte-opt.el"))))
49fec531
SM
4610 (message "Reloading stale %s" (file-name-nondirectory f))
4611 (condition-case nil
4612 (load f 'noerror nil 'nosuffix)
4613 ;; Probably shouldn't happen, but in case of an error, it seems
4614 ;; at least as useful to ignore it as it is to stop compilation.
4615 (error nil)))))))
4616
e9681c45 4617;;;###autoload
6f8e3590 4618(defun batch-byte-recompile-directory (&optional arg)
4f6d5bf0 4619 "Run `byte-recompile-directory' on the dirs remaining on the command line.
79c6071d 4620Must be used only with `-batch', and kills Emacs on completion.
defe3b41
EZ
4621For example, invoke `emacs -batch -f batch-byte-recompile-directory .'.
4622
4623Optional argument ARG is passed as second argument ARG to
516b3653 4624`byte-recompile-directory'; see there for its possible values
defe3b41 4625and corresponding effects."
e27c3564
JB
4626 ;; command-line-args-left is what is left of the command line (startup.el)
4627 (defvar command-line-args-left) ;Avoid 'free variable' warning
4628 (if (not noninteractive)
4629 (error "batch-byte-recompile-directory is to be used only with -batch"))
4630 (or command-line-args-left
4631 (setq command-line-args-left '(".")))
4632 (while command-line-args-left
6f8e3590 4633 (byte-recompile-directory (car command-line-args-left) arg)
e27c3564
JB
4634 (setq command-line-args-left (cdr command-line-args-left)))
4635 (kill-emacs 0))
4636
c4c8444a
SM
4637;;; Core compiler macros.
4638
4639(put 'featurep 'compiler-macro
4640 (lambda (form feature &rest _ignore)
4641 ;; Emacs-21's byte-code doesn't run under XEmacs or SXEmacs anyway, so
4642 ;; we can safely optimize away this test.
4643 (if (member feature '('xemacs 'sxemacs 'emacs))
4644 (eval form)
4645 form)))
4646
1c393159 4647(provide 'byte-compile)
200503bb 4648(provide 'bytecomp)
1c393159
JB
4649
4650\f
4651;;; report metering (see the hacks in bytecode.c)
4652
08d21785 4653(defvar byte-code-meter)
52799cb8 4654(defun byte-compile-report-ops ()
5a972c36
GM
4655 (or (boundp 'byte-metering-on)
4656 (error "You must build Emacs with -DBYTE_CODE_METER to use this"))
52799cb8
RS
4657 (with-output-to-temp-buffer "*Meter*"
4658 (set-buffer "*Meter*")
4659 (let ((i 0) n op off)
4660 (while (< i 256)
4661 (setq n (aref (aref byte-code-meter 0) i)
4662 off nil)
4663 (if t ;(not (zerop n))
4664 (progn
4665 (setq op i)
4666 (setq off nil)
4667 (cond ((< op byte-nth)
4668 (setq off (logand op 7))
4669 (setq op (logand op 248)))
4670 ((>= op byte-constant)
4671 (setq off (- op byte-constant)
4672 op byte-constant)))
4673 (setq op (aref byte-code-vector op))
4674 (insert (format "%-4d" i))
4675 (insert (symbol-name op))
4676 (if off (insert " [" (int-to-string off) "]"))
4677 (indent-to 40)
4678 (insert (int-to-string n) "\n")))
4679 (setq i (1+ i))))))
1c393159
JB
4680\f
4681;; To avoid "lisp nesting exceeds max-lisp-eval-depth" when bytecomp compiles
4682;; itself, compile some of its most used recursive functions (at load time).
4683;;
4684(eval-when-compile
591655c7
SM
4685 (or (byte-code-function-p (symbol-function 'byte-compile-form))
4686 (assq 'byte-code (symbol-function 'byte-compile-form))
4687 (let ((byte-optimize nil) ; do it fast
4688 (byte-compile-warnings nil))
86da2828
GM
4689 (mapc (lambda (x)
4690 (or noninteractive (message "compiling %s..." x))
4691 (byte-compile x)
4692 (or noninteractive (message "compiling %s...done" x)))
4693 '(byte-compile-normal-call
4694 byte-compile-form
4695 byte-compile-body
4696 ;; Inserted some more than necessary, to speed it up.
4697 byte-compile-top-level
4698 byte-compile-out-toplevel
4699 byte-compile-constant
4700 byte-compile-variable-ref))))
591655c7 4701 nil)
fd5285f3 4702
3433c43f
DL
4703(run-hooks 'bytecomp-load-hook)
4704
fd5285f3 4705;;; bytecomp.el ends here