3 ;; Copyright (C) 2009, 2010, 2011, 2013 Free Software Foundation, Inc.
5 ;; This program is free software; you can redistribute it and/or modify
6 ;; it under the terms of the GNU General Public License as published by
7 ;; the Free Software Foundation; either version 3, or (at your option)
10 ;; This program is distributed in the hope that it will be useful,
11 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
12 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 ;; GNU General Public License for more details.
15 ;; You should have received a copy of the GNU General Public License
16 ;; along with this program; see the file COPYING. If not, write to
17 ;; the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 ;; Boston, MA 02111-1307, USA.
22 (define-module (language elisp compile-tree-il)
23 #:use-module (language elisp bindings)
24 #:use-module (language elisp runtime)
25 #:use-module (language tree-il)
26 #:use-module (system base pmatch)
27 #:use-module (system base compile)
28 #:use-module (srfi srfi-1)
29 #:use-module (srfi srfi-8)
30 #:use-module (srfi srfi-11)
31 #:use-module (srfi srfi-26)
32 #:export (compile-tree-il
34 compile-eval-when-compile
44 compile-guile-primitive
51 compile-%set-lexical-binding-mode))
53 ;;; Certain common parameters (like the bindings data structure or
54 ;;; compiler options) are not always passed around but accessed using
55 ;;; fluids to simulate dynamic binding (hey, this is about elisp).
57 ;;; The bindings data structure to keep track of symbol binding related
60 (define bindings-data (make-fluid))
62 (define lexical-binding (make-fluid))
64 ;;; Find the source properties of some parsed expression if there are
65 ;;; any associated with it.
69 (let ((props (source-properties x)))
70 (and (not (null? props))
73 ;;; Values to use for Elisp's nil and t.
75 (define (nil-value loc)
76 (make-const loc (@ (language elisp runtime) nil-value)))
79 (make-const loc (@ (language elisp runtime) t-value)))
81 ;;; Modules that contain the value and function slot bindings.
83 (define runtime '(language elisp runtime))
85 (define value-slot (@ (language elisp runtime) value-slot-module))
87 (define function-slot (@ (language elisp runtime) function-slot-module))
89 ;;; The backquoting works the same as quasiquotes in Scheme, but the
90 ;;; forms are named differently; to make easy adaptions, we define these
91 ;;; predicates checking for a symbol being the car of an
92 ;;; unquote/unquote-splicing/backquote form.
94 (define (unquote? sym)
95 (and (symbol? sym) (eq? sym '#{,}#)))
97 (define (unquote-splicing? sym)
98 (and (symbol? sym) (eq? sym '#{,@}#)))
100 ;;; Build a call to a primitive procedure nicely.
102 (define (call-primitive loc sym . args)
103 (make-primcall loc sym args))
105 ;;; Error reporting routine for syntax/compilation problems or build
106 ;;; code for a runtime-error output.
108 (define (report-error loc . args)
111 (define (access-variable loc symbol handle-lexical handle-dynamic)
113 ((get-lexical-binding (fluid-ref bindings-data) symbol)
118 (define (reference-variable loc symbol)
123 (make-lexical-ref loc lexical lexical))
127 (make-module-ref loc value-slot symbol #t)))))
129 (define (global? module symbol)
130 (module-variable module symbol))
132 (define (ensure-globals! loc names body)
133 (if (and (every (cut global? (resolve-module value-slot) <>) names)
134 (every symbol-interned? names))
140 (ensure-fluid! value-slot name)
142 (make-module-ref loc runtime 'ensure-fluid! #t)
143 (list (make-const loc value-slot)
144 (make-const loc name))))
148 (define (set-variable! loc symbol value)
153 (make-lexical-set loc lexical lexical value))
160 (make-module-ref loc value-slot symbol #t)
163 (define (access-function loc symbol handle-lexical handle-global)
165 ((get-function-binding (fluid-ref bindings-data) symbol)
170 (define (reference-function loc symbol)
174 (lambda (gensym) (make-lexical-ref loc symbol gensym))
175 (lambda () (make-module-ref loc function-slot symbol #t))))
177 (define (set-function! loc symbol value)
181 (lambda (gensym) (make-lexical-set loc symbol gensym value))
185 (make-module-ref loc runtime 'set-symbol-function! #t)
186 (list (make-const loc symbol) value)))))
188 (define (bind-lexically? sym module decls)
189 (or (eq? module function-slot)
190 (let ((decl (assq-ref decls sym)))
191 (and (equal? module value-slot)
195 (fluid-ref lexical-binding)
196 (not (global? (resolve-module module) sym))))))))
198 (define (parse-let-binding loc binding)
201 (guard (symbol? var))
204 (guard (symbol? var))
207 (guard (symbol? var))
210 (report-error loc "malformed variable binding" binding))))
212 (define (parse-flet-binding loc binding)
214 ((,var ,args . ,body)
215 (guard (symbol? var))
216 (cons var `(function (lambda ,args ,@body))))
218 (report-error loc "malformed function binding" binding))))
220 (define (parse-declaration expr)
223 (map (cut cons <> 'lexical) vars))
227 (define (parse-body-1 body lambda?)
228 (let loop ((lst body)
233 (((declare . ,x) . ,tail)
234 (loop tail (append-reverse x decls) intspec doc))
235 (((interactive . ,x) . ,tail)
236 (guard lambda? (not intspec))
237 (loop tail decls x doc))
239 (guard lambda? (string? x) (not doc) (not (null? tail)))
240 (loop tail decls intspec x))
242 (values (append-map parse-declaration decls)
247 (define (parse-lambda-body body)
248 (parse-body-1 body #t))
250 (define (parse-body body)
251 (receive (decls intspec doc body) (parse-body-1 body #f)
252 (values decls body)))
254 ;;; Partition the argument list of a lambda expression into required,
255 ;;; optional and rest arguments.
257 (define (parse-lambda-list lst)
258 (define (%match lst null optional rest symbol)
261 ((&optional . ,tail) (optional tail))
262 ((&rest . ,tail) (rest tail))
263 ((,arg . ,tail) (guard (symbol? arg)) (symbol arg tail))
265 (define (return rreq ropt rest)
266 (values #t (reverse rreq) (reverse ropt) rest))
268 (values #f #f #f #f))
269 (define (parse-req lst rreq)
271 (lambda () (return rreq '() #f))
272 (lambda (tail) (parse-opt tail rreq '()))
273 (lambda (tail) (parse-rest tail rreq '()))
274 (lambda (arg tail) (parse-req tail (cons arg rreq)))))
275 (define (parse-opt lst rreq ropt)
277 (lambda () (return rreq ropt #f))
278 (lambda (tail) (fail))
279 (lambda (tail) (parse-rest tail rreq ropt))
280 (lambda (arg tail) (parse-opt tail rreq (cons arg ropt)))))
281 (define (parse-rest lst rreq ropt)
284 (lambda (tail) (fail))
285 (lambda (tail) (fail))
286 (lambda (arg tail) (parse-post-rest tail rreq ropt arg))))
287 (define (parse-post-rest lst rreq ropt rest)
289 (lambda () (return rreq ropt rest))
292 (lambda (arg tail) (fail))))
295 (define (make-simple-lambda loc meta req opt init rest vars body)
298 (make-lambda-case #f req opt rest #f init vars body #f)))
300 (define (make-dynlet src fluids vals body)
301 (let ((f (map (lambda (x) (gensym "fluid ")) fluids))
302 (v (map (lambda (x) (gensym "valud ")) vals)))
303 (make-let src (map (lambda (_) 'fluid) fluids) f fluids
304 (make-let src (map (lambda (_) 'val) vals) v vals
305 (let lp ((f f) (v v))
310 (list (make-lexical-ref #f 'fluid (car f))
311 (make-lexical-ref #f 'val (car v))
315 src '() #f #f #f '() '()
319 (define (compile-lambda loc meta args body)
320 (receive (valid? req-ids opt-ids rest-id)
321 (parse-lambda-list args)
323 (let* ((all-ids (append req-ids
325 (or (and=> rest-id list) '())))
326 (all-vars (map (lambda (ignore) (gensym)) all-ids)))
327 (let*-values (((decls intspec doc forms)
328 (parse-lambda-body body))
331 (compose (cut bind-lexically? <> value-slot decls)
333 (map list all-ids all-vars)))
334 ((lexical-ids lexical-vars) (unzip2 lexical))
335 ((dynamic-ids dynamic-vars) (unzip2 dynamic)))
336 (with-dynamic-bindings
337 (fluid-ref bindings-data)
340 (with-lexical-bindings
341 (fluid-ref bindings-data)
351 `(let ((,rest-id (if ,rest-id
361 (map (cut make-module-ref loc value-slot <> #t)
363 (map (cut make-lexical-ref loc <> <>)
367 (make-simple-lambda loc
371 (map (const (nil-value loc))
376 (report-error "invalid function" `(lambda ,args ,@body)))))
378 ;;; Handle the common part of defconst and defvar, that is, checking for
379 ;;; a correct doc string and arguments as well as maybe in the future
380 ;;; handling the docstring somehow.
382 (define (handle-var-def loc sym doc)
384 ((not (symbol? sym)) (report-error loc "expected symbol, got" sym))
385 ((> (length doc) 1) (report-error loc "too many arguments to defvar"))
386 ((and (not (null? doc)) (not (string? (car doc))))
387 (report-error loc "expected string as third argument of defvar, got"
389 ;; TODO: Handle doc string if present.
392 ;;; Handle macro and special operator bindings.
394 (define (find-operator name type)
397 (module-defined? (resolve-interface function-slot) name)
398 (let ((op (module-ref (resolve-module function-slot) name)))
399 (if (and (pair? op) (eq? (car op) type))
403 ;;; See if a (backquoted) expression contains any unquotes.
405 (define (contains-unquotes? expr)
407 (if (or (unquote? (car expr)) (unquote-splicing? (car expr)))
409 (or (contains-unquotes? (car expr))
410 (contains-unquotes? (cdr expr))))
413 ;;; Process a backquoted expression by building up the needed
414 ;;; cons/append calls. For splicing, it is assumed that the expression
415 ;;; spliced in evaluates to a list. The emacs manual does not really
416 ;;; state either it has to or what to do if it does not, but Scheme
417 ;;; explicitly forbids it and this seems reasonable also for elisp.
419 (define (unquote-cell? expr)
420 (and (list? expr) (= (length expr) 2) (unquote? (car expr))))
422 (define (unquote-splicing-cell? expr)
423 (and (list? expr) (= (length expr) 2) (unquote-splicing? (car expr))))
425 (define (process-backquote loc expr)
426 (if (contains-unquotes? expr)
428 (if (or (unquote-cell? expr) (unquote-splicing-cell? expr))
429 (compile-expr (cadr expr))
430 (let* ((head (car expr))
431 (processed-tail (process-backquote loc (cdr expr)))
432 (head-is-list-2 (and (list? head)
433 (= (length head) 2)))
434 (head-unquote (and head-is-list-2
435 (unquote? (car head))))
436 (head-unquote-splicing (and head-is-list-2
439 (if head-unquote-splicing
442 (compile-expr (cadr head))
444 (call-primitive loc 'cons
446 (compile-expr (cadr head))
447 (process-backquote loc head))
450 "non-pair expression contains unquotes"
452 (make-const loc expr)))
454 ;;; Special operators
456 (defspecial progn (loc args)
459 (list (nil-value loc))
460 (map compile-expr args))))
462 (defspecial eval-when-compile (loc args)
463 (make-const loc (compile `(progn ,@args) #:from 'elisp #:to 'value)))
465 (defspecial if (loc args)
467 ((,cond ,then . ,else)
470 (call-primitive loc 'not
471 (call-primitive loc 'nil? (compile-expr cond)))
473 (compile-expr `(progn ,@else))))))
475 (defspecial defconst (loc args)
477 ((,sym ,value . ,doc)
478 (if (handle-var-def loc sym doc)
480 (set-variable! loc sym (compile-expr value))
481 (make-const loc sym))))))
483 (defspecial defvar (loc args)
485 ((,sym) (make-const loc sym))
486 ((,sym ,value . ,doc)
487 (if (handle-var-def loc sym doc)
499 (make-const loc value-slot))
500 (make-const loc sym))
503 (make-module-ref loc value-slot sym #t))
506 (set-variable! loc sym (compile-expr value)))
507 (make-const loc sym))))))
509 (defspecial setq (loc args)
510 (define (car* x) (if (null? x) '() (car x)))
511 (define (cdr* x) (if (null? x) '() (cdr x)))
512 (define (cadr* x) (car* (cdr* x)))
513 (define (cddr* x) (cdr* (cdr* x)))
516 (let loop ((args args) (last (nil-value loc)))
519 (let ((sym (car args))
520 (val (compile-expr (cadr* args))))
521 (if (not (symbol? sym))
522 (report-error loc "expected symbol in setq")
524 (set-variable! loc sym val)
526 (reference-variable loc sym)))))))))
528 (defspecial let (loc args)
531 (let ((bindings (map (cut parse-let-binding loc <>) varlist)))
532 (receive (decls forms) (parse-body body)
533 (receive (lexical dynamic)
535 (compose (cut bind-lexically? <> value-slot decls)
538 (let ((make-values (lambda (for)
539 (map (lambda (el) (compile-expr (cdr el)))
541 (make-body (lambda () (compile-expr `(progn ,@forms)))))
547 (map (compose (cut make-module-ref
554 (map (compose compile-expr cdr)
557 (let* ((lexical-syms (map (lambda (el) (gensym)) lexical))
558 (dynamic-syms (map (lambda (el) (gensym)) dynamic))
559 (all-syms (append lexical-syms dynamic-syms))
560 (vals (append (make-values lexical)
561 (make-values dynamic))))
566 (with-lexical-bindings
567 (fluid-ref bindings-data)
590 (make-body))))))))))))))))
592 (defspecial let* (loc args)
595 (let ((bindings (map (cut parse-let-binding loc <>) varlist)))
596 (receive (decls forms) (parse-body body)
597 (let iterate ((tail bindings))
599 (compile-expr `(progn ,@forms))
600 (let ((sym (caar tail))
601 (value (compile-expr (cdar tail))))
602 (if (bind-lexically? sym value-slot decls)
603 (let ((target (gensym)))
608 (with-lexical-bindings
609 (fluid-ref bindings-data)
612 (lambda () (iterate (cdr tail))))))
617 (list (make-module-ref loc value-slot sym #t))
619 (iterate (cdr tail)))))))))))))
621 (defspecial flet (loc args)
624 (let ((names+vals (map (cut parse-flet-binding loc <>) bindings)))
625 (receive (decls forms) (parse-body body)
626 (let ((names (map car names+vals))
627 (vals (map cdr names+vals))
628 (gensyms (map (lambda (x) (gensym)) names+vals)))
629 (with-function-bindings
630 (fluid-ref bindings-data)
637 (map compile-expr vals)
638 (compile-expr `(progn ,@forms)))))))))))
640 (defspecial labels (loc args)
643 (let ((names+vals (map (cut parse-flet-binding loc <>) bindings)))
644 (receive (decls forms) (parse-body body)
645 (let ((names (map car names+vals))
646 (vals (map cdr names+vals))
647 (gensyms (map (lambda (x) (gensym)) names+vals)))
648 (with-function-bindings
649 (fluid-ref bindings-data)
657 (map compile-expr vals)
658 (compile-expr `(progn ,@forms)))))))))))
660 ;;; guile-ref allows building TreeIL's module references from within
661 ;;; elisp as a way to access data within the Guile universe. The module
662 ;;; and symbol referenced are static values, just like (@ module symbol)
665 (defspecial guile-ref (loc args)
667 ((,module ,sym) (guard (and (list? module) (symbol? sym)))
668 (make-module-ref loc module sym #t))))
670 ;;; guile-primitive allows to create primitive references, which are
671 ;;; still a little faster.
673 (defspecial guile-primitive (loc args)
676 (make-primitive-ref loc sym))))
678 (defspecial function (loc args)
680 (((lambda ,args . ,body))
681 (compile-lambda loc '() args body))
682 ((,sym) (guard (symbol? sym))
683 (reference-function loc sym))))
685 (defspecial defmacro (loc args)
687 ((,name ,args . ,body)
688 (if (not (symbol? name))
689 (report-error loc "expected symbol as macro name" name)
698 (make-module-ref loc '(guile) 'cons #t)
699 (list (make-const loc 'macro)
704 (make-const loc name))))
705 (compile tree-il #:from 'tree-il #:to 'value)
708 (defspecial defun (loc args)
710 ((,name ,args . ,body)
711 (if (not (symbol? name))
712 (report-error loc "expected symbol as function name" name)
720 (make-const loc name))))))
722 (defspecial #{`}# (loc args)
725 (process-backquote loc val))))
727 (defspecial quote (loc args)
730 (make-const loc val))))
732 (defspecial %funcall (loc args)
734 ((,function . ,arguments)
736 (compile-expr function)
737 (map compile-expr arguments)))))
739 (defspecial %set-lexical-binding-mode (loc args)
742 (fluid-set! lexical-binding val)
745 ;;; Compile a compound expression to Tree-IL.
747 (define (compile-pair loc expr)
748 (let ((operator (car expr))
749 (arguments (cdr expr)))
751 ((find-operator operator 'special-operator)
752 => (lambda (special-operator-function)
753 (special-operator-function loc arguments)))
754 ((find-operator operator 'macro)
755 => (lambda (macro-function)
756 (compile-expr (apply macro-function arguments))))
758 (compile-expr `(%funcall (function ,operator) ,@arguments))))))
760 ;;; Compile a symbol expression. This is a variable reference or maybe
761 ;;; some special value like nil.
763 (define (compile-symbol loc sym)
765 ((nil) (nil-value loc))
767 (else (reference-variable loc sym))))
769 ;;; Compile a single expression to TreeIL.
771 (define (compile-expr expr)
772 (let ((loc (location expr)))
775 (compile-symbol loc expr))
777 (compile-pair loc expr))
778 (else (make-const loc expr)))))
780 ;;; Process the compiler options.
781 ;;; FIXME: Why is '(()) passed as options by the REPL?
783 (define (valid-symbol-list-arg? value)
785 (and (list? value) (and-map symbol? value))))
787 (define (process-options! opt)
788 (if (and (not (null? opt))
789 (not (equal? opt '(()))))
790 (if (null? (cdr opt))
791 (report-error #f "Invalid compiler options" opt)
792 (let ((key (car opt))
795 ((#:warnings #:to-file?) ; ignore
797 (else (report-error #f
798 "Invalid compiler option"
801 (define (compile-tree-il expr env opts)
803 (with-fluids ((bindings-data (make-bindings)))
804 (process-options! opts)