(exec-suffixes): Initialize to a system-dependent value.
[bpt/emacs.git] / lisp / jit-lock.el
index d2e94fd..cf97a44 100644 (file)
@@ -1,10 +1,9 @@
-;;; jit-lock.el --- just-in-time fontification.
+;;; jit-lock.el --- just-in-time fontification
 
-;; Copyright (C) 1998 Free Software Foundation, Inc.
+;; Copyright (C) 1998, 2000, 2001 Free Software Foundation, Inc.
 
 ;; Author: Gerd Moellmann <gerd@gnu.org>
 ;; Keywords: faces files
-;; Version: 1.0
 
 ;; This file is part of GNU Emacs.
 
 ;;; Code:
 
 
-(require 'font-lock)
-
 (eval-when-compile
-  (defmacro with-buffer-prepared-for-font-lock (&rest body)
+  (defmacro with-buffer-unmodified (&rest body)
+    "Eval BODY, preserving the current buffer's modified state."
+    (let ((modified (make-symbol "modified")))
+      `(let ((,modified (buffer-modified-p)))
+        (unwind-protect
+            (progn ,@body)
+          (unless ,modified
+            (restore-buffer-modified-p nil))))))
+  
+  (defmacro with-buffer-prepared-for-jit-lock (&rest body)
     "Execute BODY in current buffer, overriding several variables.
 Preserves the `buffer-modified-p' state of the current buffer."
-    `(let ((modified (buffer-modified-p))
-          (buffer-undo-list t)
-          (inhibit-read-only t)
-          (inhibit-point-motion-hooks t)
-          before-change-functions
-          after-change-functions
-          deactivate-mark
-          buffer-file-name
-          buffer-file-truename)
-       ,@body
-       (set-buffer-modified-p modified))))
-  
+    `(with-buffer-unmodified
+      (let ((buffer-undo-list t)
+           (inhibit-read-only t)
+           (inhibit-point-motion-hooks t)
+           (inhibit-modification-hooks t)
+           deactivate-mark
+           buffer-file-name
+           buffer-file-truename)
+       ,@body))))
 
+  
 \f
 ;;; Customization.
 
 (defcustom jit-lock-chunk-size 500
-  "*Font-lock chunks of this many characters, or smaller."
+  "*Jit-lock chunks of this many characters, or smaller."
   :type 'integer
   :group 'jit-lock)
 
@@ -61,7 +65,7 @@ Preserves the `buffer-modified-p' state of the current buffer."
 (defcustom jit-lock-stealth-time 3
   "*Time in seconds to wait before beginning stealth fontification.
 Stealth fontification occurs if there is no input within this time.
-If nil, means stealth fontification is never performed.
+If nil, stealth fontification is never performed.
 
 The value of this variable is used when JIT Lock mode is turned on."
   :type '(choice (const :tag "never" nil)
@@ -131,23 +135,25 @@ The value of this variable is used when JIT Lock mode is turned on."
   "Non-nil means Just-in-time Lock mode is active.")
 (make-variable-buffer-local 'jit-lock-mode)
 
+(defvar jit-lock-functions nil
+  "Functions to do the actual fontification.
+They are called with two arguments: the START and END of the region to fontify.")
+(make-variable-buffer-local 'jit-lock-functions)
 
 (defvar jit-lock-first-unfontify-pos nil
-  "Consider text after this position as unfontified.")
+  "Consider text after this position as contextually unfontified.
+If nil, contextual fontification is disabled.")
 (make-variable-buffer-local 'jit-lock-first-unfontify-pos)
 
 
 (defvar jit-lock-stealth-timer nil
   "Timer for stealth fontification in Just-in-time Lock mode.")
-
-
 \f
 ;;; JIT lock mode
 
-;;;###autoload
 (defun jit-lock-mode (arg)
   "Toggle Just-in-time Lock mode.
-With arg, turn Just-in-time Lock mode on if and only if arg is positive.
+Turn Just-in-time Lock mode on if and only if ARG is non-nil.
 Enable it automatically by customizing group `font-lock'.
 
 When Just-in-time Lock mode is enabled, fontification is different in the
@@ -175,44 +181,28 @@ following ways:
 Stealth fontification only occurs while the system remains unloaded.
 If the system load rises above `jit-lock-stealth-load' percent, stealth
 fontification is suspended.  Stealth fontification intensity is controlled via
-the variable `jit-lock-stealth-nice' and `jit-lock-stealth-lines'."
-  (interactive "P")
-  (setq jit-lock-mode (if arg
-                         (> (prefix-numeric-value arg) 0)
-                       (not jit-lock-mode)))
-  (cond ((and jit-lock-mode
-             (or (not (boundp 'font-lock-mode))
-                 (not font-lock-mode)))
-        ;; If font-lock is not on, turn it on, with Just-in-time
-        ;; Lock mode as support mode; font-lock will call us again.
-        (let ((font-lock-support-mode 'jit-lock-mode))
-          (font-lock-mode t)))
-
-       ;; Turn Just-in-time Lock mode on.
-       (jit-lock-mode
-        ;; Setting `font-lock-fontified' makes font-lock believe the
-        ;; buffer is already fontified, so that it won't highlight
-        ;; the whole buffer.
-        (make-local-variable 'font-lock-fontified)
-        (setq font-lock-fontified t)
-
-        (setq jit-lock-first-unfontify-pos nil)
-        
+the variable `jit-lock-stealth-nice'."
+  (setq jit-lock-mode arg)
+  (cond (;; Turn Just-in-time Lock mode on.
+        jit-lock-mode
+
+        ;; Mark the buffer for refontification
+        (jit-lock-refontify)
+
         ;; Install an idle timer for stealth fontification.
-        (when (and jit-lock-stealth-time
-                   (null jit-lock-stealth-timer))
-          (setq jit-lock-stealth-timer 
+        (when (and jit-lock-stealth-time (null jit-lock-stealth-timer))
+          (setq jit-lock-stealth-timer
                 (run-with-idle-timer jit-lock-stealth-time
                                      jit-lock-stealth-time
                                      'jit-lock-stealth-fontify)))
 
-        ;; Add a hook for deferred contectual fontification.
-        (when (or (eq jit-lock-defer-contextually 'always)
-                  (and (not (eq jit-lock-defer-contextually 'never))
-                       (null font-lock-keywords-only)))
-          (add-hook 'after-change-functions 'jit-lock-after-change))
-        
-        ;; Install the fontification hook.
+        ;; Initialize deferred contextual fontification if requested.
+        (when (eq jit-lock-defer-contextually t)
+          (setq jit-lock-first-unfontify-pos
+                (or jit-lock-first-unfontify-pos (point-max))))
+
+        ;; Setup our hooks.
+        (add-hook 'after-change-functions 'jit-lock-after-change nil t)
         (add-hook 'fontification-functions 'jit-lock-function))
 
        ;; Turn Just-in-time Lock mode off.
@@ -223,16 +213,37 @@ the variable `jit-lock-stealth-nice' and `jit-lock-stealth-lines'."
           (setq jit-lock-stealth-timer nil))
 
         ;; Remove hooks.
-        (remove-hook 'after-change-functions 'jit-lock-after-change)
+        (remove-hook 'after-change-functions 'jit-lock-after-change t)
         (remove-hook 'fontification-functions 'jit-lock-function))))
 
-
 ;;;###autoload
-(defun turn-on-jit-lock ()
-  "Unconditionally turn on Just-in-time Lock mode."
-  (jit-lock-mode 1))
-
-
+(defun jit-lock-register (fun &optional contextual)
+  "Register FUN as a fontification function to be called in this buffer.
+FUN will be called with two arguments START and END indicating the region
+that needs to be (re)fontified.
+If non-nil, CONTEXTUAL means that a contextual fontification would be useful."
+  (add-hook 'jit-lock-functions fun nil t)
+  (when (and contextual jit-lock-defer-contextually)
+    (set (make-local-variable 'jit-lock-defer-contextually) t))
+  (jit-lock-mode t))
+
+(defun jit-lock-unregister (fun)
+  "Unregister FUN as a fontification function.
+Only applies to the current buffer."
+  (remove-hook 'jit-lock-functions fun t)
+  (unless jit-lock-functions (jit-lock-mode nil)))
+
+;; This function is used to prevent font-lock-fontify-buffer from
+;; fontifying eagerly the whole buffer.  This is important for
+;; things like CWarn mode which adds/removes a few keywords and
+;; does a refontify (which takes ages on large files).
+(defun jit-lock-refontify (&optional beg end)
+  "Force refontification of the region BEG..END (default whole buffer)."
+  (with-buffer-prepared-for-jit-lock
+   (save-restriction
+     (widen)
+     (add-text-properties (or beg (point-min)) (or end (point-max))
+                         '(fontified nil)))))
 \f
 ;;; On demand fontification.
 
@@ -241,62 +252,53 @@ the variable `jit-lock-stealth-nice' and `jit-lock-stealth-lines'."
 This function is added to `fontification-functions' when `jit-lock-mode'
 is active."
   (when jit-lock-mode
-    (with-buffer-prepared-for-font-lock
-     (let ((end (min (point-max) (+ start jit-lock-chunk-size)))
-          (parse-sexp-lookup-properties font-lock-syntactic-keywords)
-          (old-syntax-table (syntax-table))
-          (font-lock-beginning-of-syntax-function nil)
-          next)
-       (when font-lock-syntax-table
-        (set-syntax-table font-lock-syntax-table))
-       (save-excursion
-        (save-restriction
-          (widen)
-          (save-match-data
-            (condition-case error
-                ;; Fontify chunks beginning at START.  The end of a
-                ;; chunk is either `end', or the start of a region
-                ;; before `end' that has already been fontified.
-                (while start
-                  ;; Determine the end of this chunk.
-                  (setq next (or (text-property-any start end 'fontified t)
-                                 end))
-                  
-                  ;; Goto to the start of the chunk.  Make sure we
-                  ;; start fontifying at the beginning of the line
-                  ;; containing the chunk start because font-lock
-                  ;; functions seem to expects this, if I believe
-                  ;; lazy-lock.
-                  (goto-char start)
-                  (setq start (line-beginning-position))
+    (jit-lock-fontify-now start (+ start jit-lock-chunk-size))))
+     
+
+(defun jit-lock-fontify-now (&optional start end)
+  "Fontify current buffer from START to END.
+Defaults to the whole buffer.  END can be out of bounds."
+  (with-buffer-prepared-for-jit-lock
+   (save-excursion
+     (save-restriction
+       (widen)
+       (unless start (setq start (point-min)))
+       (setq end (if end (min end (point-max)) (point-max)))
+       ;; This did bind `font-lock-beginning-of-syntax-function' to
+       ;; nil at some point, for an unknown reason.  Don't do this; it
+       ;; can make highlighting slow due to expensive calls to
+       ;; `parse-partial-sexp' in function
+       ;; `font-lock-fontify-syntactically-region'.  Example: paging
+       ;; from the end of a buffer to its start, can do repeated
+       ;; `parse-partial-sexp' starting from `point-min', which can
+       ;; take a long time in a large buffer.
+       (let (next)
+        (save-match-data
+          ;; Fontify chunks beginning at START.  The end of a
+          ;; chunk is either `end', or the start of a region
+          ;; before `end' that has already been fontified.
+          (while start
+            ;; Determine the end of this chunk.
+            (setq next (or (text-property-any start end 'fontified t)
+                           end))
+
+            ;; Decide which range of text should be fontified.
+            ;; The problem is that START and NEXT may be in the
+            ;; middle of something matched by a font-lock regexp.
+            ;; Until someone has a better idea, let's start
+            ;; at the start of the line containing START and
+            ;; stop at the start of the line following NEXT.
+            (goto-char next)  (setq next (line-beginning-position 2))
+            (goto-char start) (setq start (line-beginning-position))
+            
+            ;; Fontify the chunk, and mark it as fontified.
+            ;; We mark it first, to make sure that we don't indefinitely
+            ;; re-execute this fontification if an error occurs.
+            (add-text-properties start next '(fontified t))
+            (run-hook-with-args 'jit-lock-functions start next)
                   
-                  ;; Fontify the chunk, and mark it as fontified.
-                  (font-lock-fontify-region start end nil)
-                  (add-text-properties start next '(fontified t))
-                  
-                  ;; Find the start of the next chunk, if any.
-                  (setq start (text-property-any next end 'fontified nil)))
-              
-              ((error quit)
-               (message "Fontifying region...%s" error))))))
-       
-       ;; Restore previous buffer settings.
-       (set-syntax-table old-syntax-table)))))
-
-
-(defun jit-lock-after-fontify-buffer ()
-  "Mark the current buffer as fontified.
-Called from `font-lock-after-fontify-buffer."
-  (with-buffer-prepared-for-font-lock
-   (add-text-properties (point-min) (point-max) '(fontified t))))
-
-
-(defun jit-lock-after-unfontify-buffer ()
-  "Mark the current buffer as unfontified.
-Called from `font-lock-after-fontify-buffer."
-  (with-buffer-prepared-for-font-lock
-   (remove-text-properties (point-min) (point-max) '(fontified nil))))
-
+            ;; Find the start of the next chunk, if any.
+            (setq start (text-property-any next end 'fontified nil)))))))))
 
 \f
 ;;; Stealth fontification.
@@ -304,39 +306,44 @@ Called from `font-lock-after-fontify-buffer."
 (defsubst jit-lock-stealth-chunk-start (around)
   "Return the start of the next chunk to fontify around position AROUND..
 Value is nil if there is nothing more to fontify."
-  (save-restriction
-    (widen)
-    (let ((prev (previous-single-property-change around 'fontified))
-         (next (text-property-any around (point-max) 'fontified nil))
-         (prop (get-text-property around 'fontified)))
-      (cond ((and (null prop)
-                 (< around (point-max)))
-            ;; Text at position AROUND is not fontified.  The value of
-            ;; prev, if non-nil, is the start of the region of
-            ;; unfontified text.  As a special case, prop will always
-            ;; be nil at point-max.  So don't handle that case here.
-            (max (or prev (point-min))
-                 (- around jit-lock-chunk-size)))
-           
-           ((null prev)
-            ;; Text at AROUND is fontified, and everything up to
-            ;; point-min is.  Return the value of next.  If that is
-            ;; nil, there is nothing left to fontify.
-            next)
-           
-           ((or (null next)
-                (< (- around prev) (- next around)))
-            ;; We either have no unfontified text following AROUND, or
-            ;; the unfontified text in front of AROUND is nearer.  The
-            ;; value of prev is the end of the region of unfontified
-            ;; text in front of AROUND.
-            (let ((start (previous-single-property-change prev 'fontified)))
-              (max (or start (point-min))
-                   (- prev jit-lock-chunk-size))))
-           
-           (t
-            next)))))
-
+  (if (zerop (buffer-size))
+      nil
+    (save-restriction
+      (widen)
+      (let* ((next (text-property-any around (point-max) 'fontified nil))
+            (prev (previous-single-property-change around 'fontified))
+            (prop (get-text-property (max (point-min) (1- around))
+                                     'fontified))
+            (start (cond
+                    ((null prev)
+                     ;; There is no property change between AROUND
+                     ;; and the start of the buffer.  If PROP is
+                     ;; non-nil, everything in front of AROUND is
+                     ;; fontified, otherwise nothing is fontified.
+                     (if prop
+                         nil
+                       (max (point-min)
+                            (- around (/ jit-lock-chunk-size 2)))))
+                    (prop
+                     ;; PREV is the start of a region of fontified
+                     ;; text containing AROUND.  Start fontifying a
+                     ;; chunk size before the end of the unfontified
+                     ;; region in front of that.
+                     (max (or (previous-single-property-change prev 'fontified)
+                              (point-min))
+                          (- prev jit-lock-chunk-size)))
+                    (t
+                     ;; PREV is the start of a region of unfontified
+                     ;; text containing AROUND.  Start at PREV or
+                     ;; chunk size in front of AROUND, whichever is
+                     ;; nearer.
+                     (max prev (- around jit-lock-chunk-size)))))
+            (result (cond ((null start) next)
+                          ((null next) start)
+                          ((< (- around start) (- next around)) start)
+                          (t next))))
+       result))))
+       
 
 (defun jit-lock-stealth-fontify ()
   "Fontify buffers stealthily.
@@ -347,10 +354,10 @@ This functions is called after Emacs has been idle for
     (let ((buffers (buffer-list))
          minibuffer-auto-raise
          message-log-max)
-      (while (and buffers
-                 (not (input-pending-p)))
+      (while (and buffers (not (input-pending-p)))
        (let ((buffer (car buffers)))
          (setq buffers (cdr buffers))
+         
          (with-current-buffer buffer
            (when jit-lock-mode
              ;; This is funny.  Calling sit-for with 3rd arg non-nil
@@ -370,18 +377,23 @@ This functions is called after Emacs has been idle for
              (with-temp-message (if jit-lock-stealth-verbose
                                     (concat "JIT stealth lock "
                                             (buffer-name)))
-             
+
                ;; Perform deferred unfontification, if any.
                (when jit-lock-first-unfontify-pos
                  (save-restriction
                    (widen)
                    (when (and (>= jit-lock-first-unfontify-pos (point-min))
                               (< jit-lock-first-unfontify-pos (point-max)))
-                     (with-buffer-prepared-for-font-lock
+                     (with-buffer-prepared-for-jit-lock
                       (put-text-property jit-lock-first-unfontify-pos
                                          (point-max) 'fontified nil))
-                     (setq jit-lock-first-unfontify-pos nil))))
-               
+                     (setq jit-lock-first-unfontify-pos (point-max)))))
+
+               ;; In the following code, the `sit-for' calls cause a
+               ;; redisplay, so it's required that the
+               ;; buffer-modified flag of a buffer that is displayed
+               ;; has the right value---otherwise the mode line of
+               ;; an unmodified buffer would show a `*'.
                (let (start
                      (nice (or jit-lock-stealth-nice 0))
                      (point (point)))
@@ -396,7 +408,8 @@ This functions is called after Emacs has been idle for
                    
                    ;; Unless there's input pending now, fontify.
                    (unless (input-pending-p)
-                     (jit-lock-function start))))))))))))
+                     (jit-lock-fontify-now
+                      start (+ start jit-lock-chunk-size)))))))))))))
 
 
 \f
@@ -410,16 +423,32 @@ is the pre-change length.
 This function ensures that lines following the change will be refontified
 in case the syntax of those lines has changed.  Refontification
 will take place when text is fontified stealthily."
-  ;; Don't do much here---removing text properties is too slow for
-  ;; fast typers, giving them the impression of Emacs not being
-  ;; very responsive.
   (when jit-lock-mode
-    (setq jit-lock-first-unfontify-pos
-         (if jit-lock-first-unfontify-pos
-             (min jit-lock-first-unfontify-pos start)
-           start))))
+    (save-excursion
+      (with-buffer-prepared-for-jit-lock
+       ;; It's important that the `fontified' property be set from the
+       ;; beginning of the line, else font-lock will properly change the
+       ;; text's face, but the display will have been done already and will
+       ;; be inconsistent with the buffer's content.
+       (goto-char start)
+       (setq start (line-beginning-position))
+       
+       ;; If we're in text that matches a multi-line font-lock pattern,
+       ;; make sure the whole text will be redisplayed.
+       (when (get-text-property start 'font-lock-multiline)
+        (setq start (or (previous-single-property-change
+                         start 'font-lock-multiline)
+                        (point-min))))
+       
+       ;; Make sure we change at least one char (in case of deletions).
+       (setq end (min (max end (1+ start)) (point-max)))
+       ;; Request refontification.
+       (put-text-property start end 'fontified nil))
+      ;; Mark the change for deferred contextual refontification.
+      (when jit-lock-first-unfontify-pos
+       (setq jit-lock-first-unfontify-pos
+             (min jit-lock-first-unfontify-pos start))))))
   
-
 (provide 'jit-lock)
 
-;; jit-lock.el ends here
+;;; jit-lock.el ends here