(jit-lock-stealth-fontify): Allow quit.
[bpt/emacs.git] / lisp / jit-lock.el
index 8bf3bf7..3a0e391 100644 (file)
@@ -1,10 +1,9 @@
-;;; jit-lock.el --- just-in-time fontification.
+;;; jit-lock.el --- just-in-time fontification
 
-;; Copyright (C) 1998 Free Software Foundation, Inc.
+;; Copyright (C) 1998, 2000, 2001, 2004 Free Software Foundation, Inc.
 
 ;; Author: Gerd Moellmann <gerd@gnu.org>
 ;; Keywords: faces files
-;; Version: 1.0
 
 ;; This file is part of GNU Emacs.
 
 ;;; Code:
 
 
-(require 'font-lock)
-
 (eval-when-compile
   (defmacro with-buffer-unmodified (&rest body)
     "Eval BODY, preserving the current buffer's modified state."
     (let ((modified (make-symbol "modified")))
       `(let ((,modified (buffer-modified-p)))
-        ,@body
-        (unless ,modified
-          (restore-buffer-modified-p nil)))))
-  
+        (unwind-protect
+            (progn ,@body)
+          (unless ,modified
+            (restore-buffer-modified-p nil))))))
+
   (defmacro with-buffer-prepared-for-jit-lock (&rest body)
     "Execute BODY in current buffer, overriding several variables.
 Preserves the `buffer-modified-p' state of the current buffer."
@@ -54,10 +52,16 @@ Preserves the `buffer-modified-p' state of the current buffer."
            buffer-file-truename)
        ,@body))))
 
-  
+
 \f
 ;;; Customization.
 
+(defgroup jit-lock nil
+  "Font Lock support mode to fontify just-in-time."
+  :link '(custom-manual "(emacs)Support Modes")
+  :version "21.1"
+  :group 'font-lock)
+
 (defcustom jit-lock-chunk-size 500
   "*Jit-lock chunks of this many characters, or smaller."
   :type 'integer
@@ -67,7 +71,7 @@ Preserves the `buffer-modified-p' state of the current buffer."
 (defcustom jit-lock-stealth-time 3
   "*Time in seconds to wait before beginning stealth fontification.
 Stealth fontification occurs if there is no input within this time.
-If nil, means stealth fontification is never performed.
+If nil, stealth fontification is never performed.
 
 The value of this variable is used when JIT Lock mode is turned on."
   :type '(choice (const :tag "never" nil)
@@ -84,9 +88,9 @@ To reduce machine load during stealth fontification, at the cost of stealth
 taking longer to fontify, you could increase the value of this variable.
 See also `jit-lock-stealth-load'."
   :type '(choice (const :tag "never" nil)
-                (number :tag "seconds"))         
+                (number :tag "seconds"))
   :group 'jit-lock)
+
 
 (defcustom jit-lock-stealth-load
   (if (condition-case nil (load-average) (error)) 200)
@@ -111,15 +115,16 @@ See also `jit-lock-stealth-nice'."
   :group 'jit-lock)
 
 
-(defcustom jit-lock-defer-contextually 'syntax-driven
-  "*If non-nil, means deferred fontification should be syntactically true.
-If nil, means deferred fontification occurs only on those lines modified.  This
+(defvaralias 'jit-lock-defer-contextually 'jit-lock-contextually)
+(defcustom jit-lock-contextually 'syntax-driven
+  "*If non-nil, means fontification should be syntactically true.
+If nil, means fontification occurs only on those lines modified.  This
 means where modification on a line causes syntactic change on subsequent lines,
 those subsequent lines are not refontified to reflect their new context.
-If t, means deferred fontification occurs on those lines modified and all
+If t, means fontification occurs on those lines modified and all
 subsequent lines.  This means those subsequent lines are refontified to reflect
 their new syntactic context, either immediately or when scrolling into them.
-If any other value, e.g., `syntax-driven', means deferred syntactically true
+If any other value, e.g., `syntax-driven', means syntactically true
 fontification occurs only if syntactic fontification is performed using the
 buffer mode's syntax table, i.e., only if `font-lock-keywords-only' is nil.
 
@@ -129,7 +134,12 @@ The value of this variable is used when JIT Lock mode is turned on."
                 (other :tag "syntax-driven" syntax-driven))
   :group 'jit-lock)
 
-
+(defcustom jit-lock-defer-time nil ;; 0.25
+  "Idle time after which deferred fontification should take place.
+If nil, fontification is not deferred."
+  :group 'jit-lock
+  :type '(choice (const :tag "never" nil)
+                (number :tag "seconds")))
 \f
 ;;; Variables that are not customizable.
 
@@ -137,23 +147,28 @@ The value of this variable is used when JIT Lock mode is turned on."
   "Non-nil means Just-in-time Lock mode is active.")
 (make-variable-buffer-local 'jit-lock-mode)
 
+(defvar jit-lock-functions nil
+  "Functions to do the actual fontification.
+They are called with two arguments: the START and END of the region to fontify.")
+(make-variable-buffer-local 'jit-lock-functions)
 
-(defvar jit-lock-first-unfontify-pos nil
-  "Consider text after this position as unfontified.
+(defvar jit-lock-context-unfontify-pos nil
+  "Consider text after this position as contextually unfontified.
 If nil, contextual fontification is disabled.")
-(make-variable-buffer-local 'jit-lock-first-unfontify-pos)
+(make-variable-buffer-local 'jit-lock-context-unfontify-pos)
 
 
 (defvar jit-lock-stealth-timer nil
   "Timer for stealth fontification in Just-in-time Lock mode.")
 
-(defvar jit-lock-saved-fontify-buffer-function nil
-  "Value of `font-lock-fontify-buffer-function' before jit-lock's activation.") 
+(defvar jit-lock-defer-timer nil
+  "Timer for deferred fontification in Just-in-time Lock mode.")
 
+(defvar jit-lock-defer-buffers nil
+  "List of buffers with pending deferred fontification.")
 \f
 ;;; JIT lock mode
 
-;;;###autoload
 (defun jit-lock-mode (arg)
   "Toggle Just-in-time Lock mode.
 Turn Just-in-time Lock mode on if and only if ARG is non-nil.
@@ -173,7 +188,7 @@ following ways:
   been idle for `jit-lock-stealth-time' seconds, while Emacs remains idle.
   This is useful if any buffer has any deferred fontification.
 
-- Deferred context fontification if `jit-lock-defer-contextually' is
+- Deferred context fontification if `jit-lock-contextually' is
   non-nil.  This means fontification updates the buffer corresponding to
   true syntactic context, after `jit-lock-stealth-time' seconds of Emacs
   idle time, while Emacs remains idle.  Otherwise, fontification occurs
@@ -189,75 +204,78 @@ the variable `jit-lock-stealth-nice'."
   (cond (;; Turn Just-in-time Lock mode on.
         jit-lock-mode
 
-        ;; Mark the buffer for refontification
-        ;; (in case spurious `fontified' text-props were left around).
-        (jit-lock-fontify-buffer)
-
-        ;; Setting `font-lock-fontified' makes font-lock believe the
-        ;; buffer is already fontified, so that it won't highlight
-        ;; the whole buffer or bail out on a large buffer.
-        (set (make-local-variable 'font-lock-fontified) t)
-
-        ;; Setup JIT font-lock-fontify-buffer.
-        (unless jit-lock-saved-fontify-buffer-function
-          (set (make-local-variable 'jit-lock-saved-fontify-buffer-function)
-               font-lock-fontify-buffer-function)
-          (set (make-local-variable 'font-lock-fontify-buffer-function)
-               'jit-lock-fontify-buffer))
+        ;; Mark the buffer for refontification.
+        (jit-lock-refontify)
 
         ;; Install an idle timer for stealth fontification.
-        (when (and jit-lock-stealth-time
-                   (null jit-lock-stealth-timer))
+        (when (and jit-lock-stealth-time (null jit-lock-stealth-timer))
           (setq jit-lock-stealth-timer
-                (run-with-idle-timer jit-lock-stealth-time
-                                     jit-lock-stealth-time
+                (run-with-idle-timer jit-lock-stealth-time t
                                      'jit-lock-stealth-fontify)))
 
-        ;; Initialize deferred contextual fontification if requested.
-        (when (or (eq jit-lock-defer-contextually 'always)
-                  (and (not (eq jit-lock-defer-contextually 'never))
-                       (null font-lock-keywords-only)))
-          (setq jit-lock-first-unfontify-pos (point-max)))
+        ;; Init deferred fontification timer.
+        (when (and jit-lock-defer-time (null jit-lock-defer-timer))
+          (setq jit-lock-defer-timer
+                (run-with-idle-timer jit-lock-defer-time t
+                                     'jit-lock-deferred-fontify)))
+
+        ;; Initialize contextual fontification if requested.
+        (when (eq jit-lock-contextually t)
+          (setq jit-lock-context-unfontify-pos
+                (or jit-lock-context-unfontify-pos (point-max))))
 
-        ;; Setup our after-change-function
-        ;; and remove font-lock's (if any).
-        (remove-hook 'after-change-functions 'font-lock-after-change-function t)
+        ;; Setup our hooks.
         (add-hook 'after-change-functions 'jit-lock-after-change nil t)
-        
-        ;; Install the fontification hook.
         (add-hook 'fontification-functions 'jit-lock-function))
 
        ;; Turn Just-in-time Lock mode off.
        (t
-        ;; Cancel our idle timer.
-        (when jit-lock-stealth-timer
-          (cancel-timer jit-lock-stealth-timer)
-          (setq jit-lock-stealth-timer nil))
-
-        ;; Restore non-JIT font-lock-fontify-buffer.
-        (when jit-lock-saved-fontify-buffer-function
-          (set (make-local-variable 'font-lock-fontify-buffer-function)
-               jit-lock-saved-fontify-buffer-function)
-          (setq jit-lock-saved-fontify-buffer-function nil))
-
-        ;; Remove hooks (and restore font-lock's if necessary).
+        ;; Cancel our idle timers.
+        (when (and (or jit-lock-stealth-timer jit-lock-defer-timer)
+                   ;; Only if there's no other buffer using them.
+                   (not (catch 'found
+                          (dolist (buf (buffer-list))
+                            (with-current-buffer buf
+                              (when jit-lock-mode (throw 'found t)))))))
+          (when jit-lock-stealth-timer
+            (cancel-timer jit-lock-stealth-timer)
+            (setq jit-lock-stealth-timer nil))
+          (when jit-lock-defer-timer
+            (cancel-timer jit-lock-defer-timer)
+            (setq jit-lock-defer-timer nil)))
+
+        ;; Remove hooks.
         (remove-hook 'after-change-functions 'jit-lock-after-change t)
-        (when font-lock-mode
-          (add-hook 'after-change-functions
-                    'font-lock-after-change-function nil t))
         (remove-hook 'fontification-functions 'jit-lock-function))))
 
+;;;###autoload
+(defun jit-lock-register (fun &optional contextual)
+  "Register FUN as a fontification function to be called in this buffer.
+FUN will be called with two arguments START and END indicating the region
+that needs to be (re)fontified.
+If non-nil, CONTEXTUAL means that a contextual fontification would be useful."
+  (add-hook 'jit-lock-functions fun nil t)
+  (when (and contextual jit-lock-contextually)
+    (set (make-local-variable 'jit-lock-contextually) t))
+  (jit-lock-mode t))
+
+(defun jit-lock-unregister (fun)
+  "Unregister FUN as a fontification function.
+Only applies to the current buffer."
+  (remove-hook 'jit-lock-functions fun t)
+  (unless jit-lock-functions (jit-lock-mode nil)))
 
 ;; This function is used to prevent font-lock-fontify-buffer from
 ;; fontifying eagerly the whole buffer.  This is important for
 ;; things like CWarn mode which adds/removes a few keywords and
 ;; does a refontify (which takes ages on large files).
-(defun jit-lock-fontify-buffer ()
+(defun jit-lock-refontify (&optional beg end)
+  "Force refontification of the region BEG..END (default whole buffer)."
   (with-buffer-prepared-for-jit-lock
    (save-restriction
      (widen)
-     (add-text-properties (point-min) (point-max) '(fontified nil)))))
-
+     (put-text-property (or beg (point-min)) (or end (point-max))
+                       'fontified nil))))
 \f
 ;;; On demand fontification.
 
@@ -266,55 +284,69 @@ the variable `jit-lock-stealth-nice'."
 This function is added to `fontification-functions' when `jit-lock-mode'
 is active."
   (when jit-lock-mode
-    (jit-lock-function-1 start)))
-     
-  
-(defun jit-lock-function-1 (start)
-  "Fontify current buffer starting at position START."
+    (if (null jit-lock-defer-time)
+       ;; No deferral.
+       (jit-lock-fontify-now start (+ start jit-lock-chunk-size))
+      ;; Record the buffer for later fontification.
+      (unless (memq (current-buffer) jit-lock-defer-buffers)
+       (push (current-buffer) jit-lock-defer-buffers))
+      ;; Mark the area as defer-fontified so that the redisplay engine
+      ;; is happy and so that the idle timer can find the places to fontify.
+      (with-buffer-prepared-for-jit-lock
+       (put-text-property start
+                         (next-single-property-change
+                          start 'fontified nil
+                          (min (point-max) (+ start jit-lock-chunk-size)))
+                         'fontified 'defer)))))
+
+(defun jit-lock-fontify-now (&optional start end)
+  "Fontify current buffer from START to END.
+Defaults to the whole buffer.  END can be out of bounds."
   (with-buffer-prepared-for-jit-lock
    (save-excursion
-     (save-restriction
-       (widen)
-       (let ((end (min (point-max) (+ start jit-lock-chunk-size)))
-            (parse-sexp-lookup-properties font-lock-syntactic-keywords)
-            (font-lock-beginning-of-syntax-function nil)
-            (old-syntax-table (syntax-table))
-            next font-lock-start font-lock-end)
-        (when font-lock-syntax-table
-          (set-syntax-table font-lock-syntax-table))
-        (save-match-data
-          (condition-case error
-              ;; Fontify chunks beginning at START.  The end of a
-              ;; chunk is either `end', or the start of a region
-              ;; before `end' that has already been fontified.
-              (while start
-                ;; Determine the end of this chunk.
-                (setq next (or (text-property-any start end 'fontified t)
-                               end))
-
-                ;; Decide which range of text should be fontified.
-                ;; The problem is that START and NEXT may be in the
-                ;; middle of something matched by a font-lock regexp.
-                ;; Until someone has a better idea, let's start
-                ;; at the start of the line containing START and
-                ;; stop at the start of the line following NEXT.
-                (goto-char next)
-                (setq font-lock-end (line-beginning-position 2))
-                (goto-char start)
-                (setq font-lock-start (line-beginning-position))
-                  
-                ;; Fontify the chunk, and mark it as fontified.
-                (font-lock-fontify-region font-lock-start font-lock-end nil)
-                (add-text-properties start next '(fontified t))
-                  
-                ;; Find the start of the next chunk, if any.
-                (setq start (text-property-any next end 'fontified nil)))
-              
-            ((error quit)
-             (message "Fontifying region...%s" error))))
-       
-        ;; Restore previous buffer settings.
-        (set-syntax-table old-syntax-table))))))
+     (unless start (setq start (point-min)))
+     (setq end (if end (min end (point-max)) (point-max)))
+     ;; This did bind `font-lock-beginning-of-syntax-function' to
+     ;; nil at some point, for an unknown reason.  Don't do this; it
+     ;; can make highlighting slow due to expensive calls to
+     ;; `parse-partial-sexp' in function
+     ;; `font-lock-fontify-syntactically-region'.  Example: paging
+     ;; from the end of a buffer to its start, can do repeated
+     ;; `parse-partial-sexp' starting from `point-min', which can
+     ;; take a long time in a large buffer.
+     (let (next)
+       (save-match-data
+        ;; Fontify chunks beginning at START.  The end of a
+        ;; chunk is either `end', or the start of a region
+        ;; before `end' that has already been fontified.
+        (while start
+          ;; Determine the end of this chunk.
+          (setq next (or (text-property-any start end 'fontified t)
+                         end))
+
+          ;; Decide which range of text should be fontified.
+          ;; The problem is that START and NEXT may be in the
+          ;; middle of something matched by a font-lock regexp.
+          ;; Until someone has a better idea, let's start
+          ;; at the start of the line containing START and
+          ;; stop at the start of the line following NEXT.
+          (goto-char next)  (setq next (line-beginning-position 2))
+          (goto-char start) (setq start (line-beginning-position))
+
+          ;; Fontify the chunk, and mark it as fontified.
+          ;; We mark it first, to make sure that we don't indefinitely
+          ;; re-execute this fontification if an error occurs.
+          (put-text-property start next 'fontified t)
+          (condition-case err
+              (run-hook-with-args 'jit-lock-functions start next)
+            ;; If the user quits (which shouldn't happen in normal on-the-fly
+            ;; jit-locking), make sure the fontification will be performed
+            ;; before displaying the block again.
+            (quit (put-text-property start next 'fontified nil)
+                  (funcall 'signal (car err) (cdr err))))
+
+          ;; Find the start of the next chunk, if any.
+          (setq start (text-property-any next end 'fontified nil))))))))
 
 \f
 ;;; Stealth fontification.
@@ -326,7 +358,7 @@ Value is nil if there is nothing more to fontify."
       nil
     (save-restriction
       (widen)
-      (let* ((next (text-property-any around (point-max) 'fontified nil))
+      (let* ((next (text-property-not-all around (point-max) 'fontified t))
             (prev (previous-single-property-change around 'fontified))
             (prop (get-text-property (max (point-min) (1- around))
                                      'fontified))
@@ -336,11 +368,11 @@ Value is nil if there is nothing more to fontify."
                      ;; and the start of the buffer.  If PROP is
                      ;; non-nil, everything in front of AROUND is
                      ;; fontified, otherwise nothing is fontified.
-                     (if prop
+                     (if (eq prop t)
                          nil
                        (max (point-min)
                             (- around (/ jit-lock-chunk-size 2)))))
-                    (prop
+                    ((eq prop t)
                      ;; PREV is the start of a region of fontified
                      ;; text containing AROUND.  Start fontifying a
                      ;; chunk size before the end of the unfontified
@@ -359,22 +391,21 @@ Value is nil if there is nothing more to fontify."
                           ((< (- around start) (- next around)) start)
                           (t next))))
        result))))
-       
+
 
 (defun jit-lock-stealth-fontify ()
   "Fontify buffers stealthily.
 This functions is called after Emacs has been idle for
 `jit-lock-stealth-time' seconds."
+  ;; I used to check `inhibit-read-only' here, but I can't remember why.  -stef
   (unless (or executing-kbd-macro
              (window-minibuffer-p (selected-window)))
     (let ((buffers (buffer-list))
          minibuffer-auto-raise
          message-log-max)
-      (while (and buffers (not (input-pending-p)))
-       (let ((buffer (car buffers)))
-         (setq buffers (cdr buffers))
-         
-         (with-current-buffer buffer
+      (with-local-quit
+       (while (and buffers (not (input-pending-p)))
+         (with-current-buffer (pop buffers)
            (when jit-lock-mode
              ;; This is funny.  Calling sit-for with 3rd arg non-nil
              ;; so that it doesn't redisplay, internally calls
@@ -395,15 +426,26 @@ This functions is called after Emacs has been idle for
                                             (buffer-name)))
 
                ;; Perform deferred unfontification, if any.
-               (when jit-lock-first-unfontify-pos
+               (when jit-lock-context-unfontify-pos
                  (save-restriction
                    (widen)
-                   (when (and (>= jit-lock-first-unfontify-pos (point-min))
-                              (< jit-lock-first-unfontify-pos (point-max)))
+                   (when (and (>= jit-lock-context-unfontify-pos (point-min))
+                              (< jit-lock-context-unfontify-pos (point-max)))
+                     ;; If we're in text that matches a complex multi-line
+                     ;; font-lock pattern, make sure the whole text will be
+                     ;; redisplayed eventually.
+                     (when (get-text-property jit-lock-context-unfontify-pos
+                                              'jit-lock-defer-multiline)
+                       (setq jit-lock-context-unfontify-pos
+                             (or (previous-single-property-change
+                                  jit-lock-context-unfontify-pos
+                                  'jit-lock-defer-multiline)
+                                 (point-min))))
                      (with-buffer-prepared-for-jit-lock
-                      (put-text-property jit-lock-first-unfontify-pos
-                                         (point-max) 'fontified nil))
-                     (setq jit-lock-first-unfontify-pos (point-max)))))
+                       (remove-text-properties
+                        jit-lock-context-unfontify-pos (point-max)
+                        '(fontified nil jit-lock-defer-multiline nil)))
+                     (setq jit-lock-context-unfontify-pos (point-max)))))
 
                ;; In the following code, the `sit-for' calls cause a
                ;; redisplay, so it's required that the
@@ -412,24 +454,54 @@ This functions is called after Emacs has been idle for
                ;; an unmodified buffer would show a `*'.
                (let (start
                      (nice (or jit-lock-stealth-nice 0))
-                     (point (point)))
+                     (point (point-min)))
                  (while (and (setq start
                                    (jit-lock-stealth-chunk-start point))
                              (sit-for nice))
-                   
+
+                   ;; fontify a block.
+                   (jit-lock-fontify-now start (+ start jit-lock-chunk-size))
+                   ;; If stealth jit-locking is done backwards, this leads to
+                   ;; excessive O(n^2) refontification.   -stef
+                   ;; (when (>= jit-lock-context-unfontify-pos start)
+                   ;;   (setq jit-lock-context-unfontify-pos end))
+
                    ;; Wait a little if load is too high.
                    (when (and jit-lock-stealth-load
                               (> (car (load-average)) jit-lock-stealth-load))
-                     (sit-for (or jit-lock-stealth-time 30)))
-                   
-                   ;; Unless there's input pending now, fontify.
-                   (unless (input-pending-p)
-                     (jit-lock-function-1 start))))))))))))
+                     (sit-for (or jit-lock-stealth-time 30)))))))))))))
 
 
 \f
 ;;; Deferred fontification.
 
+(defun jit-lock-deferred-fontify ()
+  "Fontify what was deferred."
+  (when jit-lock-defer-buffers
+    ;; Mark the deferred regions back to `fontified = nil'
+    (dolist (buffer jit-lock-defer-buffers)
+      (when (buffer-live-p buffer)
+       (with-current-buffer buffer
+         ;; (message "Jit-Defer %s" (buffer-name))
+         (with-buffer-prepared-for-jit-lock
+          (let ((pos (point-min)))
+            (while
+                (progn
+                  (when (eq (get-text-property pos 'fontified) 'defer)
+                    (put-text-property
+                     pos (setq pos (next-single-property-change
+                                    pos 'fontified nil (point-max)))
+                     'fontified nil))
+                  (setq pos (next-single-property-change pos 'fontified)))))))))
+    (setq jit-lock-defer-buffers nil)
+    ;; Force fontification of the visible parts.
+    (let ((jit-lock-defer-time nil))
+      ;; (message "Jit-Defer Now")
+      (sit-for 0)
+      ;; (message "Jit-Defer Done")
+      )))
+
+
 (defun jit-lock-after-change (start end old-len)
   "Mark the rest of the buffer as not fontified after a change.
 Installed on `after-change-functions'.
@@ -447,15 +519,25 @@ will take place when text is fontified stealthily."
        ;; be inconsistent with the buffer's content.
        (goto-char start)
        (setq start (line-beginning-position))
+
+       ;; If we're in text that matches a multi-line font-lock pattern,
+       ;; make sure the whole text will be redisplayed.
+       ;; I'm not sure this is ever necessary and/or sufficient.  -stef
+       (when (get-text-property start 'font-lock-multiline)
+        (setq start (or (previous-single-property-change
+                         start 'font-lock-multiline)
+                        (point-min))))
+
        ;; Make sure we change at least one char (in case of deletions).
        (setq end (min (max end (1+ start)) (point-max)))
        ;; Request refontification.
        (put-text-property start end 'fontified nil))
       ;; Mark the change for deferred contextual refontification.
-      (when jit-lock-first-unfontify-pos
-       (setq jit-lock-first-unfontify-pos
-             (min jit-lock-first-unfontify-pos start))))))
-  
+      (when jit-lock-context-unfontify-pos
+       (setq jit-lock-context-unfontify-pos
+             (min jit-lock-context-unfontify-pos start))))))
+
 (provide 'jit-lock)
 
-;; jit-lock.el ends here
+;;; arch-tag: 56b5de6e-f581-453b-bb97-49c39372ff9e
+;;; jit-lock.el ends here