(gnus-uu-default-view-rules): Don't use `xv'.
[bpt/emacs.git] / lisp / gnus / nnfolder.el
CommitLineData
eec82323 1;;; nnfolder.el --- mail folder access for Gnus
6748645f 2;; Copyright (C) 1995,96,97,98 Free Software Foundation, Inc.
eec82323
LMI
3
4;; Author: Scott Byer <byer@mv.us.adobe.com>
6748645f 5;; Lars Magne Ingebrigtsen <larsi@gnus.org>
eec82323
LMI
6;; Masanobu UMEDA <umerin@flab.flab.fujitsu.junet>
7;; Keywords: mail
8
9;; This file is part of GNU Emacs.
10
11;; GNU Emacs is free software; you can redistribute it and/or modify
12;; it under the terms of the GNU General Public License as published by
13;; the Free Software Foundation; either version 2, or (at your option)
14;; any later version.
15
16;; GNU Emacs is distributed in the hope that it will be useful,
17;; but WITHOUT ANY WARRANTY; without even the implied warranty of
18;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19;; GNU General Public License for more details.
20
21;; You should have received a copy of the GNU General Public License
22;; along with GNU Emacs; see the file COPYING. If not, write to the
23;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24;; Boston, MA 02111-1307, USA.
25
26;;; Commentary:
27
28;;; Code:
29
30(require 'nnheader)
31(require 'message)
32(require 'nnmail)
33(require 'nnoo)
6748645f 34(eval-when-compile (require 'cl))
eec82323
LMI
35(require 'gnus-util)
36
37(nnoo-declare nnfolder)
38
39(defvoo nnfolder-directory (expand-file-name message-directory)
40 "The name of the nnfolder directory.")
41
42(defvoo nnfolder-active-file
43 (nnheader-concat nnfolder-directory "active")
44 "The name of the active file.")
45
46;; I renamed this variable to something more in keeping with the general GNU
47;; style. -SLB
48
49(defvoo nnfolder-ignore-active-file nil
50 "If non-nil, causes nnfolder to do some extra work in order to determine
51the true active ranges of an mbox file. Note that the active file is still
52saved, but it's values are not used. This costs some extra time when
53scanning an mbox when opening it.")
54
55(defvoo nnfolder-distrust-mbox nil
56 "If non-nil, causes nnfolder to not trust the user with respect to
57inserting unaccounted for mail in the middle of an mbox file. This can greatly
58slow down scans, which now must scan the entire file for unmarked messages.
59When nil, scans occur forward from the last marked message, a huge
60time saver for large mailboxes.")
61
62(defvoo nnfolder-newsgroups-file
63 (concat (file-name-as-directory nnfolder-directory) "newsgroups")
64 "Mail newsgroups description file.")
65
66(defvoo nnfolder-get-new-mail t
67 "If non-nil, nnfolder will check the incoming mail file and split the mail.")
68
69(defvoo nnfolder-prepare-save-mail-hook nil
70 "Hook run narrowed to an article before saving.")
71
72(defvoo nnfolder-save-buffer-hook nil
73 "Hook run before saving the nnfolder mbox buffer.")
74
75(defvoo nnfolder-inhibit-expiry nil
76 "If non-nil, inhibit expiry.")
77
78\f
79
80(defconst nnfolder-version "nnfolder 1.0"
81 "nnfolder version.")
82
83(defconst nnfolder-article-marker "X-Gnus-Article-Number: "
84 "String used to demarcate what the article number for a message is.")
85
86(defvoo nnfolder-current-group nil)
87(defvoo nnfolder-current-buffer nil)
88(defvoo nnfolder-status-string "")
89(defvoo nnfolder-group-alist nil)
90(defvoo nnfolder-buffer-alist nil)
91(defvoo nnfolder-scantime-alist nil)
92(defvoo nnfolder-active-timestamp nil)
93
94\f
95
96;;; Interface functions
97
98(nnoo-define-basics nnfolder)
99
100(deffoo nnfolder-retrieve-headers (articles &optional group server fetch-old)
101 (save-excursion
102 (set-buffer nntp-server-buffer)
103 (erase-buffer)
6748645f 104 (let (article start stop)
eec82323
LMI
105 (nnfolder-possibly-change-group group server)
106 (when nnfolder-current-buffer
107 (set-buffer nnfolder-current-buffer)
108 (goto-char (point-min))
109 (if (stringp (car articles))
110 'headers
6748645f 111 (while (setq article (pop articles))
eec82323 112 (set-buffer nnfolder-current-buffer)
6748645f 113 (when (nnfolder-goto-article article)
eec82323
LMI
114 (setq start (point))
115 (search-forward "\n\n" nil t)
116 (setq stop (1- (point)))
117 (set-buffer nntp-server-buffer)
118 (insert (format "221 %d Article retrieved.\n" article))
119 (insert-buffer-substring nnfolder-current-buffer start stop)
120 (goto-char (point-max))
6748645f 121 (insert ".\n")))
eec82323
LMI
122
123 (set-buffer nntp-server-buffer)
124 (nnheader-fold-continuation-lines)
125 'headers)))))
126
127(deffoo nnfolder-open-server (server &optional defs)
128 (nnoo-change-server 'nnfolder server defs)
129 (nnmail-activate 'nnfolder t)
130 (gnus-make-directory nnfolder-directory)
131 (cond
132 ((not (file-exists-p nnfolder-directory))
133 (nnfolder-close-server)
134 (nnheader-report 'nnfolder "Couldn't create directory: %s"
135 nnfolder-directory))
136 ((not (file-directory-p (file-truename nnfolder-directory)))
137 (nnfolder-close-server)
138 (nnheader-report 'nnfolder "Not a directory: %s" nnfolder-directory))
139 (t
140 (nnmail-activate 'nnfolder)
141 (nnheader-report 'nnfolder "Opened server %s using directory %s"
142 server nnfolder-directory)
143 t)))
144
145(deffoo nnfolder-request-close ()
146 (let ((alist nnfolder-buffer-alist))
147 (while alist
148 (nnfolder-close-group (caar alist) nil t)
149 (setq alist (cdr alist))))
150 (nnoo-close-server 'nnfolder)
151 (setq nnfolder-buffer-alist nil
152 nnfolder-group-alist nil))
153
154(deffoo nnfolder-request-article (article &optional group server buffer)
155 (nnfolder-possibly-change-group group server)
156 (save-excursion
157 (set-buffer nnfolder-current-buffer)
158 (goto-char (point-min))
6748645f 159 (when (nnfolder-goto-article article)
eec82323 160 (let (start stop)
eec82323
LMI
161 (setq start (point))
162 (forward-line 1)
163 (unless (and (nnmail-search-unix-mail-delim)
164 (forward-line -1))
165 (goto-char (point-max)))
166 (setq stop (point))
167 (let ((nntp-server-buffer (or buffer nntp-server-buffer)))
168 (set-buffer nntp-server-buffer)
169 (erase-buffer)
170 (insert-buffer-substring nnfolder-current-buffer start stop)
171 (goto-char (point-min))
172 (while (looking-at "From ")
173 (delete-char 5)
174 (insert "X-From-Line: ")
175 (forward-line 1))
176 (if (numberp article)
177 (cons nnfolder-current-group article)
178 (goto-char (point-min))
179 (search-forward (concat "\n" nnfolder-article-marker))
180 (cons nnfolder-current-group
181 (string-to-int
182 (buffer-substring
183 (point) (progn (end-of-line) (point)))))))))))
184
185(deffoo nnfolder-request-group (group &optional server dont-check)
186 (nnfolder-possibly-change-group group server t)
187 (save-excursion
188 (if (not (assoc group nnfolder-group-alist))
189 (nnheader-report 'nnfolder "No such group: %s" group)
190 (if dont-check
191 (progn
192 (nnheader-report 'nnfolder "Selected group %s" group)
193 t)
194 (let* ((active (assoc group nnfolder-group-alist))
195 (group (car active))
196 (range (cadr active)))
197 (cond
198 ((null active)
199 (nnheader-report 'nnfolder "No such group: %s" group))
200 ((null nnfolder-current-group)
201 (nnheader-report 'nnfolder "Empty group: %s" group))
202 (t
203 (nnheader-report 'nnfolder "Selected group %s" group)
204 (nnheader-insert "211 %d %d %d %s\n"
205 (1+ (- (cdr range) (car range)))
206 (car range) (cdr range) group))))))))
207
208(deffoo nnfolder-request-scan (&optional group server)
209 (nnfolder-possibly-change-group nil server)
210 (when nnfolder-get-new-mail
211 (nnfolder-possibly-change-group group server)
212 (nnmail-get-new-mail
213 'nnfolder
214 (lambda ()
215 (let ((bufs nnfolder-buffer-alist))
216 (save-excursion
217 (while bufs
218 (if (not (gnus-buffer-live-p (nth 1 (car bufs))))
219 (setq nnfolder-buffer-alist
220 (delq (car bufs) nnfolder-buffer-alist))
221 (set-buffer (nth 1 (car bufs)))
222 (nnfolder-save-buffer)
223 (kill-buffer (current-buffer)))
224 (setq bufs (cdr bufs))))))
225 nnfolder-directory
226 group)))
227
228;; Don't close the buffer if we're not shutting down the server. This way,
229;; we can keep the buffer in the group buffer cache, and not have to grovel
230;; over the buffer again unless we add new mail to it or modify it in some
231;; way.
232
233(deffoo nnfolder-close-group (group &optional server force)
234 ;; Make sure we _had_ the group open.
235 (when (or (assoc group nnfolder-buffer-alist)
236 (equal group nnfolder-current-group))
237 (let ((inf (assoc group nnfolder-buffer-alist)))
238 (when inf
239 (when (and nnfolder-current-group
240 nnfolder-current-buffer)
241 (push (list nnfolder-current-group nnfolder-current-buffer)
242 nnfolder-buffer-alist))
243 (setq nnfolder-buffer-alist
244 (delq inf nnfolder-buffer-alist))
245 (setq nnfolder-current-buffer (cadr inf)
246 nnfolder-current-group (car inf))))
247 (when (and nnfolder-current-buffer
248 (buffer-name nnfolder-current-buffer))
249 (save-excursion
250 (set-buffer nnfolder-current-buffer)
251 ;; If the buffer was modified, write the file out now.
252 (nnfolder-save-buffer)
253 ;; If we're shutting the server down, we need to kill the
254 ;; buffer and remove it from the open buffer list. Or, of
255 ;; course, if we're trying to minimize our space impact.
256 (kill-buffer (current-buffer))
257 (setq nnfolder-buffer-alist (delq (assoc group nnfolder-buffer-alist)
258 nnfolder-buffer-alist)))))
259 (setq nnfolder-current-group nil
260 nnfolder-current-buffer nil)
261 t)
262
263(deffoo nnfolder-request-create-group (group &optional server args)
264 (nnfolder-possibly-change-group nil server)
265 (nnmail-activate 'nnfolder)
266 (when group
267 (unless (assoc group nnfolder-group-alist)
268 (push (list group (cons 1 0)) nnfolder-group-alist)
a8151ef7
LMI
269 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
270 (nnfolder-read-folder group)))
eec82323
LMI
271 t)
272
273(deffoo nnfolder-request-list (&optional server)
274 (nnfolder-possibly-change-group nil server)
275 (save-excursion
58724016 276 (let ((nnmail-file-coding-system nnmail-active-file-coding-system)
6748645f 277 (pathname-coding-system 'binary))
58724016
KH
278 (nnmail-find-file nnfolder-active-file)
279 (setq nnfolder-group-alist (nnmail-get-active)))
eec82323
LMI
280 t))
281
282(deffoo nnfolder-request-newgroups (date &optional server)
283 (nnfolder-possibly-change-group nil server)
284 (nnfolder-request-list server))
285
286(deffoo nnfolder-request-list-newsgroups (&optional server)
287 (nnfolder-possibly-change-group nil server)
288 (save-excursion
289 (nnmail-find-file nnfolder-newsgroups-file)))
290
291(deffoo nnfolder-request-expire-articles
292 (articles newsgroup &optional server force)
293 (nnfolder-possibly-change-group newsgroup server)
294 (let* ((is-old t)
295 rest)
296 (nnmail-activate 'nnfolder)
297
298 (save-excursion
299 (set-buffer nnfolder-current-buffer)
300 (while (and articles is-old)
301 (goto-char (point-min))
6748645f 302 (when (nnfolder-goto-article (car articles))
eec82323
LMI
303 (if (setq is-old
304 (nnmail-expired-article-p
305 newsgroup
306 (buffer-substring
307 (point) (progn (end-of-line) (point)))
308 force nnfolder-inhibit-expiry))
309 (progn
310 (nnheader-message 5 "Deleting article %d..."
311 (car articles) newsgroup)
312 (nnfolder-delete-mail))
313 (push (car articles) rest)))
314 (setq articles (cdr articles)))
315 (unless nnfolder-inhibit-expiry
316 (nnheader-message 5 "Deleting articles...done"))
317 (nnfolder-save-buffer)
318 (nnfolder-adjust-min-active newsgroup)
319 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
320 (nconc rest articles))))
321
6748645f
LMI
322(deffoo nnfolder-request-move-article (article group server
323 accept-form &optional last)
324 (save-excursion
325 (let ((buf (get-buffer-create " *nnfolder move*"))
326 result)
327 (and
328 (nnfolder-request-article article group server)
329 (save-excursion
330 (set-buffer buf)
331 (buffer-disable-undo (current-buffer))
332 (erase-buffer)
333 (insert-buffer-substring nntp-server-buffer)
334 (goto-char (point-min))
335 (while (re-search-forward
336 (concat "^" nnfolder-article-marker)
337 (save-excursion (search-forward "\n\n" nil t) (point)) t)
338 (delete-region (progn (beginning-of-line) (point))
339 (progn (forward-line 1) (point))))
340 (setq result (eval accept-form))
341 (kill-buffer buf)
342 result)
343 (save-excursion
344 (nnfolder-possibly-change-group group server)
345 (set-buffer nnfolder-current-buffer)
346 (goto-char (point-min))
347 (when (nnfolder-goto-article article)
348 (nnfolder-delete-mail))
349 (when last
350 (nnfolder-save-buffer)
351 (nnfolder-adjust-min-active group)
352 (nnmail-save-active nnfolder-group-alist nnfolder-active-file))))
353 result)))
eec82323
LMI
354
355(deffoo nnfolder-request-accept-article (group &optional server last)
6748645f
LMI
356 (save-excursion
357 (nnfolder-possibly-change-group group server)
358 (nnmail-check-syntax)
359 (let ((buf (current-buffer))
360 result art-group)
361 (goto-char (point-min))
362 (when (looking-at "X-From-Line: ")
363 (replace-match "From "))
364 (and
365 (nnfolder-request-list)
eec82323 366 (save-excursion
6748645f
LMI
367 (set-buffer buf)
368 (goto-char (point-min))
369 (search-forward "\n\n" nil t)
370 (forward-line -1)
371 (while (re-search-backward (concat "^" nnfolder-article-marker) nil t)
372 (delete-region (point) (progn (forward-line 1) (point))))
eec82323 373 (when nnmail-cache-accepted-message-ids
6748645f
LMI
374 (nnmail-cache-insert (nnmail-fetch-field "message-id")))
375 (setq result (if (stringp group)
376 (list (cons group (nnfolder-active-number group)))
377 (setq art-group
378 (nnmail-article-group 'nnfolder-active-number))))
379 (if (and (null result)
380 (yes-or-no-p "Moved to `junk' group; delete article? "))
381 (setq result 'junk)
382 (setq result
383 (car (nnfolder-save-mail result)))))
384 (when last
385 (save-excursion
386 (nnfolder-possibly-change-folder (or (caar art-group) group))
387 (nnfolder-save-buffer)
388 (when nnmail-cache-accepted-message-ids
389 (nnmail-cache-close)))))
390 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
391 (unless result
392 (nnheader-report 'nnfolder "Couldn't store article"))
393 result)))
eec82323
LMI
394
395(deffoo nnfolder-request-replace-article (article group buffer)
396 (nnfolder-possibly-change-group group)
397 (save-excursion
6748645f
LMI
398 (set-buffer buffer)
399 (goto-char (point-min))
400 (let (xfrom)
401 (while (re-search-forward "^X-From-Line: \\(.*\\)$" nil t)
402 (setq xfrom (match-string 1))
403 (gnus-delete-line))
404 (goto-char (point-min))
405 (if xfrom
406 (insert "From " xfrom "\n")
407 (unless (looking-at message-unix-mail-delimiter)
408 (insert "From nobody " (current-time-string) "\n"))))
409 (nnfolder-normalize-buffer)
eec82323
LMI
410 (set-buffer nnfolder-current-buffer)
411 (goto-char (point-min))
6748645f 412 (if (not (nnfolder-goto-article article))
eec82323 413 nil
6748645f 414 (nnfolder-delete-mail)
eec82323
LMI
415 (insert-buffer-substring buffer)
416 (nnfolder-save-buffer)
417 t)))
418
419(deffoo nnfolder-request-delete-group (group &optional force server)
420 (nnfolder-close-group group server t)
421 ;; Delete all articles in GROUP.
422 (if (not force)
423 () ; Don't delete the articles.
424 ;; Delete the file that holds the group.
425 (ignore-errors
426 (delete-file (nnfolder-group-pathname group))))
427 ;; Remove the group from all structures.
428 (setq nnfolder-group-alist
429 (delq (assoc group nnfolder-group-alist) nnfolder-group-alist)
430 nnfolder-current-group nil
431 nnfolder-current-buffer nil)
432 ;; Save the active file.
433 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
434 t)
435
436(deffoo nnfolder-request-rename-group (group new-name &optional server)
437 (nnfolder-possibly-change-group group server)
438 (save-excursion
439 (set-buffer nnfolder-current-buffer)
440 (and (file-writable-p buffer-file-name)
441 (ignore-errors
442 (rename-file
443 buffer-file-name
444 (nnfolder-group-pathname new-name))
445 t)
446 ;; That went ok, so we change the internal structures.
447 (let ((entry (assoc group nnfolder-group-alist)))
448 (and entry (setcar entry new-name))
449 (setq nnfolder-current-buffer nil
450 nnfolder-current-group nil)
451 ;; Save the new group alist.
452 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
453 ;; We kill the buffer instead of renaming it and stuff.
454 (kill-buffer (current-buffer))
455 t))))
456
a8151ef7
LMI
457(defun nnfolder-request-regenerate (server)
458 (nnfolder-possibly-change-group nil server)
459 (nnfolder-generate-active-file)
460 t)
461
eec82323
LMI
462\f
463;;; Internal functions.
464
465(defun nnfolder-adjust-min-active (group)
466 ;; Find the lowest active article in this group.
467 (let* ((active (cadr (assoc group nnfolder-group-alist)))
468 (marker (concat "\n" nnfolder-article-marker))
469 (number "[0-9]+")
470 (activemin (cdr active)))
471 (save-excursion
472 (set-buffer nnfolder-current-buffer)
473 (goto-char (point-min))
474 (while (and (search-forward marker nil t)
475 (re-search-forward number nil t))
6748645f
LMI
476 (let ((newnum (string-to-number (match-string 0))))
477 (if (nnmail-within-headers-p)
478 (setq activemin (min activemin newnum)))))
eec82323
LMI
479 (setcar active activemin))))
480
481(defun nnfolder-article-string (article)
482 (if (numberp article)
483 (concat "\n" nnfolder-article-marker (int-to-string article) " ")
484 (concat "\nMessage-ID: " article)))
485
6748645f
LMI
486(defun nnfolder-goto-article (article)
487 "Place point at the start of the headers of ARTICLE.
488ARTICLE can be an article number or a Message-ID.
489Returns t if successful, nil otherwise."
490 (let ((art-string (nnfolder-article-string article))
491 start found)
492 ;; It is likely that we are at or before the delimiter line.
493 ;; We therefore go to the end of the previous line, and start
494 ;; searching from there.
495 (beginning-of-line)
496 (unless (bobp)
497 (forward-char -1))
498 (setq start (point))
499 ;; First search forward.
500 (while (and (setq found (search-forward art-string nil t))
501 (not (nnmail-within-headers-p))))
502 ;; If unsuccessful, search backward from where we started,
503 (unless found
504 (goto-char start)
505 (while (and (setq found (search-backward art-string nil t))
506 (not (nnmail-within-headers-p)))))
507 (when found
508 (nnmail-search-unix-mail-delim-backward))))
509
510(defun nnfolder-delete-mail (&optional leave-delim)
511 "Delete the message that point is in.
512If optional argument LEAVE-DELIM is t, then mailbox delimiter is not
513deleted. Point is left where the deleted region was."
514 (delete-region
515 (save-excursion
516 (forward-line 1) ; in case point is at beginning of message already
517 (nnmail-search-unix-mail-delim-backward)
518 (if leave-delim (progn (forward-line 1) (point))
519 (point)))
520 (progn
521 (forward-line 1)
522 (if (nnmail-search-unix-mail-delim)
523 (point)
524 (point-max)))))
eec82323
LMI
525
526(defun nnfolder-possibly-change-group (group &optional server dont-check)
527 ;; Change servers.
528 (when (and server
529 (not (nnfolder-server-opened server)))
530 (nnfolder-open-server server))
531 (unless (gnus-buffer-live-p nnfolder-current-buffer)
532 (setq nnfolder-current-buffer nil
533 nnfolder-current-group nil))
534 ;; Change group.
535 (when (and group
536 (not (equal group nnfolder-current-group)))
ddcfd8de
KH
537 (let ((file-name-coding-system 'binary)
538 (pathname-coding-system 'binary))
58724016
KH
539 (nnmail-activate 'nnfolder)
540 (when (and (not (assoc group nnfolder-group-alist))
541 (not (file-exists-p
542 (nnfolder-group-pathname group))))
543 ;; The group doesn't exist, so we create a new entry for it.
544 (push (list group (cons 1 0)) nnfolder-group-alist)
545 (nnmail-save-active nnfolder-group-alist nnfolder-active-file))
a8151ef7 546
58724016 547 (if dont-check
a8151ef7
LMI
548 (setq nnfolder-current-group group
549 nnfolder-current-buffer nil)
58724016
KH
550 (let (inf file)
551 ;; If we have to change groups, see if we don't already have the
552 ;; folder in memory. If we do, verify the modtime and destroy
553 ;; the folder if needed so we can rescan it.
a8151ef7
LMI
554 (setq nnfolder-current-buffer
555 (nth 1 (assoc group nnfolder-buffer-alist)))
556
58724016
KH
557 ;; If the buffer is not live, make sure it isn't in the alist. If it
558 ;; is live, verify that nobody else has touched the file since last
559 ;; time.
560 (when (and nnfolder-current-buffer
561 (not (gnus-buffer-live-p nnfolder-current-buffer)))
562 (setq nnfolder-buffer-alist (delq inf nnfolder-buffer-alist)
563 nnfolder-current-buffer nil))
a8151ef7 564
58724016 565 (setq nnfolder-current-group group)
a8151ef7 566
58724016 567 (when (or (not nnfolder-current-buffer)
6748645f
LMI
568 (not (verify-visited-file-modtime
569 nnfolder-current-buffer)))
58724016
KH
570 (save-excursion
571 (setq file (nnfolder-group-pathname group))
572 ;; See whether we need to create the new file.
573 (unless (file-exists-p file)
574 (gnus-make-directory (file-name-directory file))
575 (nnmail-write-region 1 1 file t 'nomesg))
576 (when (setq nnfolder-current-buffer (nnfolder-read-folder group))
577 (set-buffer nnfolder-current-buffer)
578 (push (list group nnfolder-current-buffer)
579 nnfolder-buffer-alist)))))))))
eec82323
LMI
580
581(defun nnfolder-save-mail (group-art-list)
582 "Called narrowed to an article."
583 (let* (save-list group-art)
584 (goto-char (point-min))
585 ;; The From line may have been quoted by movemail.
586 (when (looking-at (concat ">" message-unix-mail-delimiter))
587 (delete-char 1))
588 ;; This might come from somewhere else.
589 (unless (looking-at message-unix-mail-delimiter)
590 (insert "From nobody " (current-time-string) "\n")
591 (goto-char (point-min)))
eec82323 592 (forward-line 1)
6748645f
LMI
593 ;; Quote subsequent "From " lines in the header.
594 (while (looking-at message-unix-mail-delimiter)
595 (delete-region (point) (+ (point) 4))
596 (insert "X-From-Line:")
597 (forward-line 1))
598 ;; Quote all "From " lines in the article.
eec82323
LMI
599 (let (case-fold-search)
600 (while (re-search-forward "^From " nil t)
601 (beginning-of-line)
602 (insert "> ")))
603 (setq save-list group-art-list)
604 (nnmail-insert-lines)
605 (nnmail-insert-xref group-art-list)
606 (run-hooks 'nnmail-prepare-save-mail-hook)
607 (run-hooks 'nnfolder-prepare-save-mail-hook)
608
609 ;; Insert the mail into each of the destination groups.
610 (while (setq group-art (pop group-art-list))
611 ;; Kill any previous newsgroup markers.
612 (goto-char (point-min))
613 (search-forward "\n\n" nil t)
614 (forward-line -1)
615 (while (search-backward (concat "\n" nnfolder-article-marker) nil t)
616 (delete-region (1+ (point)) (progn (forward-line 2) (point))))
617
618 ;; Insert the new newsgroup marker.
619 (nnfolder-insert-newsgroup-line group-art)
620
621 (save-excursion
622 (let ((beg (point-min))
623 (end (point-max))
624 (obuf (current-buffer)))
625 (nnfolder-possibly-change-folder (car group-art))
626 (let ((buffer-read-only nil))
6748645f 627 (nnfolder-normalize-buffer)
eec82323
LMI
628 (insert-buffer-substring obuf beg end)))))
629
630 ;; Did we save it anywhere?
631 save-list))
632
6748645f
LMI
633(defun nnfolder-normalize-buffer ()
634 "Make sure there are two newlines at the end of the buffer."
635 (goto-char (point-max))
636 (skip-chars-backward "\n")
637 (delete-region (point) (point-max))
638 (insert "\n\n"))
639
eec82323
LMI
640(defun nnfolder-insert-newsgroup-line (group-art)
641 (save-excursion
642 (goto-char (point-min))
643 (when (search-forward "\n\n" nil t)
644 (forward-char -1)
645 (insert (format (concat nnfolder-article-marker "%d %s\n")
646 (cdr group-art) (current-time-string))))))
647
648(defun nnfolder-active-number (group)
649 ;; Find the next article number in GROUP.
650 (let ((active (cadr (assoc group nnfolder-group-alist))))
651 (if active
652 (setcdr active (1+ (cdr active)))
653 ;; This group is new, so we create a new entry for it.
654 ;; This might be a bit naughty... creating groups on the drop of
655 ;; a hat, but I don't know...
656 (push (list group (setq active (cons 1 1)))
657 nnfolder-group-alist))
658 (cdr active)))
659
660(defun nnfolder-possibly-change-folder (group)
661 (let ((inf (assoc group nnfolder-buffer-alist)))
662 (if (and inf
663 (gnus-buffer-live-p (cadr inf)))
664 (set-buffer (cadr inf))
665 (when inf
666 (setq nnfolder-buffer-alist (delq inf nnfolder-buffer-alist)))
667 (when nnfolder-group-alist
668 (nnmail-save-active nnfolder-group-alist nnfolder-active-file))
669 (push (list group (nnfolder-read-folder group))
670 nnfolder-buffer-alist))))
671
672;; This method has a problem if you've accidentally let the active list get
673;; out of sync with the files. This could happen, say, if you've
674;; accidentally gotten new mail with something other than Gnus (but why
675;; would _that_ ever happen? :-). In that case, we will be in the middle of
676;; processing the file, ready to add new X-Gnus article number markers, and
677;; we'll run across a message with no ID yet - the active list _may_not_ be
678;; ready for us yet.
679
680;; To handle this, I'm modifying this routine to maintain the maximum ID seen
681;; so far, and when we hit a message with no ID, we will _manually_ scan the
682;; rest of the message looking for any more, possibly higher IDs. We'll
683;; assume the maximum that we find is the highest active. Note that this
684;; shouldn't cost us much extra time at all, but will be a lot less
685;; vulnerable to glitches between the mbox and the active file.
686
687(defun nnfolder-read-folder (group)
688 (let* ((file (nnfolder-group-pathname group))
689 (buffer (set-buffer (nnheader-find-file-noselect file))))
690 (if (equal (cadr (assoc group nnfolder-scantime-alist))
691 (nth 5 (file-attributes file)))
692 ;; This looks up-to-date, so we don't do any scanning.
6748645f
LMI
693 (if (file-exists-p file)
694 buffer
695 (push (list group buffer) nnfolder-buffer-alist)
696 (set-buffer-modified-p t)
697 (save-buffer))
eec82323
LMI
698 ;; Parse the damn thing.
699 (save-excursion
700 (nnmail-activate 'nnfolder)
701 ;; Read in the file.
702 (let ((delim (concat "^" message-unix-mail-delimiter))
703 (marker (concat "\n" nnfolder-article-marker))
704 (number "[0-9]+")
705 (active (or (cadr (assoc group nnfolder-group-alist))
706 (cons 1 0)))
707 (scantime (assoc group nnfolder-scantime-alist))
708 (minid (lsh -1 -1))
709 maxid start end newscantime
710 buffer-read-only)
711 (buffer-disable-undo (current-buffer))
712 (setq maxid (cdr active))
713 (goto-char (point-min))
714
715 ;; Anytime the active number is 1 or 0, it is suspect. In that
716 ;; case, search the file manually to find the active number. Or,
717 ;; of course, if we're being paranoid. (This would also be the
718 ;; place to build other lists from the header markers, such as
719 ;; expunge lists, etc., if we ever desired to abandon the active
720 ;; file entirely for mboxes.)
721 (when (or nnfolder-ignore-active-file
722 (< maxid 2))
723 (while (and (search-forward marker nil t)
724 (re-search-forward number nil t))
725 (let ((newnum (string-to-number (match-string 0))))
6748645f
LMI
726 (if (nnmail-within-headers-p)
727 (setq maxid (max maxid newnum)
728 minid (min minid newnum)))))
eec82323
LMI
729 (setcar active (max 1 (min minid maxid)))
730 (setcdr active (max maxid (cdr active)))
731 (goto-char (point-min)))
732
733 ;; As long as we trust that the user will only insert unmarked mail
734 ;; at the end, go to the end and search backwards for the last
735 ;; marker. Find the start of that message, and begin to search for
736 ;; unmarked messages from there.
737 (when (not (or nnfolder-distrust-mbox
738 (< maxid 2)))
739 (goto-char (point-max))
740 (unless (re-search-backward marker nil t)
741 (goto-char (point-min)))
742 (when (nnmail-search-unix-mail-delim)
743 (goto-char (point-min))))
744
745 ;; Keep track of the active number on our own, and insert it back
746 ;; into the active list when we're done. Also, prime the pump to
747 ;; cut down on the number of searches we do.
748 (unless (nnmail-search-unix-mail-delim)
749 (goto-char (point-max)))
750 (setq end (point-marker))
751 (while (not (= end (point-max)))
752 (setq start (marker-position end))
753 (goto-char end)
754 ;; There may be more than one "From " line, so we skip past
755 ;; them.
756 (while (looking-at delim)
757 (forward-line 1))
758 (set-marker end (if (nnmail-search-unix-mail-delim)
759 (point)
760 (point-max)))
761 (goto-char start)
762 (when (not (search-forward marker end t))
763 (narrow-to-region start end)
764 (nnmail-insert-lines)
765 (nnfolder-insert-newsgroup-line
766 (cons nil (nnfolder-active-number nnfolder-current-group)))
767 (widen)))
768
769 (set-marker end nil)
770 ;; Make absolutely sure that the active list reflects reality!
771 (nnmail-save-active nnfolder-group-alist nnfolder-active-file)
772 ;; Set the scantime for this group.
773 (setq newscantime (visited-file-modtime))
774 (if scantime
775 (setcdr scantime (list newscantime))
776 (push (list nnfolder-current-group newscantime)
777 nnfolder-scantime-alist))
778 (current-buffer))))))
779
780;;;###autoload
781(defun nnfolder-generate-active-file ()
782 "Look for mbox folders in the nnfolder directory and make them into groups."
783 (interactive)
784 (nnmail-activate 'nnfolder)
785 (let ((files (directory-files nnfolder-directory))
786 file)
787 (while (setq file (pop files))
788 (when (and (not (backup-file-name-p file))
789 (message-mail-file-mbox-p
790 (nnheader-concat nnfolder-directory file)))
791 (let ((oldgroup (assoc file nnfolder-group-alist)))
792 (if oldgroup
793 (nnheader-message 5 "Refreshing group %s..." file)
794 (nnheader-message 5 "Adding group %s..." file))
03378294
RS
795 (if oldgroup
796 (setq nnfolder-group-alist
797 (delq oldgroup (copy-sequence nnfolder-group-alist))))
eec82323
LMI
798 (push (list file (cons 1 0)) nnfolder-group-alist)
799 (nnfolder-possibly-change-folder file)
800 (nnfolder-possibly-change-group file)
801 (nnfolder-close-group file))))
6748645f 802 (nnheader-message 5 "")))
eec82323
LMI
803
804(defun nnfolder-group-pathname (group)
805 "Make pathname for GROUP."
a8151ef7 806 (setq group (gnus-encode-coding-string group nnmail-pathname-coding-system))
eec82323
LMI
807 (let ((dir (file-name-as-directory (expand-file-name nnfolder-directory))))
808 ;; If this file exists, we use it directly.
809 (if (or nnmail-use-long-file-names
810 (file-exists-p (concat dir group)))
811 (concat dir group)
812 ;; If not, we translate dots into slashes.
813 (concat dir (nnheader-replace-chars-in-string group ?. ?/)))))
814
815(defun nnfolder-save-buffer ()
816 "Save the buffer."
817 (when (buffer-modified-p)
818 (run-hooks 'nnfolder-save-buffer-hook)
a8151ef7 819 (gnus-make-directory (file-name-directory (buffer-file-name)))
eec82323
LMI
820 (save-buffer)))
821
822(provide 'nnfolder)
823
824;;; nnfolder.el ends here