Commit | Line | Data |
---|---|---|
df80b09f | 1 | ;;; nnlistserv.el --- retrieving articles via web mailing list archives |
16409b0b | 2 | |
b6c2d8c6 | 3 | ;; Copyright (C) 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, |
49f70d46 | 4 | ;; 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012 Free Software Foundation, Inc. |
df80b09f LMI |
5 | |
6 | ;; Author: Lars Magne Ingebrigtsen <larsi@gnus.org> | |
7 | ;; Keywords: news, mail | |
8 | ||
9 | ;; This file is part of GNU Emacs. | |
10 | ||
5e809f55 | 11 | ;; GNU Emacs is free software: you can redistribute it and/or modify |
df80b09f | 12 | ;; it under the terms of the GNU General Public License as published by |
5e809f55 GM |
13 | ;; the Free Software Foundation, either version 3 of the License, or |
14 | ;; (at your option) any later version. | |
df80b09f LMI |
15 | |
16 | ;; GNU Emacs is distributed in the hope that it will be useful, | |
17 | ;; but WITHOUT ANY WARRANTY; without even the implied warranty of | |
18 | ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
19 | ;; GNU General Public License for more details. | |
20 | ||
21 | ;; You should have received a copy of the GNU General Public License | |
5e809f55 | 22 | ;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>. |
df80b09f LMI |
23 | |
24 | ;;; Commentary: | |
25 | ||
df80b09f LMI |
26 | ;;; Code: |
27 | ||
28 | (eval-when-compile (require 'cl)) | |
29 | ||
30 | (require 'nnoo) | |
23f87bed MB |
31 | (require 'mm-url) |
32 | (require 'nnweb) | |
df80b09f LMI |
33 | |
34 | (nnoo-declare nnlistserv | |
35 | nnweb) | |
36 | ||
37 | (defvoo nnlistserv-directory (nnheader-concat gnus-directory "nnlistserv/") | |
38 | "Where nnlistserv will save its files." | |
39 | nnweb-directory) | |
40 | ||
41 | (defvoo nnlistserv-name 'kk | |
42 | "What search engine type is being used." | |
43 | nnweb-type) | |
44 | ||
45 | (defvoo nnlistserv-type-definition | |
16409b0b GM |
46 | '((kk |
47 | (article . nnlistserv-kk-wash-article) | |
48 | (map . nnlistserv-kk-create-mapping) | |
49 | (search . nnlistserv-kk-search) | |
50 | (address . "http://www.itk.ntnu.no/ansatte/Andresen_Trond/kk-f/%s/") | |
51 | (pages "fra160396" "fra160796" "fra061196" "fra160197" | |
52 | "fra090997" "fra040797" "fra130397" "nye") | |
53 | (index . "date.html") | |
54 | (identifier . nnlistserv-kk-identity))) | |
df80b09f LMI |
55 | "Type-definition alist." |
56 | nnweb-type-definition) | |
57 | ||
58 | (defvoo nnlistserv-search nil | |
59 | "Search string to feed to DejaNews." | |
60 | nnweb-search) | |
61 | ||
62 | (defvoo nnlistserv-ephemeral-p nil | |
63 | "Whether this nnlistserv server is ephemeral." | |
64 | nnweb-ephemeral-p) | |
65 | ||
66 | ;;; Internal variables | |
67 | ||
68 | ;;; Interface functions | |
69 | ||
70 | (nnoo-define-basics nnlistserv) | |
71 | ||
72 | (nnoo-import nnlistserv | |
73 | (nnweb)) | |
74 | ||
75 | ;;; Internal functions | |
76 | ||
77 | ;;; | |
78 | ;;; KK functions. | |
79 | ;;; | |
80 | ||
81 | (defun nnlistserv-kk-create-mapping () | |
88ab16c8 | 82 | "Perform the search and create a number-to-url alist." |
df80b09f LMI |
83 | (save-excursion |
84 | (set-buffer nnweb-buffer) | |
85 | (let ((case-fold-search t) | |
86 | (active (or (cadr (assoc nnweb-group nnweb-group-alist)) | |
87 | (cons 1 0))) | |
88 | (pages (nnweb-definition 'pages)) | |
89 | map url page subject from ) | |
90 | (while (setq page (pop pages)) | |
91 | (erase-buffer) | |
92 | (when (funcall (nnweb-definition 'search) page) | |
93 | ;; Go through all the article hits on this page. | |
94 | (goto-char (point-min)) | |
23f87bed | 95 | (mm-url-decode-entities) |
df80b09f LMI |
96 | (goto-char (point-min)) |
97 | (while (re-search-forward "^<li> *<a href=\"\\([^\"]+\\)\"><b>\\([^\\>]+\\)</b></a> *<[^>]+><i>\\([^>]+\\)<" nil t) | |
98 | (setq url (match-string 1) | |
99 | subject (match-string 2) | |
100 | from (match-string 3)) | |
101 | (setq url (concat (format (nnweb-definition 'address) page) url)) | |
102 | (unless (nnweb-get-hashtb url) | |
103 | (push | |
104 | (list | |
105 | (incf (cdr active)) | |
106 | (make-full-mail-header | |
107 | (cdr active) subject from "" | |
108 | (concat "<" (nnweb-identifier url) "@kk>") | |
109 | nil 0 0 url)) | |
110 | map) | |
111 | (nnweb-set-hashtb (cadar map) (car map)) | |
16409b0b | 112 | (nnheader-message 5 "%s %s %s" (cdr active) (point) pages))))) |
df80b09f LMI |
113 | ;; Return the articles in the right order. |
114 | (setq nnweb-articles | |
115 | (sort (nconc nnweb-articles map) 'car-less-than-car))))) | |
116 | ||
117 | (defun nnlistserv-kk-wash-article () | |
118 | (let ((case-fold-search t) | |
119 | (headers '(sent name email subject id)) | |
120 | sent name email subject id) | |
23f87bed | 121 | (mm-url-decode-entities) |
df80b09f LMI |
122 | (while headers |
123 | (goto-char (point-min)) | |
557bc6f3 | 124 | (re-search-forward (format "<!-- %s=\"\\([^\"]+\\)" (car headers)) nil t) |
df80b09f LMI |
125 | (set (pop headers) (match-string 1))) |
126 | (goto-char (point-min)) | |
127 | (search-forward "<!-- body" nil t) | |
128 | (delete-region (point-min) (progn (forward-line 1) (point))) | |
129 | (goto-char (point-max)) | |
130 | (search-backward "<!-- body" nil t) | |
131 | (delete-region (point-max) (progn (beginning-of-line) (point))) | |
23f87bed | 132 | (mm-url-remove-markup) |
df80b09f LMI |
133 | (goto-char (point-min)) |
134 | (insert (format "From: %s <%s>\n" name email) | |
135 | (format "Subject: %s\n" subject) | |
136 | (format "Message-ID: %s\n" id) | |
137 | (format "Date: %s\n\n" sent)))) | |
138 | ||
139 | (defun nnlistserv-kk-search (search) | |
23f87bed | 140 | (mm-url-insert |
16409b0b | 141 | (concat (format (nnweb-definition 'address) search) |
df80b09f LMI |
142 | (nnweb-definition 'index))) |
143 | t) | |
144 | ||
145 | (defun nnlistserv-kk-identity (url) | |
146 | "Return an unique identifier based on URL." | |
147 | url) | |
148 | ||
149 | (provide 'nnlistserv) | |
150 | ||
cbee283d | 151 | ;; arch-tag: 7705176f-d332-4a5e-a520-d0d319445617 |
df80b09f | 152 | ;;; nnlistserv.el ends here |