[bpt/emacs.git] / lisp / gnus / nnslashdot.el

;;; nnslashdot.el --- interfacing with Slashdot

;; Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004,
;;   2005, 2006, 2007, 2008 Free Software Foundation, Inc.

;; Author: Lars Magne Ingebrigtsen <larsi@gnus.org>
;; Keywords: news

;; This file is part of GNU Emacs.

;; GNU Emacs is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation; either version 3, or (at your option)
;; any later version.

;; GNU Emacs is distributed in the hope that it will be useful,
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;; GNU General Public License for more details.

;; You should have received a copy of the GNU General Public License
;; along with GNU Emacs; see the file COPYING.  If not, write to the
;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
;; Boston, MA 02110-1301, USA.

;;; Commentary:

;;; Code:

(eval-when-compile (require 'cl))

(require 'nnoo)
(require 'message)
(require 'gnus-util)
(require 'gnus)
(require 'nnmail)
(require 'mm-util)
(require 'mm-url)

(nnoo-declare nnslashdot)

(defvoo nnslashdot-directory (nnheader-concat gnus-directory "slashdot/")
  "Where nnslashdot will save its files.")

(defvoo nnslashdot-active-url "http://slashdot.org/search.pl?section=&min=%d"
  "Where nnslashdot will fetch the active file from.")

(defvoo nnslashdot-comments-url "http://slashdot.org/comments.pl?sid=%s&threshold=%d&commentsort=%d&mode=flat&startat=%d"
  "Where nnslashdot will fetch comments from.")

(defvoo nnslashdot-article-url
    "http://slashdot.org/article.pl?sid=%s&mode=nocomment"
  "Where nnslashdot will fetch the article from.")

(defvoo nnslashdot-backslash-url "http://slashdot.org/slashdot.xml"
  "Where nnslashdot will fetch the stories from.")

(defvoo nnslashdot-use-front-page nil
  "Use the front page in addition to the backslash page.")

(defvoo nnslashdot-threshold -1
  "The article threshold.")

(defvoo nnslashdot-threaded t
  "Whether the nnslashdot groups should be threaded or not.")

(defvoo nnslashdot-group-number 0
  "The number of non-fresh groups to keep updated.")

(defvoo nnslashdot-login-name ""
  "The login name to use when posting.")

(defvoo nnslashdot-password ""
  "The password to use when posting.")

;;; Internal variables

(defvar nnslashdot-groups nil)
(defvar nnslashdot-buffer nil)
(defvar nnslashdot-headers nil)

;;; Interface functions

(nnoo-define-basics nnslashdot)

(deffoo nnslashdot-retrieve-headers (articles &optional group server fetch-old)
  (nnslashdot-possibly-change-server group server)
  (condition-case why
      (unless gnus-nov-is-evil
 	(nnslashdot-retrieve-headers-1 articles group))
    (search-failed (nnslashdot-lose why))))

(deffoo nnslashdot-retrieve-headers-1 (articles group)
  (let* ((last (car (last articles)))
	 (start (if nnslashdot-threaded 1 (pop articles)))
	 (entry (assoc group nnslashdot-groups))
	 (sid (nth 2 entry))
	 (first-comments t)
	 headers article subject score from date lines parent point cid
	 s startats changed)
    (save-excursion
      (set-buffer nnslashdot-buffer)
      (let ((case-fold-search t))
	(erase-buffer)
	(when (= start 1)
	  (mm-url-insert (format nnslashdot-article-url sid) t)
	  (goto-char (point-min))
	  (if (eobp)
	      (error "Couldn't open connection to slashdot"))
	  (re-search-forward "Posted by[ \t\r\n]+")
	  (when (looking-at "\\(<a[^>]+>\\)?[ \t\r\n]*\\([^<\r\n]+\\)")
	    (setq from (mm-url-decode-entities-string (match-string 2))))
	  (search-forward "on ")
	  (setq date (nnslashdot-date-to-date
		      (buffer-substring (point) (1- (search-forward "<")))))
	  (setq lines (/ (- (point)
			    (progn (forward-line 1) (point)))
			 60))
	  (push
	   (cons
	    1
	    (make-full-mail-header
	     1 group from date
	     (concat "<" sid "%1@slashdot>")
	     "" 0 lines nil nil))
	   headers)
	  (setq start (if nnslashdot-threaded 2 (pop articles))))
	(while (and start (<= start last))
	  (setq point (goto-char (point-max)))
	  (mm-url-insert
	   (format nnslashdot-comments-url sid
		   nnslashdot-threshold 0 (- start 2))
	   t)
	  (when (and nnslashdot-threaded first-comments)
	    (setq first-comments nil)
	    (goto-char (point-max))
	    (while (re-search-backward "startat=\\([0-9]+\\)" nil t)
	      (setq s (string-to-number (match-string 1)))
	      (unless (memq s startats)
		(push s startats)))
	    (setq startats (sort startats '<)))
	  (setq article (if (and article (< start article)) article start))
	  (goto-char point)
	  (while (re-search-forward
		  "<a name=\"\\([0-9]+\\)\">\\([^<]+\\)\\(?:.*\n\\)\\{2,10\\}.*score:\\([^)]+\\))"
		  nil t)
	    (setq cid (match-string 1)
		  subject (match-string 2)
		  score (match-string 3))
	    (unless (assq article (nth 4 entry))
	      (setcar (nthcdr 4 entry) (cons (cons article cid) (nth 4 entry)))
	      (setq changed t))
	    (when (string-match "^Re: *" subject)
	      (setq subject (concat "Re: " (substring subject (match-end 0)))))
	    (setq subject (mm-url-decode-entities-string subject)
		  from "")
	    (when (re-search-forward "by[ \t\n]+<[^>]+>\\([^<(]+\\)" nil t)
	      (setq from
		    (concat
		     (mm-url-decode-entities-string (match-string 1))
		     " <nobody@slashdot.org>")))
	    (search-forward "on ")
	    (setq date
		  (nnslashdot-date-to-date
		   (buffer-substring
		    (point) (progn (skip-chars-forward "^()<>\n\r") (point)))))
	    (setq lines (/ (abs (- (search-forward "<div")
				   (search-forward "</div>")))
			   70))
	    (if (not
		 (re-search-forward ".*cid=\\([0-9]+\\)\">Parent</A>" nil t))
		(setq parent nil)
	      (setq parent (match-string 1))
	      (when (string= parent "0")
		(setq parent nil)))
	    (push
	     (cons
	      article
	      (make-full-mail-header
	       article
	       (concat subject " (" score ")")
	       from date
	       (concat "<" sid "%" cid "@slashdot>")
	       (if parent
		   (concat "<" sid "%" parent "@slashdot>")
		 "")
	       0 lines nil nil))
	     headers)
	    (while (and articles (<= (car articles) article))
	      (pop articles))
	    (setq article (1+ article)))
	  (if nnslashdot-threaded
	      (progn
		(setq start (pop startats))
		(if start (setq start (+ start 2))))
	    (setq start (pop articles))))))
    (if changed (nnslashdot-write-groups))
    (setq nnslashdot-headers (sort headers 'car-less-than-car))
    (save-excursion
      (set-buffer nntp-server-buffer)
      (erase-buffer)
      (mm-with-unibyte-current-buffer
       (dolist (header nnslashdot-headers)
	 (nnheader-insert-nov (cdr header)))))
    'nov))

(deffoo nnslashdot-request-group (group &optional server dont-check)
  (nnslashdot-possibly-change-server nil server)
  (let ((elem (assoc group nnslashdot-groups)))
    (cond
     ((not elem)
      (nnheader-report 'nnslashdot "Group does not exist"))
     (t
      (nnheader-report 'nnslashdot "Opened group %s" group)
      (nnheader-insert
       "211 %d %d %d %s\n" (cadr elem) 1 (cadr elem)
       (prin1-to-string group))))))

(deffoo nnslashdot-close-group (group &optional server)
  (nnslashdot-possibly-change-server group server)
  (when (gnus-buffer-live-p nnslashdot-buffer)
    (save-excursion
      (set-buffer nnslashdot-buffer)
      (kill-buffer nnslashdot-buffer)))
  t)

(deffoo nnslashdot-request-article (article &optional group server buffer)
  (nnslashdot-possibly-change-server group server)
  (let (contents cid)
    (condition-case why
	(save-excursion
	  (set-buffer nnslashdot-buffer)
	  (let ((case-fold-search t))
	    (goto-char (point-min))
	    (when (and (stringp article)
		       (string-match "%\\([0-9]+\\)@" article))
	      (setq cid (match-string 1 article))
	      (let ((map (nth 4 (assoc group nnslashdot-groups))))
		(while map
		  (if (equal (cdar map) cid)
		      (setq article (caar map)
			    map nil)
		    (setq map (cdr map))))))
	    (when (numberp article)
	      (if (= article 1)
		  (progn
		    (search-forward "Posted by")
		    (search-forward "<div class=\"intro\">")
		    (setq contents
			  (buffer-substring
			   (point)
			   (progn
			     (search-forward "commentwrap")
			     (match-beginning 0)))))
		(setq cid (cdr (assq article
				     (nth 4 (assoc group nnslashdot-groups)))))
		(search-forward (format "<a name=\"%s\">" cid))
		(setq contents
		      (buffer-substring
		       (search-forward "<div class=\"commentBody\">")
		       (progn
			 (search-forward "<div class=\"commentSub\"")
			 (match-beginning 0))))))))
      (search-failed (nnslashdot-lose why)))

    (when contents
      (save-excursion
	(set-buffer (or buffer nntp-server-buffer))
	(erase-buffer)
	(mm-with-unibyte-current-buffer
	  (insert contents)
	  (goto-char (point-min))
	  (while (re-search-forward "\\(<br>\r?\\)+" nil t)
	    (replace-match "<p>" t t))
	  (goto-char (point-min))
	  (insert "Content-Type: text/html\nMIME-Version: 1.0\n")
	  (insert "Newsgroups: " (caddr (assoc group nnslashdot-groups))
		  "\n")
	  (let ((header (cdr (assq article nnslashdot-headers))))
	    (nnheader-insert-header header))
	  (nnheader-report 'nnslashdot "Fetched article %s" article))
	(cons group article)))))

(deffoo nnslashdot-close-server (&optional server)
  (when (and (nnslashdot-server-opened server)
	     (gnus-buffer-live-p nnslashdot-buffer))
    (save-excursion
      (set-buffer nnslashdot-buffer)
      (kill-buffer nnslashdot-buffer)))
  (nnoo-close-server 'nnslashdot server))

(deffoo nnslashdot-request-list (&optional server)
  (nnslashdot-possibly-change-server nil server)
  (let ((number 0)
	(first nnslashdot-use-front-page)
	sid elem description articles gname)
    (condition-case why
	;; First we do the Ultramode to get info on all the latest groups.
	(progn
	  (mm-with-unibyte-buffer
	    (mm-url-insert nnslashdot-backslash-url t)
	    (goto-char (point-min))
	    (if (eobp)
		(error "Couldn't open connection to slashdot"))
	    (while (search-forward "<story>" nil t)
	      (narrow-to-region (point) (search-forward "</story>"))
	      (goto-char (point-min))
	      (re-search-forward "<title>\\([^<]+\\)</title>")
	      (setq description
		    (mm-url-decode-entities-string (match-string 1)))
	      (re-search-forward "<url>\\([^<]+\\)</url>")
	      (setq sid (match-string 1))
	      (string-match "sid=\\([0-9/]+\\)\\(.shtml\\|$\\)" sid)
	      (setq sid (match-string 1 sid))
	      (re-search-forward "<comments>\\([^<]+\\)</comments>")
	      (setq articles (string-to-number (match-string 1)))
	      (setq gname (concat description " (" sid ")"))
	      (if (setq elem (assoc gname nnslashdot-groups))
		  (setcar (cdr elem) articles)
		(push (list gname articles sid (current-time) nil)
		      nnslashdot-groups))
	      (goto-char (point-max))
	      (widen)))
	  ;; Then do the older groups.
	  (while (or first
		     (> (- nnslashdot-group-number number) 0))
  	    (setq first nil)
	    (mm-with-unibyte-buffer
	      (let ((case-fold-search t))
		(mm-url-insert (format nnslashdot-active-url number) t)
		(goto-char (point-min))
		(while (re-search-forward
			"article.pl\\?sid=\\([^&]+\\).*>\\([^<]+\\)</a>"
			nil t)
		  (setq sid (match-string 1)
			description
			(mm-url-decode-entities-string (match-string 2)))
		  (forward-line 1)
		  (when (re-search-forward "with \\([0-9]+\\) comment" nil t)
		    (setq articles (1+ (string-to-number (match-string 1)))))
		  (setq gname (concat description " (" sid ")"))
		  (if (setq elem (assoc gname nnslashdot-groups))
		      (setcar (cdr elem) articles)
		    (push (list gname articles sid (current-time) nil)
			  nnslashdot-groups)))))
	    (incf number 30)))
      (search-failed (nnslashdot-lose why)))
    (nnslashdot-write-groups)
    (nnslashdot-generate-active)
    t))

(deffoo nnslashdot-request-newgroups (date &optional server)
  (nnslashdot-possibly-change-server nil server)
  (nnslashdot-generate-active)
  t)

(deffoo nnslashdot-request-post (&optional server)
  (nnslashdot-possibly-change-server nil server)
  (let ((sid (message-fetch-field "newsgroups"))
	(subject (message-fetch-field "subject"))
	(references (car (last (split-string
				(message-fetch-field "references")))))
	body quoted pid)
    (string-match "%\\([0-9]+\\)@slashdot" references)
    (setq pid (match-string 1 references))
    (message-goto-body)
    (narrow-to-region (point) (progn (message-goto-signature) (point)))
    (goto-char (point-min))
    (while (not (eobp))
      (if (looking-at "> ")
	  (progn
	    (delete-region (point) (+ (point) 2))
	    (unless quoted
	      (insert "<blockquote>\n"))
	    (setq quoted t))
	(when quoted
	  (insert "</blockquote>\n")
	  (setq quoted nil)))
      (forward-line 1))
    (goto-char (point-min))
    (while (re-search-forward "^ *\n" nil t)
      (replace-match "<p>\n"))
    (widen)
    (when (message-goto-signature)
      (forward-line -1)
      (insert "<p>\n")
      (while (not (eobp))
	(end-of-line)
	(insert "<br>")
	(forward-line 1)))
    (message-goto-body)
    (setq body (buffer-substring (point) (point-max)))
    (erase-buffer)
    (mm-url-fetch-form
     "http://slashdot.org/comments.pl"
     `(("sid" . ,sid)
       ("pid" . ,pid)
       ("rlogin" . "userlogin")
       ("unickname" . ,nnslashdot-login-name)
       ("upasswd" . ,nnslashdot-password)
       ("postersubj" . ,subject)
       ("op" . "Submit")
       ("postercomment" . ,body)
       ("posttype" . "html")))))

(deffoo nnslashdot-request-delete-group (group &optional force server)
  (nnslashdot-possibly-change-server group server)
  (setq nnslashdot-groups (delq (assoc group nnslashdot-groups)
				nnslashdot-groups))
  (nnslashdot-write-groups))

(deffoo nnslashdot-request-close ()
  (setq nnslashdot-headers nil
	nnslashdot-groups nil))

(deffoo nnslashdot-request-expire-articles
    (articles group &optional server force)
  (nnslashdot-possibly-change-server group server)
  (let ((item (assoc group nnslashdot-groups)))
    (when item
      (if (fourth item)
	  (when (and (>= (length articles) (cadr item)) ;; All are expirable.
		     (nnmail-expired-article-p
		      group
		      (fourth item)
		      force))
	    (setq nnslashdot-groups (delq item nnslashdot-groups))
	    (nnslashdot-write-groups)
	    (setq articles nil)) ;; all expired.
	(setcdr (cddr item) (list (current-time)))
	(nnslashdot-write-groups))))
  articles)

(nnoo-define-skeleton nnslashdot)

;;; Internal functions

(defun nnslashdot-possibly-change-server (&optional group server)
  (nnslashdot-init server)
  (when (and server
	     (not (nnslashdot-server-opened server)))
    (nnslashdot-open-server server))
  (unless nnslashdot-groups
    (nnslashdot-read-groups)))

(defun nnslashdot-make-tuple (tuple n)
  (prog1
      tuple
    (while (> n 1)
      (unless (cdr tuple)
	(setcdr tuple (list nil)))
      (setq tuple (cdr tuple)
	    n (1- n)))))

(defun nnslashdot-read-groups ()
  (let ((file (expand-file-name "groups" nnslashdot-directory)))
    (when (file-exists-p file)
      (mm-with-unibyte-buffer
	(insert-file-contents file)
	(goto-char (point-min))
	(setq nnslashdot-groups (read (current-buffer))))
      (when (and nnslashdot-groups (< (length (car nnslashdot-groups)) 5))
	(dolist (group nnslashdot-groups)
	  (nnslashdot-make-tuple group 5))))))

(defun nnslashdot-write-groups ()
  (with-temp-file (expand-file-name "groups" nnslashdot-directory)
    (gnus-prin1 nnslashdot-groups)))

(defun nnslashdot-init (server)
  "Initialize buffers and such."
  (unless (file-exists-p nnslashdot-directory)
    (gnus-make-directory nnslashdot-directory))
  (unless (gnus-buffer-live-p nnslashdot-buffer)
    (setq nnslashdot-buffer
	  (save-excursion
	    (nnheader-set-temp-buffer
	     (format " *nnslashdot %s*" server))))
    (push nnslashdot-buffer gnus-buffers)))

(defun nnslashdot-date-to-date (sdate)
  (condition-case err
      (let ((elem (delete "" (split-string sdate))))
	(concat (substring (nth 0 elem) 0 3) " "
		(substring (nth 1 elem) 0 3) " "
		(substring (nth 2 elem) 0 2) " "
		(substring (nth 3 elem) 1 6) " "
		(format-time-string "%Y") " "
		(nth 4 elem)))
    (error "")))

(defun nnslashdot-generate-active ()
  (save-excursion
    (set-buffer nntp-server-buffer)
    (erase-buffer)
    (dolist (elem nnslashdot-groups)
      (when (numberp (cadr elem))
	(insert (prin1-to-string (car elem))
		" " (number-to-string (cadr elem)) " 1 y\n")))))

(defun nnslashdot-lose (why)
  (error "Slashdot HTML has changed; please get a new version of nnslashdot"))

(provide 'nnslashdot)

;; arch-tag: aa73df7a-f7e6-4eef-bdea-5ce2f8c691b3
;;; nnslashdot.el ends here
Commit	Line	Data
c113de23	1	;;; nnslashdot.el --- interfacing with Slashdot
e84b4b86 TTN	2
e84b4b86 TTN	3	;; Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004,
e3fe4da0	4	;; 2005, 2006, 2007, 2008 Free Software Foundation, Inc.
c113de23 GM	5
	6	;; Author: Lars Magne Ingebrigtsen <larsi@gnus.org>
	7	;; Keywords: news
	8
	9	;; This file is part of GNU Emacs.
	10
	11	;; GNU Emacs is free software; you can redistribute it and/or modify
	12	;; it under the terms of the GNU General Public License as published by
5a9dffec	13	;; the Free Software Foundation; either version 3, or (at your option)
c113de23 GM	14	;; any later version.
	15
	16	;; GNU Emacs is distributed in the hope that it will be useful,
	17	;; but WITHOUT ANY WARRANTY; without even the implied warranty of
	18	;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	19	;; GNU General Public License for more details.
	20
	21	;; You should have received a copy of the GNU General Public License
	22	;; along with GNU Emacs; see the file COPYING. If not, write to the
3a35cf56 LK	23	;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
3a35cf56 LK	24	;; Boston, MA 02110-1301, USA.
c113de23 GM	25
	26	;;; Commentary:
	27
c113de23 GM	28	;;; Code:
	29
	30	(eval-when-compile (require 'cl))
	31
	32	(require 'nnoo)
	33	(require 'message)
	34	(require 'gnus-util)
	35	(require 'gnus)
	36	(require 'nnmail)
	37	(require 'mm-util)
23f87bed	38	(require 'mm-url)
c113de23 GM	39
	40	(nnoo-declare nnslashdot)
	41
	42	(defvoo nnslashdot-directory (nnheader-concat gnus-directory "slashdot/")
	43	"Where nnslashdot will save its files.")
	44
	45	(defvoo nnslashdot-active-url "http://slashdot.org/search.pl?section=&min=%d"
	46	"Where nnslashdot will fetch the active file from.")
	47
	48	(defvoo nnslashdot-comments-url "http://slashdot.org/comments.pl?sid=%s&threshold=%d&commentsort=%d&mode=flat&startat=%d"
	49	"Where nnslashdot will fetch comments from.")
	50
	51	(defvoo nnslashdot-article-url
	52	"http://slashdot.org/article.pl?sid=%s&mode=nocomment"
	53	"Where nnslashdot will fetch the article from.")
	54
95fa1ff7 SZ	55	(defvoo nnslashdot-backslash-url "http://slashdot.org/slashdot.xml"
	56	"Where nnslashdot will fetch the stories from.")
	57
23f87bed MB	58	(defvoo nnslashdot-use-front-page nil
	59	"Use the front page in addition to the backslash page.")
	60
c113de23 GM	61	(defvoo nnslashdot-threshold -1
	62	"The article threshold.")
	63
	64	(defvoo nnslashdot-threaded t
	65	"Whether the nnslashdot groups should be threaded or not.")
	66
	67	(defvoo nnslashdot-group-number 0
	68	"The number of non-fresh groups to keep updated.")
	69
	70	(defvoo nnslashdot-login-name ""
	71	"The login name to use when posting.")
	72
	73	(defvoo nnslashdot-password ""
	74	"The password to use when posting.")
	75
	76	;;; Internal variables
	77
	78	(defvar nnslashdot-groups nil)
	79	(defvar nnslashdot-buffer nil)
	80	(defvar nnslashdot-headers nil)
	81
	82	;;; Interface functions
	83
	84	(nnoo-define-basics nnslashdot)
	85
	86	(deffoo nnslashdot-retrieve-headers (articles &optional group server fetch-old)
	87	(nnslashdot-possibly-change-server group server)
	88	(condition-case why
	89	(unless gnus-nov-is-evil
9516b9f4	90	(nnslashdot-retrieve-headers-1 articles group))
c113de23 GM	91	(search-failed (nnslashdot-lose why))))
c113de23 GM	92
95fa1ff7 SZ	93	(deffoo nnslashdot-retrieve-headers-1 (articles group)
	94	(let* ((last (car (last articles)))
	95	(start (if nnslashdot-threaded 1 (pop articles)))
	96	(entry (assoc group nnslashdot-groups))
	97	(sid (nth 2 entry))
	98	(first-comments t)
a1506d29	99	headers article subject score from date lines parent point cid
95fa1ff7	100	s startats changed)
c113de23 GM	101	(save-excursion
	102	(set-buffer nnslashdot-buffer)
	103	(let ((case-fold-search t))
	104	(erase-buffer)
	105	(when (= start 1)
23f87bed	106	(mm-url-insert (format nnslashdot-article-url sid) t)
c113de23	107	(goto-char (point-min))
23f87bed MB	108	(if (eobp)
23f87bed MB	109	(error "Couldn't open connection to slashdot"))
95fa1ff7 SZ	110	(re-search-forward "Posted by[ \t\r\n]+")
95fa1ff7 SZ	111	(when (looking-at "\\(<a[^>]+>\\)?[ \t\r\n]*\\([^<\r\n]+\\)")
23f87bed	112	(setq from (mm-url-decode-entities-string (match-string 2))))
95fa1ff7	113	(search-forward "on ")
c113de23 GM	114	(setq date (nnslashdot-date-to-date
	115	(buffer-substring (point) (1- (search-forward "<")))))
	116	(setq lines (/ (- (point)
	117	(progn (forward-line 1) (point)))
	118	60))
	119	(push
	120	(cons
	121	1
	122	(make-full-mail-header
	123	1 group from date
23f87bed	124	(concat "<" sid "%1@slashdot>")
c113de23	125	"" 0 lines nil nil))
95fa1ff7 SZ	126	headers)
	127	(setq start (if nnslashdot-threaded 2 (pop articles))))
	128	(while (and start (<= start last))
c113de23	129	(setq point (goto-char (point-max)))
23f87bed MB	130	(mm-url-insert
23f87bed MB	131	(format nnslashdot-comments-url sid
95fa1ff7	132	nnslashdot-threshold 0 (- start 2))
c113de23	133	t)
95fa1ff7	134	(when (and nnslashdot-threaded first-comments)
c113de23 GM	135	(setq first-comments nil)
	136	(goto-char (point-max))
	137	(while (re-search-backward "startat=\\([0-9]+\\)" nil t)
	138	(setq s (string-to-number (match-string 1)))
	139	(unless (memq s startats)
	140	(push s startats)))
	141	(setq startats (sort startats '<)))
95fa1ff7	142	(setq article (if (and article (< start article)) article start))
c113de23 GM	143	(goto-char point)
c113de23 GM	144	(while (re-search-forward
b07e0143	145	"<a name=\"\\([0-9]+\\)\">\\([^<]+\\)\\(?:.\n\\)\\{2,10\\}.score:\\([^)]+\\))"
c113de23	146	nil t)
95fa1ff7	147	(setq cid (match-string 1)
9516b9f4 MB	148	subject (match-string 2)
9516b9f4 MB	149	score (match-string 3))
95fa1ff7 SZ	150	(unless (assq article (nth 4 entry))
	151	(setcar (nthcdr 4 entry) (cons (cons article cid) (nth 4 entry)))
	152	(setq changed t))
c113de23 GM	153	(when (string-match "^Re: *" subject)
c113de23 GM	154	(setq subject (concat "Re: " (substring subject (match-end 0)))))
9516b9f4 MB	155	(setq subject (mm-url-decode-entities-string subject)
	156	from "")
	157	(when (re-search-forward "by[ \t\n]+<[^>]+>\\([^<(]+\\)" nil t)
	158	(setq from
	159	(concat
	160	(mm-url-decode-entities-string (match-string 1))
	161	" <nobody@slashdot.org>")))
23f87bed	162	(search-forward "on ")
c113de23 GM	163	(setq date
c113de23 GM	164	(nnslashdot-date-to-date
9516b9f4 MB	165	(buffer-substring
	166	(point) (progn (skip-chars-forward "^()<>\n\r") (point)))))
	167	(setq lines (/ (abs (- (search-forward "<div")
	168	(search-forward "</div>")))
c113de23	169	70))
95fa1ff7 SZ	170	(if (not
	171	(re-search-forward ".*cid=\\([0-9]+\\)\">Parent</A>" nil t))
	172	(setq parent nil)
	173	(setq parent (match-string 1))
	174	(when (string= parent "0")
	175	(setq parent nil)))
c113de23 GM	176	(push
c113de23 GM	177	(cons
95fa1ff7	178	article
c113de23	179	(make-full-mail-header
95fa1ff7	180	article
c113de23 GM	181	(concat subject " (" score ")")
c113de23 GM	182	from date
23f87bed	183	(concat "<" sid "%" cid "@slashdot>")
c113de23	184	(if parent
23f87bed	185	(concat "<" sid "%" parent "@slashdot>")
c113de23 GM	186	"")
c113de23 GM	187	0 lines nil nil))
95fa1ff7 SZ	188	headers)
	189	(while (and articles (<= (car articles) article))
	190	(pop articles))
	191	(setq article (1+ article)))
a1506d29	192	(if nnslashdot-threaded
95fa1ff7 SZ	193	(progn
	194	(setq start (pop startats))
	195	(if start (setq start (+ start 2))))
	196	(setq start (pop articles))))))
	197	(if changed (nnslashdot-write-groups))
c113de23 GM	198	(setq nnslashdot-headers (sort headers 'car-less-than-car))
	199	(save-excursion
	200	(set-buffer nntp-server-buffer)
	201	(erase-buffer)
	202	(mm-with-unibyte-current-buffer
	203	(dolist (header nnslashdot-headers)
	204	(nnheader-insert-nov (cdr header)))))
	205	'nov))
	206
c113de23 GM	207	(deffoo nnslashdot-request-group (group &optional server dont-check)
	208	(nnslashdot-possibly-change-server nil server)
	209	(let ((elem (assoc group nnslashdot-groups)))
	210	(cond
	211	((not elem)
	212	(nnheader-report 'nnslashdot "Group does not exist"))
	213	(t
	214	(nnheader-report 'nnslashdot "Opened group %s" group)
	215	(nnheader-insert
	216	"211 %d %d %d %s\n" (cadr elem) 1 (cadr elem)
	217	(prin1-to-string group))))))
	218
	219	(deffoo nnslashdot-close-group (group &optional server)
	220	(nnslashdot-possibly-change-server group server)
	221	(when (gnus-buffer-live-p nnslashdot-buffer)
	222	(save-excursion
	223	(set-buffer nnslashdot-buffer)
	224	(kill-buffer nnslashdot-buffer)))
	225	t)
	226
	227	(deffoo nnslashdot-request-article (article &optional group server buffer)
	228	(nnslashdot-possibly-change-server group server)
95fa1ff7	229	(let (contents cid)
c113de23 GM	230	(condition-case why
	231	(save-excursion
	232	(set-buffer nnslashdot-buffer)
	233	(let ((case-fold-search t))
	234	(goto-char (point-min))
	235	(when (and (stringp article)
	236	(string-match "%\\([0-9]+\\)@" article))
95fa1ff7 SZ	237	(setq cid (match-string 1 article))
	238	(let ((map (nth 4 (assoc group nnslashdot-groups))))
	239	(while map
	240	(if (equal (cdar map) cid)
	241	(setq article (caar map)
	242	map nil)
	243	(setq map (cdr map))))))
c113de23 GM	244	(when (numberp article)
	245	(if (= article 1)
	246	(progn
9516b9f4 MB	247	(search-forward "Posted by")
9516b9f4 MB	248	(search-forward "<div class=\"intro\">")
c113de23 GM	249	(setq contents
	250	(buffer-substring
	251	(point)
	252	(progn
9516b9f4	253	(search-forward "commentwrap")
c113de23	254	(match-beginning 0)))))
a1506d29	255	(setq cid (cdr (assq article
95fa1ff7 SZ	256	(nth 4 (assoc group nnslashdot-groups)))))
95fa1ff7 SZ	257	(search-forward (format "<a name=\"%s\">" cid))
c113de23 GM	258	(setq contents
c113de23 GM	259	(buffer-substring
9516b9f4	260	(search-forward "<div class=\"commentBody\">")
0327a464	261	(progn
41e49ce6	262	(search-forward "<div class=\"commentSub\"")
0327a464	263	(match-beginning 0))))))))
c113de23 GM	264	(search-failed (nnslashdot-lose why)))
	265
	266	(when contents
	267	(save-excursion
	268	(set-buffer (or buffer nntp-server-buffer))
	269	(erase-buffer)
	270	(mm-with-unibyte-current-buffer
	271	(insert contents)
	272	(goto-char (point-min))
	273	(while (re-search-forward "\\(<br>\r?\\)+" nil t)
	274	(replace-match "<p>" t t))
	275	(goto-char (point-min))
	276	(insert "Content-Type: text/html\nMIME-Version: 1.0\n")
	277	(insert "Newsgroups: " (caddr (assoc group nnslashdot-groups))
	278	"\n")
	279	(let ((header (cdr (assq article nnslashdot-headers))))
	280	(nnheader-insert-header header))
	281	(nnheader-report 'nnslashdot "Fetched article %s" article))
	282	(cons group article)))))
	283
	284	(deffoo nnslashdot-close-server (&optional server)
	285	(when (and (nnslashdot-server-opened server)
	286	(gnus-buffer-live-p nnslashdot-buffer))
	287	(save-excursion
	288	(set-buffer nnslashdot-buffer)
	289	(kill-buffer nnslashdot-buffer)))
	290	(nnoo-close-server 'nnslashdot server))
	291
	292	(deffoo nnslashdot-request-list (&optional server)
	293	(nnslashdot-possibly-change-server nil server)
	294	(let ((number 0)
23f87bed	295	(first nnslashdot-use-front-page)
c113de23 GM	296	sid elem description articles gname)
c113de23 GM	297	(condition-case why
95fa1ff7 SZ	298	;; First we do the Ultramode to get info on all the latest groups.
95fa1ff7 SZ	299	(progn
c113de23	300	(mm-with-unibyte-buffer
23f87bed	301	(mm-url-insert nnslashdot-backslash-url t)
c113de23	302	(goto-char (point-min))
23f87bed MB	303	(if (eobp)
23f87bed MB	304	(error "Couldn't open connection to slashdot"))
c113de23 GM	305	(while (search-forward "<story>" nil t)
	306	(narrow-to-region (point) (search-forward "</story>"))
	307	(goto-char (point-min))
	308	(re-search-forward "<title>\\([^<]+\\)</title>")
	309	(setq description
23f87bed	310	(mm-url-decode-entities-string (match-string 1)))
c113de23 GM	311	(re-search-forward "<url>\\([^<]+\\)</url>")
c113de23 GM	312	(setq sid (match-string 1))
619ac84f SZ	313	(string-match "sid=\\([0-9/]+\\)\\(.shtml\\\|$\\)" sid)
619ac84f SZ	314	(setq sid (match-string 1 sid))
c113de23 GM	315	(re-search-forward "<comments>\\([^<]+\\)</comments>")
	316	(setq articles (string-to-number (match-string 1)))
	317	(setq gname (concat description " (" sid ")"))
	318	(if (setq elem (assoc gname nnslashdot-groups))
	319	(setcar (cdr elem) articles)
95fa1ff7 SZ	320	(push (list gname articles sid (current-time) nil)
95fa1ff7 SZ	321	nnslashdot-groups))
c113de23 GM	322	(goto-char (point-max))
	323	(widen)))
	324	;; Then do the older groups.
23f87bed MB	325	(while (or first
	326	(> (- nnslashdot-group-number number) 0))
	327	(setq first nil)
c113de23 GM	328	(mm-with-unibyte-buffer
c113de23 GM	329	(let ((case-fold-search t))
23f87bed	330	(mm-url-insert (format nnslashdot-active-url number) t)
c113de23 GM	331	(goto-char (point-min))
c113de23 GM	332	(while (re-search-forward
23f87bed	333	"article.pl\\?sid=\\([^&]+\\).*>\\([^<]+\\)</a>"
c113de23 GM	334	nil t)
	335	(setq sid (match-string 1)
	336	description
23f87bed	337	(mm-url-decode-entities-string (match-string 2)))
c113de23	338	(forward-line 1)
23f87bed MB	339	(when (re-search-forward "with \\([0-9]+\\) comment" nil t)
23f87bed MB	340	(setq articles (1+ (string-to-number (match-string 1)))))
c113de23 GM	341	(setq gname (concat description " (" sid ")"))
	342	(if (setq elem (assoc gname nnslashdot-groups))
	343	(setcar (cdr elem) articles)
95fa1ff7 SZ	344	(push (list gname articles sid (current-time) nil)
95fa1ff7 SZ	345	nnslashdot-groups)))))
c113de23 GM	346	(incf number 30)))
	347	(search-failed (nnslashdot-lose why)))
	348	(nnslashdot-write-groups)
	349	(nnslashdot-generate-active)
	350	t))
95fa1ff7	351
c113de23 GM	352	(deffoo nnslashdot-request-newgroups (date &optional server)
	353	(nnslashdot-possibly-change-server nil server)
	354	(nnslashdot-generate-active)
	355	t)
	356
	357	(deffoo nnslashdot-request-post (&optional server)
	358	(nnslashdot-possibly-change-server nil server)
23f87bed	359	(let ((sid (message-fetch-field "newsgroups"))
c113de23 GM	360	(subject (message-fetch-field "subject"))
	361	(references (car (last (split-string
	362	(message-fetch-field "references")))))
	363	body quoted pid)
	364	(string-match "%\\([0-9]+\\)@slashdot" references)
	365	(setq pid (match-string 1 references))
	366	(message-goto-body)
	367	(narrow-to-region (point) (progn (message-goto-signature) (point)))
	368	(goto-char (point-min))
	369	(while (not (eobp))
	370	(if (looking-at "> ")
	371	(progn
	372	(delete-region (point) (+ (point) 2))
	373	(unless quoted
	374	(insert "<blockquote>\n"))
	375	(setq quoted t))
	376	(when quoted
	377	(insert "</blockquote>\n")
	378	(setq quoted nil)))
	379	(forward-line 1))
	380	(goto-char (point-min))
	381	(while (re-search-forward "^ *\n" nil t)
	382	(replace-match "<p>\n"))
	383	(widen)
	384	(when (message-goto-signature)
	385	(forward-line -1)
	386	(insert "<p>\n")
	387	(while (not (eobp))
	388	(end-of-line)
	389	(insert "<br>")
	390	(forward-line 1)))
	391	(message-goto-body)
	392	(setq body (buffer-substring (point) (point-max)))
	393	(erase-buffer)
23f87bed	394	(mm-url-fetch-form
c113de23 GM	395	"http://slashdot.org/comments.pl"
	396	`(("sid" . ,sid)
	397	("pid" . ,pid)
	398	("rlogin" . "userlogin")
	399	("unickname" . ,nnslashdot-login-name)
	400	("upasswd" . ,nnslashdot-password)
	401	("postersubj" . ,subject)
	402	("op" . "Submit")
	403	("postercomment" . ,body)
	404	("posttype" . "html")))))
	405
	406	(deffoo nnslashdot-request-delete-group (group &optional force server)
	407	(nnslashdot-possibly-change-server group server)
	408	(setq nnslashdot-groups (delq (assoc group nnslashdot-groups)
	409	nnslashdot-groups))
	410	(nnslashdot-write-groups))
	411
	412	(deffoo nnslashdot-request-close ()
	413	(setq nnslashdot-headers nil
	414	nnslashdot-groups nil))
	415
95fa1ff7 SZ	416	(deffoo nnslashdot-request-expire-articles
	417	(articles group &optional server force)
	418	(nnslashdot-possibly-change-server group server)
	419	(let ((item (assoc group nnslashdot-groups)))
	420	(when item
	421	(if (fourth item)
	422	(when (and (>= (length articles) (cadr item)) ;; All are expirable.
	423	(nnmail-expired-article-p
	424	group
	425	(fourth item)
	426	force))
	427	(setq nnslashdot-groups (delq item nnslashdot-groups))
	428	(nnslashdot-write-groups)
	429	(setq articles nil)) ;; all expired.
	430	(setcdr (cddr item) (list (current-time)))
	431	(nnslashdot-write-groups))))
	432	articles)
	433
c113de23 GM	434	(nnoo-define-skeleton nnslashdot)
	435
	436	;;; Internal functions
	437
	438	(defun nnslashdot-possibly-change-server (&optional group server)
	439	(nnslashdot-init server)
	440	(when (and server
	441	(not (nnslashdot-server-opened server)))
	442	(nnslashdot-open-server server))
	443	(unless nnslashdot-groups
	444	(nnslashdot-read-groups)))
	445
95fa1ff7 SZ	446	(defun nnslashdot-make-tuple (tuple n)
	447	(prog1
	448	tuple
	449	(while (> n 1)
	450	(unless (cdr tuple)
	451	(setcdr tuple (list nil)))
	452	(setq tuple (cdr tuple)
	453	n (1- n)))))
	454
c113de23 GM	455	(defun nnslashdot-read-groups ()
	456	(let ((file (expand-file-name "groups" nnslashdot-directory)))
	457	(when (file-exists-p file)
	458	(mm-with-unibyte-buffer
	459	(insert-file-contents file)
	460	(goto-char (point-min))
95fa1ff7	461	(setq nnslashdot-groups (read (current-buffer))))
01c52d31 MB	462	(when (and nnslashdot-groups (< (length (car nnslashdot-groups)) 5))
	463	(dolist (group nnslashdot-groups)
	464	(nnslashdot-make-tuple group 5))))))
c113de23 GM	465
	466	(defun nnslashdot-write-groups ()
	467	(with-temp-file (expand-file-name "groups" nnslashdot-directory)
95fa1ff7 SZ	468	(gnus-prin1 nnslashdot-groups)))
95fa1ff7 SZ	469
c113de23 GM	470	(defun nnslashdot-init (server)
	471	"Initialize buffers and such."
	472	(unless (file-exists-p nnslashdot-directory)
	473	(gnus-make-directory nnslashdot-directory))
	474	(unless (gnus-buffer-live-p nnslashdot-buffer)
	475	(setq nnslashdot-buffer
	476	(save-excursion
	477	(nnheader-set-temp-buffer
95fa1ff7 SZ	478	(format " nnslashdot %s" server))))
95fa1ff7 SZ	479	(push nnslashdot-buffer gnus-buffers)))
c113de23 GM	480
	481	(defun nnslashdot-date-to-date (sdate)
	482	(condition-case err
	483	(let ((elem (delete "" (split-string sdate))))
	484	(concat (substring (nth 0 elem) 0 3) " "
	485	(substring (nth 1 elem) 0 3) " "
	486	(substring (nth 2 elem) 0 2) " "
	487	(substring (nth 3 elem) 1 6) " "
	488	(format-time-string "%Y") " "
	489	(nth 4 elem)))
	490	(error "")))
	491
	492	(defun nnslashdot-generate-active ()
	493	(save-excursion
	494	(set-buffer nntp-server-buffer)
	495	(erase-buffer)
	496	(dolist (elem nnslashdot-groups)
23f87bed MB	497	(when (numberp (cadr elem))
	498	(insert (prin1-to-string (car elem))
	499	" " (number-to-string (cadr elem)) " 1 y\n")))))
c113de23 GM	500
	501	(defun nnslashdot-lose (why)
	502	(error "Slashdot HTML has changed; please get a new version of nnslashdot"))
	503
c113de23 GM	504	(provide 'nnslashdot)
c113de23 GM	505
cbee283d	506	;; arch-tag: aa73df7a-f7e6-4eef-bdea-5ce2f8c691b3
c113de23	507	;;; nnslashdot.el ends here