1 ;;; nnsoup.el --- SOUP access for Gnus
2 ;; Copyright (C) 1995 Free Software Foundation, Inc.
4 ;; Author: Lars Magne Ingebrigtsen <larsi@ifi.uio.no>
5 ;; Masanobu UMEDA <umerin@flab.flab.fujitsu.junet>
6 ;; Keywords: news, mail
8 ;; This file is part of GNU Emacs.
10 ;; GNU Emacs is free software; you can redistribute it and/or modify
11 ;; it under the terms of the GNU General Public License as published by
12 ;; the Free Software Foundation; either version 2, or (at your option)
15 ;; GNU Emacs is distributed in the hope that it will be useful,
16 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
17 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 ;; GNU General Public License for more details.
20 ;; You should have received a copy of the GNU General Public License
21 ;; along with GNU Emacs; see the file COPYING. If not, write to
22 ;; the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
33 (defvar nnsoup-directory "~/SOUP/"
34 "*SOUP packet directory directory.")
36 (defvar nnsoup-replies-directory (concat nnsoup-directory "replies/")
37 "*Directory where outgoing packets will be composed.")
39 (defvar nnsoup-replies-format-type ?n
40 "*Format of the replies packages.")
42 (defvar nnsoup-replies-index-type ?n
43 "*Index type of the replies packages.")
45 (defvar nnsoup-active-file (concat nnsoup-directory "active")
48 (defvar nnsoup-packer "tar cf - %s | gzip > $HOME/Soupin%d.tgz"
49 "Format string command for packing a SOUP packet.
50 The SOUP files will be inserted where the %s is in the string.
51 This string MUST contain both %s and %d. The file number will be
52 inserted where %d appears.")
54 (defvar nnsoup-unpacker "gunzip -c %s | tar xvf -"
55 "*Format string command for unpacking a SOUP packet.
56 The SOUP packet file name will be inserted at the %s.")
58 (defvar nnsoup-packet-directory "~/"
59 "*Where nnsoup will look for incoming packets.")
61 (defvar nnsoup-packet-regexp "Soupout"
62 "*Regular expression matching SOUP packets in `nnsoup-packet-directory'.")
66 (defconst nnsoup-version "nnsoup 0.0"
69 (defvar nnsoup-status-string "")
70 (defvar nnsoup-group-alist nil)
71 (defvar nnsoup-replies-list nil)
72 (defvar nnsoup-buffers nil)
73 (defvar nnsoup-current-group nil)
79 (defvar nnsoup-current-server nil)
80 (defvar nnsoup-server-alist nil)
81 (defvar nnsoup-server-variables
83 (list 'nnsoup-directory nnsoup-directory)
84 (list 'nnsoup-active-file nnsoup-active-file)
85 '(nnsoup-status-string "")
86 '(nnsoup-group-alist nil)))
90 ;;; Interface functions.
92 (defun nnsoup-retrieve-headers (sequence &optional group server fetch-old)
93 (nnsoup-possibly-change-group group)
95 (set-buffer nntp-server-buffer)
97 (let ((areas (cdr (assoc nnsoup-current-group nnsoup-group-alist)))
100 useful-areas this-area-seq)
101 (if (stringp (car sequence))
103 ;; We go through all the areas and find which files the
104 ;; articles in SEQUENCE come from.
105 (while (and areas sequence)
106 ;; Peel off areas that are below sequence.
107 (while (and areas (< (cdr (car (car areas))) (car sequence)))
108 (setq areas (cdr areas)))
111 ;; This is a useful area.
112 (setq useful-areas (cons (car areas) useful-areas)
114 ;; We take note whether this MSG has a corresponding IDX
116 (if (or (= (gnus-soup-encoding-index
117 (gnus-soup-area-encoding (nth 1 (car areas)))) ?n)
120 (gnus-soup-area-prefix (nth 1 (car areas)))))))
122 ;; We assing the portion of `sequence' that is relevant to
123 ;; this MSG packet to this packet.
124 (while (and sequence (<= (car sequence) (cdr (car (car areas)))))
125 (setq this-area-seq (cons (car sequence) this-area-seq)
126 sequence (cdr sequence)))
127 (setcar useful-areas (cons (nreverse this-area-seq)
128 (car useful-areas)))))
130 ;; We now have a list of article numbers and corresponding
132 (setq useful-areas (nreverse useful-areas))
134 ;; Two different approaches depending on whether all the MSG
135 ;; files have corresponding IDX files. If they all do, we
136 ;; simply return the relevant IDX files and let Gnus sort out
137 ;; what lines are relevant. If some of the IDX files are
138 ;; missing, we must return HEADs for all the articles.
141 (goto-char (point-max))
143 (number (car (nth 1 (car useful-areas)))))
144 (insert-buffer-substring
146 (gnus-soup-area-prefix
147 (nth 2 (car useful-areas)))))
149 ;; We have to remove the index number entires and
150 ;; insert article numbers instead.
151 (while (looking-at "[0-9]+")
152 (replace-match (int-to-string number) t t)
153 (setq number (1+ number))
155 (setq useful-areas (cdr useful-areas)))
158 (setq articles (car (car useful-areas))
159 useful-areas (cdr useful-areas))
161 (goto-char (point-max))
162 (insert (format "221 %d Article retrieved.\n" (car articles)))
163 (insert-buffer-substring
164 (nnsoup-narrow-to-article
165 (car articles) (cdr (car useful-areas)) 'head))
166 (goto-char (point-max))
168 (setq articles (cdr articles))))
170 ;; Fold continuation lines.
171 (goto-char (point-min))
172 (while (re-search-forward "\\(\r?\n[ \t]+\\)+" nil t)
173 (replace-match " " t t)))
174 (if use-nov 'nov 'headers)))))
176 (defun nnsoup-open-server (server &optional defs)
177 (nnsoup-set-variables)
178 (nnheader-init-server-buffer)
179 (if (equal server nnsoup-current-server)
181 (if nnsoup-current-server
182 (setq nnsoup-server-alist
183 (cons (list nnsoup-current-server
184 (nnheader-save-variables nnsoup-server-variables))
185 nnsoup-server-alist)))
186 (let ((state (assoc server nnsoup-server-alist)))
189 (nnheader-restore-variables (nth 1 state))
190 (setq nnsoup-server-alist (delq state nnsoup-server-alist)))
191 (nnheader-set-init-variables nnsoup-server-variables defs)))
192 (setq nnsoup-current-server server))
193 (nnsoup-read-active-file))
195 (defun nnsoup-request-close ()
196 (nnsoup-write-active-file)
197 (nnsoup-write-replies)
198 (while nnsoup-buffers
199 (and (car nnsoup-buffers)
200 (buffer-name (car nnsoup-buffers))
201 (kill-buffer (car nnsoup-buffers)))
202 (setq nnsoup-buffers (cdr nnsoup-buffers)))
203 (setq nnsoup-group-alist nil
204 nnsoup-current-group nil
205 nnsoup-current-server nil
206 nnsoup-server-alist nil
207 nnsoup-replies-list nil)
210 (defun nnsoup-close-server (&optional server)
213 (defun nnsoup-server-opened (&optional server)
214 (and (equal server nnsoup-current-server)
216 (buffer-name nntp-server-buffer)))
218 (defun nnsoup-status-message (&optional server)
219 nnsoup-status-string)
221 (defun nnsoup-request-article (id &optional newsgroup server buffer)
222 (nnsoup-possibly-change-group newsgroup)
223 (let ((buffer (or buffer nntp-server-buffer)))
229 (insert-buffer-substring
230 (nnsoup-narrow-to-article id))
233 (defun nnsoup-request-group (group &optional server dont-check)
234 (nnsoup-possibly-change-group group)
237 (let ((area (cdr (assoc group nnsoup-group-alist)))
240 (set-buffer nntp-server-buffer)
242 (setq min (car (car (car area))))
244 (setq area (cdr area)))
245 (setq max (cdr (car (car area))))
246 (insert (format "211 %d %d %d %s\n"
247 (max (1+ (- max min)) 0) min max group)))))
250 (defun nnsoup-close-group (group &optional server)
253 (defun nnsoup-request-list (&optional server)
255 (set-buffer nntp-server-buffer)
257 (let ((alist nnsoup-group-alist)
260 (setq min (car (car (nth 1 (car alist)))))
261 (insert (format "%s %d %d y\n" (car (car alist))
262 (let ((areas (car alist)))
264 (setq areas (cdr areas)))
265 (cdr (car (car areas)))) min))
266 (setq alist (cdr alist)))
269 (defun nnsoup-request-scan (group &optional server)
270 (or nnsoup-group-alist (nnsoup-read-areas))
271 (nnsoup-unpack-packets))
273 (defun nnsoup-request-newgroups (date &optional server)
274 (nnsoup-request-list))
276 (defun nnsoup-request-list-newsgroups (&optional server)
279 (defun nnsoup-request-post (&optional server)
280 (nnsoup-store-reply "news")
283 (defun nnsoup-request-mail ()
284 (nnsoup-store-reply "mail")
288 ;;; Internal functions
290 (defun nnsoup-possibly-change-group (group &optional force)
292 (setq nnsoup-current-group group)
295 (defun nnsoup-read-active-file ()
296 (if (file-exists-p nnsoup-active-file)
298 (load nnsoup-active-file)
301 (defun nnsoup-write-active-file ()
303 (set-buffer (get-buffer-create " *nnsoup work*"))
304 (buffer-disable-undo (current-buffer))
306 (insert (format "(setq nnsoup-group-alist '%S)\n" nnsoup-group-alist))
307 (write-region (point-min) (point-max) nnsoup-active-file
309 (kill-buffer (current-buffer))))
311 (defun nnsoup-read-areas ()
313 (set-buffer nntp-server-buffer)
314 (let ((areas (gnus-soup-parse-areas (concat nnsoup-directory "AREAS")))
315 entry number area lnum)
316 ;; Go through all areas in the new AREAS file.
318 (setq area (car areas)
320 ;; Find the number of new articles in this area.
321 (setq number (nnsoup-number-of-articles area))
322 (if (not (setq entry (assoc (gnus-soup-area-name area)
323 nnsoup-group-alist)))
324 ;; If this is a new area (group), we just add this info to
326 (setq nnsoup-group-alist
327 (cons (list (gnus-soup-area-name area)
328 (list (cons 1 number) area))
330 ;; There are already articles in this group, so we add this
331 ;; info to the end of the entry.
332 (let ((e (cdr entry)))
335 (setcdr e (list (list (cons (setq lnum (1+ (cdr (car (car e)))))
338 (nnsoup-write-active-file)))
340 (defun nnsoup-number-of-articles (area)
343 ;; If the number is in the area info, we just return it.
344 ((gnus-soup-area-number area)
345 (gnus-soup-area-number area))
346 ;; If there is an index file, we just count the lines.
347 ((/= (gnus-soup-encoding-index (gnus-soup-area-encoding area)) ?n)
348 (set-buffer (nnsoup-index-buffer (gnus-soup-area-prefix area)))
349 (count-lines (point-min) (point-max)))
350 ;; We do it the hard way - re-searching through the message
353 (set-buffer (nnsoup-message-buffer (gnus-soup-area-prefix area)))
354 (goto-char (point-min))
355 (let ((regexp (nnsoup-header (gnus-soup-encoding-format
356 (gnus-soup-area-encoding area))))
358 (while (re-search-forward regexp nil t)
362 (defun nnsoup-index-buffer (prefix &optional message)
363 (let* ((file (concat prefix (if message ".MSG" ".IDX")))
364 (buffer-name (concat " *nnsoup " file "*")))
365 (or (get-buffer buffer-name) ; File aready loaded.
366 (save-excursion ; Load the file.
367 (set-buffer (get-buffer-create buffer-name))
368 (setq nnsoup-buffers (cons (current-buffer) nnsoup-buffers))
369 (insert-file-contents (concat nnsoup-directory file))
372 (defun nnsoup-file (prefix &optional message)
373 (concat nnsoup-directory prefix (if message ".MSG" ".IDX")))
375 (defun nnsoup-message-buffer (prefix)
376 (nnsoup-index-buffer prefix 'msg))
378 (defun nnsoup-unpack-packets ()
379 (let ((packets (directory-files
380 nnsoup-packet-directory t nnsoup-packet-regexp))
383 (message (setq msg (format "nnsoup: unpacking %s..." (car packets))))
384 (gnus-soup-unpack-packet nnsoup-directory nnsoup-unpacker (car packets))
385 (delete-file (car packets))
387 (message "%sdone" msg)
388 (setq packets (cdr packets)))))
390 (defun nnsoup-narrow-to-article (article &optional area head)
391 (let* ((area (or area (nnsoup-article-to-area article nnsoup-current-group)))
392 (prefix (gnus-soup-area-prefix (nth 1 area)))
394 (setq msg-buf (nnsoup-index-buffer prefix 'msg))
397 ;; We use the index file to find out where the article begins and ends.
398 ((and (= (gnus-soup-encoding-index
399 (gnus-soup-area-encoding (nth 1 area)))
401 (file-exists-p (nnsoup-file prefix)))
402 (set-buffer (nnsoup-index-buffer prefix))
404 (goto-char (point-min))
405 (forward-line (- article (car (car area))))
406 (setq beg (read (current-buffer)))
408 (if (looking-at "[0-9]+")
410 (setq end (read (current-buffer)))
413 (let ((format (gnus-soup-encoding-format
414 (gnus-soup-area-encoding (nth 1 area)))))
416 (if (or (= format ?n) (= format ?m))
417 (setq end (progn (forward-line -1) (point))))))
418 (set-buffer msg-buf))
420 (narrow-to-region beg (or end (point-max))))
424 (goto-char (point-min))
425 (let ((header (nnsoup-header
426 (gnus-soup-encoding-format
427 (gnus-soup-area-encoding (nth 1 area))))))
428 (re-search-forward header nil t (- article (car (car area))))
431 (if (re-search-forward header nil t)
434 (goto-char (point-min))
439 (if (search-forward "\n\n" nil t)
444 (defun nnsoup-header (format)
447 "^#! *rnews +[0-9]+ *$")
449 (concat "^" rmail-unix-mail-delimiter))
453 (error "Unknown format: %c" format))))
455 (defun nnsoup-pack-replies ()
456 "Make an outbound package of SOUP replies."
458 (nnsoup-write-active-file)
459 (nnsoup-write-replies)
460 (gnus-soup-pack nnsoup-replies-directory nnsoup-packer))
462 (defun nnsoup-write-replies ()
463 (gnus-soup-write-replies nnsoup-replies-directory nnsoup-replies-list))
465 (defun nnsoup-article-to-area (article group)
466 (let ((areas (cdr (assoc group nnsoup-group-alist))))
467 (while (and areas (< (cdr (car (car areas))) article))
468 (setq areas (cdr areas)))
469 (and areas (car areas))))
471 (defun nnsoup-set-variables ()
472 (setq gnus-inews-article-function 'nnsoup-request-post)
473 (setq gnus-mail-send-method 'nnsoup-request-mail)
474 (setq send-mail-function 'nnsoup-request-mail))
476 (defun nnsoup-store-reply (kind)
477 ;; Mostly stolen from `sendmail.el'.
478 (let ((tembuf (generate-new-buffer " sendmail temp"))
479 (case-fold-search nil)
480 (mailbuf (current-buffer))
485 (insert-buffer-substring mailbuf)
486 (goto-char (point-max))
487 ;; require one newline at the end.
488 (or (= (preceding-char) ?\n)
490 ;; Change header-delimiter to be what sendmail expects.
491 (goto-char (point-min))
493 (concat "^" (regexp-quote mail-header-separator) "\n"))
496 (setq delimline (point-marker))
497 (if mail-aliases (expand-mail-aliases (point-min) delimline))
498 (goto-char (point-min))
499 ;; ignore any blank lines in the header
500 (while (and (re-search-forward "\n\n\n*" delimline t)
501 (< (point) delimline))
502 (replace-match "\n"))
503 (let ((case-fold-search t))
504 (goto-char (point-min))
505 ;; Find and handle any FCC fields.
506 (goto-char (point-min))
507 (if (re-search-forward "^FCC:" delimline t)
508 (mail-do-fcc delimline))
509 (goto-char (point-min))
510 ;; "S:" is an abbreviation for "Subject:".
511 (goto-char (point-min))
512 (if (re-search-forward "^S:" delimline t)
513 (replace-match "Subject:"))
514 ;; Don't send out a blank subject line
515 (goto-char (point-min))
516 (if (re-search-forward "^Subject:[ \t]*\n" delimline t)
518 ;; Insert an extra newline if we need it to work around
519 ;; Sun's bug that swallows newlines.
520 (goto-char (1+ delimline))
521 (if (eval mail-mailer-swallows-blank-line)
524 nnsoup-replies-directory
525 (nnsoup-kind-to-prefix kind) nil nnsoup-replies-format-type
526 nnsoup-replies-index-type)
527 (kill-buffer tembuf))))
529 (defun nnsoup-kind-to-prefix (kind)
530 (or nnsoup-replies-list
531 (setq nnsoup-replies-list
532 (gnus-soup-parse-replies
533 (concat nnsoup-replies-directory "REPLIES"))))
534 (let ((replies nnsoup-replies-list))
536 (not (string= kind (gnus-soup-reply-kind (car replies)))))
537 (setq replies (cdr replies)))
539 (gnus-soup-reply-prefix (car replies))
540 (setq nnsoup-replies-list
541 (cons (vector (gnus-soup-unique-prefix nnsoup-replies-directory)
544 nnsoup-replies-format-type
545 nnsoup-replies-index-type
546 (if (string= kind "news")
548 nnsoup-replies-list))
549 (gnus-soup-reply-prefix (car nnsoup-replies-list)))))
551 (defun nnsoup-make-active ()
552 (let ((files (sort (directory-files nnsoup-directory t "IDX$")
554 (< (progn (string-match "/\\([0-9]+\\)\\." f1)
555 (string-to-int (substring
556 f1 (match-beginning 1)
558 (progn (string-match "/\\([0-9]+\\)\\." f2)
559 (string-to-int (substring
560 f2 (match-beginning 1)
562 active group lines ident elem min)
563 (set-buffer (get-buffer-create " *nnsoup work*"))
564 (buffer-disable-undo)
566 (message "Doing %s..." (car files))
568 (insert-file-contents (car files))
569 (goto-char (point-min))
571 (re-search-backward "[ \t]\\([^ ]+\\):[0-9]")
572 (setq group (buffer-substring (match-beginning 1) (match-end 1)))
573 (setq lines (count-lines (point-min) (point-max)))
574 (setq ident (progn (string-match
575 "/\\([0-9]+\\)\\." (car files))
577 (car files) (match-beginning 1)
579 (if (not (setq elem (assoc group active)))
580 (push (list group (list (cons 1 lines)
581 (vector ident group "ncm" "" lines)))
583 (setcdr elem (cons (list (cons (setq min (1+ (cdr (car (car
586 (vector ident group "ncm" "" lines))
588 (setq files (cdr files)))
589 (setq nnsoup-group-alist active)
591 (setcdr (car active) (nreverse (cdr (car active))))
592 (setq active (cdr active)))))
596 ;;; nnsoup.el ends here