* elsp-bsfilter.el (elmo-spam-bsfilter-max-files-per-process)
[elisp/wanderlust.git] / elmo / elmo-spam.el
1 ;;; elmo-spam.el --- Spam filtering interface to processor.
2
3 ;; Copyright (C) 2003 Hiroya Murata <lapis-lazuli@pop06.odn.ne.jp>
4 ;; Copyright (C) 2003 Yuuichi Teranishi <teranisi@gohome.org>
5
6 ;; Author: Hiroya Murata <lapis-lazuli@pop06.odn.ne.jp>
7 ;; Keywords: mail, net news, spam
8
9 ;; This file is part of Wanderlust (Yet Another Message Interface on Emacsen).
10
11 ;; This program is free software; you can redistribute it and/or modify
12 ;; it under the terms of the GNU General Public License as published by
13 ;; the Free Software Foundation; either version 2, or (at your option)
14 ;; any later version.
15 ;;
16 ;; This program is distributed in the hope that it will be useful,
17 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
18 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19 ;; GNU General Public License for more details.
20 ;;
21 ;; You should have received a copy of the GNU General Public License
22 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
23 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24 ;; Boston, MA 02111-1307, USA.
25 ;;
26
27 ;;; Commentary:
28 ;;
29
30 ;;; Code:
31 ;;
32
33 (eval-when-compile (require 'cl))
34
35 (require 'luna)
36 (require 'elmo-util)
37 (require 'elmo)
38
39 (defgroup elmo-spam nil
40   "Spam configuration for wanderlust."
41   :group 'elmo)
42
43 (defcustom elmo-spam-scheme nil
44   "*Scheme of spam processor implementation. "
45   :type '(choice (const :tag "none" nil)
46                  (const :tag "Bogofilter" bogofilter)
47                  (const :tag "Spamfilter" spamfilter)
48                  (const :tag "SpamAssassin" sa)
49                  (const :tag "Header" header)
50                  (const :tag "Bsfilter" bsfilter))
51   :group 'elmo-spam)
52
53 (eval-and-compile
54   (luna-define-class elsp-generic ()))
55
56 ;; required method
57 (luna-define-generic elmo-spam-buffer-spam-p (processor buffer
58                                                         &optional register)
59   "Return non-nil if contents of BUFFER is spam.
60 PROCESSOR is spam processor structure.
61 If optional augument REGISTER is non-nil,
62 register according to the classification.")
63
64 (luna-define-generic elmo-spam-register-spam-buffer (processor
65                                                      buffer
66                                                      &optional restore)
67   "Register contents of BUFFER as spam.
68 PROCESSOR is spam processor structure.
69 If optional argument RESTORE is non-nil, unregister from non-spam list.")
70
71 (luna-define-generic elmo-spam-register-good-buffer (processor
72                                                      buffer
73                                                      &optional restore)
74   "Register contents of BUFFER as non-spam.
75 PROCESSOR is spam processor structure.
76 If optional argument RESTORE is non-nil, unregister from spam list.")
77
78 ;; optional method
79 (luna-define-generic elmo-spam-modified-p (processor)
80   "Return non-nil if status of PROCESSOR is modified.")
81
82 (luna-define-generic elmo-spam-save-status (processor)
83   "Save status of the PROCESSOR.")
84
85 (luna-define-generic elmo-spam-message-spam-p (processor folder number
86                                                          &optional register)
87   "Return non-nil if the message in the FOLDER with NUMBER is spam.
88 PROCESSOR is spam processor structure.
89 If optional augument REGISTER is non-nil,
90 register according to the classification.")
91
92 (luna-define-generic elmo-spam-list-spam-messages (processor
93                                                    folder &optional numbers)
94   "Return a list of message numbers which is classified as spam.
95 PROCESSOR is spam processor structure.
96 FOLDER is the ELMO folder structure.
97 If optional argument NUMBERS is specified and is a list of message numbers,
98 messages are searched from the list.")
99
100 (luna-define-generic elmo-spam-register-spam-messages (processor
101                                                        folder
102                                                        &optional
103                                                        numbers restore)
104   "Register contents of messages as spam.
105 PROCESSOR is spam processor structure.
106 FOLDER is the ELMO folder structure.
107 If optional argument NUMBERS is specified and is a list of message numbers,
108 messages are searched from the list.
109 If optional argument RESTORE is non-nil, unregister from non-spam list.")
110
111 (luna-define-generic elmo-spam-register-good-messages (processor
112                                                        folder
113                                                        &optional
114                                                        numbers restore)
115   "Register contents of messages as non spam.
116 PROCESSOR is spam processor structure.
117 FOLDER is the ELMO folder structure.
118 If optional argument NUMBERS is specified and is a list of message numbers,
119 messages are searched from the list.
120 If optional argument RESTORE is non-nil, unregister from spam list.")
121
122 ;; for internal use
123 (defun elmo-spam-message-fetch (folder number)
124   (let (elmo-message-fetch-threshold)
125     (when enable-multibyte-characters
126       (set-buffer-multibyte nil))
127     (elmo-message-fetch
128      folder number
129      (elmo-find-fetch-strategy folder number nil 'entire)
130      'unread)))
131
132 (defun elmo-spam-process-messages-as-mbox (folder numbers number-per-process
133                                                   function &rest args)
134   (with-temp-buffer
135     (while numbers
136       (let ((count 0))
137         (while (and numbers (< count number-per-process))
138           (insert "From MAILER-DAEMON@example.com\n")
139           (let ((begin (point)))
140             (elmo-spam-message-fetch folder (car numbers))
141             (goto-char begin)
142             (while (re-search-forward "^>*From " nil t)
143               (goto-char (match-beginning 0))
144               (insert ?>)
145               (forward-line))
146             (goto-char (point-max))
147             (insert "\n\n"))
148           (setq count (1+ count)
149                 numbers (cdr numbers)))
150         (apply function count args)
151         (erase-buffer)))))
152
153 ;; generic implement
154 (luna-define-method elmo-spam-message-spam-p ((processor elsp-generic)
155                                               folder number &optional register)
156   (with-temp-buffer
157     (elmo-spam-message-fetch folder number)
158     (elmo-spam-buffer-spam-p processor (current-buffer) register)))
159
160 (luna-define-method elmo-spam-list-spam-messages ((processor elsp-generic)
161                                                   folder &optional numbers)
162   (let ((numbers (or numbers (elmo-folder-list-messages folder t t)))
163         spam-list)
164     (dolist (number numbers)
165       (when (elmo-spam-message-spam-p processor folder number)
166         (setq spam-list (cons number spam-list)))
167       (elmo-progress-notify 'elmo-spam-check-spam))
168     (nreverse spam-list)))
169
170 (luna-define-method elmo-spam-register-spam-messages ((processor elsp-generic)
171                                                       folder
172                                                       &optional
173                                                       numbers restore)
174   (let ((numbers (or numbers (elmo-folder-list-messages folder t t))))
175     (with-temp-buffer
176       (dolist (number numbers)
177         (erase-buffer)
178         (elmo-spam-message-fetch folder number)
179         (elmo-spam-register-spam-buffer processor (current-buffer) restore)
180         (elmo-progress-notify 'elmo-spam-register)))))
181
182 (luna-define-method elmo-spam-register-good-messages ((processor elsp-generic)
183                                                       folder
184                                                       &optional
185                                                       numbers restore)
186   (let ((numbers (or numbers (elmo-folder-list-messages folder t t))))
187     (with-temp-buffer
188       (dolist (number numbers)
189         (erase-buffer)
190         (elmo-spam-message-fetch folder number)
191         (elmo-spam-register-good-buffer processor (current-buffer) restore)
192         (elmo-progress-notify 'elmo-spam-register)))))
193
194 (provide 'elsp-generic)
195
196 (defvar elmo-spam-processor-internal nil)
197
198 (defun elmo-spam-processor (&optional if-exists)
199   (or elmo-spam-processor-internal
200       (unless if-exists
201         (let* ((scheme (or elmo-spam-scheme 'generic))
202                (class (intern (format "elsp-%s" scheme))))
203           (require class)
204           (setq elmo-spam-processor-internal
205                 (luna-make-entity class))))))
206
207 ;; Backend for header match
208 (eval-and-compile
209   (luna-define-class elsp-header (elsp-generic)))
210
211 (defgroup elmo-spam-header nil
212   "Spam header configuration."
213   :group 'elmo-spam)
214
215 (defcustom elmo-spam-header-good-alist '(("X-Spam-Flag" . "No"))
216   "*Regular expression for positive header good matches."
217   :type '(repeat (cons (string :tag "Header name")
218                        (regexp :tag "Regular expression to match good header")))
219   :group 'elmo-spam-header)
220
221 (defcustom elmo-spam-header-spam-alist '(("X-Spam-Flag" . "Yes"))
222   "*Regular expression for positive header spam matches."
223   :type '(repeat (cons (string :tag "Header name")
224                        (regexp :tag "Regular expression to match spam header")))
225   :group 'elmo-spam-header)
226
227 (defun elmo-spam-header-check-headers (fetch-field-function)
228   (catch 'done
229     (dolist (pair elmo-spam-header-good-alist)
230       (let ((field-body (funcall fetch-field-function (car pair))))
231         (when (and field-body (string-match (cdr pair) field-body))
232           (throw 'done nil))))
233     (dolist (pair elmo-spam-header-spam-alist)
234       (let ((field-body (funcall fetch-field-function (car pair))))
235         (when (and field-body (string-match (cdr pair) field-body))
236           (throw 'done t))))))
237
238 (luna-define-method elmo-spam-buffer-spam-p ((processor elsp-header)
239                                              buffer &optional register)
240   (with-current-buffer buffer
241     (save-restriction
242       (std11-narrow-to-header)
243       (elmo-spam-header-check-headers #'elmo-decoded-field-body))))
244
245 (luna-define-method elmo-spam-message-spam-p ((processor elsp-header)
246                                               folder number &optional register)
247   (let ((entity (elmo-message-entity folder number))
248         buffer)
249     (unwind-protect
250         (save-excursion
251           (elmo-spam-header-check-headers
252            (lambda (field-name)
253              (or (elmo-message-entity-field entity
254                                             (intern (downcase field-name))
255                                             'string)
256                  (progn
257                    (unless buffer
258                      (setq buffer (get-buffer-create
259                                    (generate-new-buffer-name
260                                     " *elmo-spam-work*")))
261                      (set-buffer buffer)
262                      (elmo-spam-message-fetch folder number)
263                      (std11-narrow-to-header))
264                    (elmo-decoded-field-body field-name))))))
265       (and buffer (kill-buffer buffer)))))
266
267 (luna-define-method elmo-spam-register-spam-messages ((processor elsp-header)
268                                                       folder
269                                                       &optional
270                                                       numbers restore)
271   (elmo-progress-notify 'elmo-spam-register (length numbers)))
272
273 (luna-define-method elmo-spam-register-good-messages ((processor elsp-header)
274                                                       folder
275                                                       &optional
276                                                       numbers restore)
277   (elmo-progress-notify 'elmo-spam-register (length numbers)))
278
279 (provide 'elsp-header)
280
281
282 (require 'product)
283 (product-provide (provide 'elmo-spam) (require 'elmo-version))
284
285 ;;; elmo-spam.el ends here