* elmo-pop3.el (elmo-pop3-read-contents): Add `elmo-pop3-read-point' barrier.
[elisp/wanderlust.git] / elmo / elmo-imap4.el
1 ;;; elmo-imap4.el --- IMAP4 Interface for ELMO.
2
3 ;; Copyright (C) 1998,1999,2000 Yuuichi Teranishi <teranisi@gohome.org>
4 ;; Copyright (C) 1999,2000      Kenichi OKADA <okada@opaopa.org>
5 ;; Copyright (C) 2000           OKAZAKI Tetsurou <okazaki@be.to>
6 ;; Copyright (C) 2000           Daiki Ueno <ueno@unixuser.org>
7
8 ;; Author: Yuuichi Teranishi <teranisi@gohome.org>
9 ;;      Kenichi OKADA <okada@opaopa.org>
10 ;;      OKAZAKI Tetsurou <okazaki@be.to>
11 ;;      Daiki Ueno <ueno@unixuser.org>
12 ;; Keywords: mail, net news
13
14 ;; This file is part of ELMO (Elisp Library for Message Orchestration).
15
16 ;; This program is free software; you can redistribute it and/or modify
17 ;; it under the terms of the GNU General Public License as published by
18 ;; the Free Software Foundation; either version 2, or (at your option)
19 ;; any later version.
20 ;;
21 ;; This program is distributed in the hope that it will be useful,
22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
24 ;; GNU General Public License for more details.
25 ;;
26 ;; You should have received a copy of the GNU General Public License
27 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
28 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
29 ;; Boston, MA 02111-1307, USA.
30 ;;
31
32 ;;; Commentary:
33 ;;
34 ;; Origin of IMAP parser part is imap.el, included in Gnus.
35 ;;
36 ;;    Copyright (C) 1998, 1999, 2000
37 ;;    Free Software Foundation, Inc.
38 ;;    Author: Simon Josefsson <jas@pdc.kth.se>
39 ;;
40
41 ;;; Code:
42 (require 'elmo-vars)
43 (require 'elmo-util)
44 (require 'elmo-date)
45 (require 'elmo-msgdb)
46 (require 'elmo-cache)
47 (require 'elmo)
48 (require 'elmo-net)
49 (require 'utf7)
50 (require 'elmo-mime)
51
52 (eval-when-compile (require 'cl))
53
54 (defvar elmo-imap4-disuse-server-flag-mailbox-regexp "^#mh" ; UW imapd
55   "Regexp to match IMAP4 mailbox names whose message flags on server should be ignored (For STATUS command).")
56
57 (defvar elmo-imap4-overview-fetch-chop-length 200
58   "*Number of overviews to fetch in one request.")
59
60 ;; c.f. rfc2683 3.2.1.5 Long Command Lines
61 ;;
62 ;; "A client should limit the length of the command lines it generates
63 ;;  to approximately 1000 octets (including all quoted strings but not
64 ;;  including literals). If the client is unable to group things into
65 ;;  ranges so that the command line is within that length, it should
66 ;;  split the request into multiple commands. The client should use
67 ;;  literals instead of long quoted strings, in order to keep the command
68 ;;  length down.
69 ;;  For its part, a server should allow for a command line of at least
70 ;;  8000 octets. This provides plenty of leeway for accepting reasonable
71 ;;  length commands from clients. The server should send a BAD response
72 ;;  to a command that does not end within the server's maximum accepted
73 ;;  command length. "
74
75 ;; To limit command line length, chop number set.
76 (defvar elmo-imap4-number-set-chop-length 1000
77   "*Number of messages to specify as a number-set argument for one request.")
78
79 (defvar elmo-imap4-force-login nil
80   "*Non-nil forces to try 'login' if there is no 'auth' capability in imapd.")
81
82 (defvar elmo-imap4-use-select-to-update-status nil
83   "*Some imapd have to send select command to update status.
84 \(ex. UW imapd 4.5-BETA?\).  For these imapd, you must set this variable t.")
85
86 (defvar elmo-imap4-use-modified-utf7 nil
87   "*Use mofidied UTF-7 (rfc2060) encoding for IMAP4 folder name.")
88
89 (defvar elmo-imap4-use-cache t
90   "Use cache in imap4 folder.")
91
92 (defvar elmo-imap4-extra-namespace-alist
93   '(("^\\({.*/nntp}\\).*$" . ".")) ; Default is for UW's remote nntp mailbox...
94   "Extra namespace alist.
95 A list of cons cell like: (REGEXP . DELIMITER).
96 REGEXP should have a grouping for namespace prefix.")
97 ;;
98 ;;; internal variables
99 ;;
100 (defvar elmo-imap4-seq-prefix "elmo-imap4")
101 (defvar elmo-imap4-seqno 0)
102 (defvar elmo-imap4-use-uid t
103   "Use UID as message number.")
104
105 (defvar elmo-imap4-current-response nil)
106 (defvar elmo-imap4-status nil)
107 (defvar elmo-imap4-reached-tag "elmo-imap40")
108
109 ;;; buffer local variables
110 (defvar elmo-imap4-default-hierarchy-delimiter "/")
111
112 (defvar elmo-imap4-server-capability nil)
113 (defvar elmo-imap4-server-namespace nil)
114
115 (defvar elmo-imap4-parsing nil) ; indicates parsing.
116
117 (defvar elmo-imap4-fetch-callback nil)
118 (defvar elmo-imap4-fetch-callback-data nil)
119 (defvar elmo-imap4-status-callback nil)
120 (defvar elmo-imap4-status-callback-data nil)
121
122 (defvar elmo-imap4-server-diff-async-callback nil)
123 (defvar elmo-imap4-server-diff-async-callback-data nil)
124
125 ;;; progress...(no use?)
126 (defvar elmo-imap4-count-progress nil)
127 (defvar elmo-imap4-count-progress-message nil)
128 (defvar elmo-imap4-progress-count nil)
129
130 ;;; XXX Temporal implementation
131 (defvar elmo-imap4-current-msgdb nil)
132 (defvar elmo-imap4-seen-messages nil)
133
134 (defvar elmo-imap4-local-variables
135   '(elmo-imap4-status
136     elmo-imap4-current-response
137     elmo-imap4-seqno
138     elmo-imap4-parsing
139     elmo-imap4-reached-tag
140     elmo-imap4-count-progress
141     elmo-imap4-count-progress-message
142     elmo-imap4-progress-count
143     elmo-imap4-fetch-callback
144     elmo-imap4-fetch-callback-data
145     elmo-imap4-status-callback
146     elmo-imap4-status-callback-data
147     elmo-imap4-current-msgdb
148     elmo-imap4-seen-messages))
149
150 ;;;;
151
152 (defconst elmo-imap4-quoted-specials-list '(?\\ ?\"))
153
154 (defconst elmo-imap4-non-atom-char-regex
155   (eval-when-compile
156     (concat "[^" "]!#$&'+,./0-9:;<=>?@A-Z[^_`a-z|}~-" "]")))
157
158 (defconst elmo-imap4-non-text-char-regex
159   (eval-when-compile
160     (concat "[^"
161             "]\x01-\x09\x0b\x0c\x0e-\x1f\x7f !\"#$%&'()*+,./0-9:;<=>?@A-Z[\\^_`a-z{|}~-"
162             "]")))
163
164 (defconst elmo-imap4-literal-threshold 1024
165  "Limitation of characters that can be used in a quoted string.")
166
167 (defconst elmo-imap4-flag-specs '((important "\\Flagged")
168                                   (read "\\Seen")
169                                   (unread "\\Seen" 'remove)
170                                   (answered "\\Answered")
171                                   ;; draft-melnikov-imap-keywords-03.txt
172                                   (forwarded "$Forwarded")
173                                   (work "$Work")
174                                   (personal "$Personal")
175                                   (shouldreply "$ShouldReply")))
176
177 (defconst elmo-imap4-folder-name-syntax
178   `(mailbox
179     (?: [user "^[A-Za-z]"] (?/ [auth ".+"]))
180     ,@elmo-net-folder-name-syntax))
181
182 ;; For debugging.
183 (defvar elmo-imap4-debug nil
184   "Non-nil forces IMAP4 folder as debug mode.
185 Debug information is inserted in the buffer \"*IMAP4 DEBUG*\"")
186
187 (defvar elmo-imap4-debug-inhibit-logging nil)
188
189 ;;; ELMO IMAP4 folder
190 (eval-and-compile
191   (luna-define-class elmo-imap4-folder (elmo-net-folder)
192                      (mailbox))
193   (luna-define-internal-accessors 'elmo-imap4-folder))
194
195 ;;; Session
196 (eval-and-compile
197   (luna-define-class elmo-imap4-session (elmo-network-session)
198                      (capability current-mailbox read-only flags))
199   (luna-define-internal-accessors 'elmo-imap4-session))
200
201 (defmacro elmo-imap4-session-capable-p (session capability)
202   `(memq ,capability (elmo-imap4-session-capability-internal ,session)))
203
204 ;;; MIME-ELMO-IMAP Location
205 (eval-and-compile
206   (luna-define-class mime-elmo-imap-location
207                      (mime-imap-location)
208                      (folder number rawbuf strategy))
209   (luna-define-internal-accessors 'mime-elmo-imap-location))
210
211 ;;; Debug
212 (defmacro elmo-imap4-debug (message &rest args)
213   `(if elmo-imap4-debug
214        (elmo-imap4-debug-1 ,message ,@args)))
215
216 (defun elmo-imap4-debug-1 (message &rest args)
217   (with-current-buffer (get-buffer-create "*IMAP4 DEBUG*")
218     (goto-char (point-max))
219     (if elmo-imap4-debug-inhibit-logging
220         (insert "NO LOGGING\n")
221       (insert (apply 'format message args) "\n"))))
222
223 (defsubst elmo-imap4-decode-folder-string (string)
224   (if elmo-imap4-use-modified-utf7
225       (utf7-decode string 'imap)
226     string))
227
228 (defsubst elmo-imap4-encode-folder-string (string)
229   (if elmo-imap4-use-modified-utf7
230       (utf7-encode string 'imap)
231     string))
232
233 ;;; Response
234
235 (defmacro elmo-imap4-response-continue-req-p (response)
236   "Returns non-nil if RESPONSE is '+' response."
237   `(assq 'continue-req ,response))
238
239 (defmacro elmo-imap4-response-ok-p (response)
240   "Returns non-nil if RESPONSE is an 'OK' response."
241   `(assq 'ok ,response))
242
243 (defmacro elmo-imap4-response-bye-p (response)
244   "Returns non-nil if RESPONSE is an 'BYE' response."
245   `(assq 'bye ,response))
246
247 (defmacro elmo-imap4-response-garbage-p (response)
248   "Returns non-nil if RESPONSE is an 'garbage' response."
249   `(assq 'garbage ,response))
250
251 (defmacro elmo-imap4-response-value (response symbol)
252   "Get value of the SYMBOL from RESPONSE."
253   `(nth 1 (assq ,symbol ,response)))
254
255 (defsubst elmo-imap4-response-value-all (response symbol)
256   "Get all value of the SYMBOL from RESPONSE."
257   (let (matched)
258     (while response
259       (if (eq (car (car response)) symbol)
260           (setq matched (nconc matched (nth 1 (car response)))))
261       (setq response (cdr response)))
262     matched))
263
264 (defmacro elmo-imap4-response-error-text (response)
265   "Returns text of NO, BAD, BYE response."
266   `(nth 1 (or (elmo-imap4-response-value ,response 'no)
267               (elmo-imap4-response-value ,response 'bad)
268               (elmo-imap4-response-value ,response 'bye))))
269
270 (defmacro elmo-imap4-response-bodydetail-text (response)
271   "Returns text of BODY[section]<partial>."
272   `(nth 3 (assq 'bodydetail ,response)))
273
274 ;;; Session commands.
275
276 ; (defun elmo-imap4-send-command-wait (session command)
277 ;   "Send COMMAND to the SESSION and wait for response.
278 ; Returns RESPONSE (parsed lisp object) of IMAP session."
279 ;   (elmo-imap4-read-response session
280 ;                           (elmo-imap4-send-command
281 ;                            session
282 ;                            command)))
283
284 (defun elmo-imap4-send-command-wait (session command)
285   "Send COMMAND to the SESSION.
286 Returns RESPONSE (parsed lisp object) of IMAP session.
287 If response is not `OK', causes error with IMAP response text."
288   (elmo-imap4-accept-ok session
289                         (elmo-imap4-send-command
290                          session
291                          command)))
292
293 (defun elmo-imap4-send-command (session command)
294   "Send COMMAND to the SESSION.
295 Returns a TAG string which is assigned to the COMMAND."
296   (let* ((command-args (if (listp command)
297                            command
298                          (list command)))
299          (process (elmo-network-session-process-internal session))
300          cmdstr tag token kind)
301     (with-current-buffer (process-buffer process)
302       (setq tag (concat elmo-imap4-seq-prefix
303                         (number-to-string
304                          (setq elmo-imap4-seqno (+ 1 elmo-imap4-seqno)))))
305       (setq cmdstr (concat tag " "))
306       ;; (erase-buffer) No need.
307       (goto-char (point-min))
308       (when (elmo-imap4-response-bye-p elmo-imap4-current-response)
309         (elmo-imap4-process-bye session))
310       (setq elmo-imap4-current-response nil)
311       (when elmo-imap4-parsing
312         (message "Waiting for IMAP response...")
313         (accept-process-output (elmo-network-session-process-internal
314                                 session))
315         (message "Waiting for IMAP response...done"))
316       (setq elmo-imap4-parsing t)
317       (elmo-imap4-debug "<-(%s)- %s" tag command)
318       (while (setq token (car command-args))
319         (cond ((stringp token)   ; formatted
320                (setq cmdstr (concat cmdstr token)))
321               ((listp token)     ; unformatted
322                (setq kind (car token))
323                (cond ((eq kind 'atom)
324                       (setq cmdstr (concat cmdstr (nth 1 token))))
325                      ((eq kind 'quoted)
326                       (setq cmdstr (concat
327                                     cmdstr
328                                     (elmo-imap4-format-quoted (nth 1 token)))))
329                      ((eq kind 'literal)
330                       (if (elmo-imap4-session-capable-p session 'literal+)
331                           ;; rfc2088
332                           (progn
333                             (setq cmdstr (concat cmdstr
334                                                  (format "{%d+}" (nth 2 token))
335                                                  "\r\n"))
336                             (process-send-string process cmdstr)
337                             (setq cmdstr nil))
338                         (setq cmdstr (concat cmdstr
339                                              (format "{%d}" (nth 2 token))
340                                              "\r\n"))
341                         (process-send-string process cmdstr)
342                         (setq cmdstr nil)
343                         (elmo-imap4-accept-continue-req session))
344                       (cond ((stringp (nth 1 token))
345                              (setq cmdstr (nth 1 token)))
346                             ((bufferp (nth 1 token))
347                              (with-current-buffer (nth 1 token)
348                                (process-send-region
349                                 process
350                                 (point-min)
351                                 (+ (point-min) (nth 2 token)))))
352                             (t
353                              (error "Wrong argument for literal"))))
354                      (t
355                       (error "Unknown token kind %s" kind))))
356               (t
357                (error "Invalid argument")))
358         (setq command-args (cdr command-args)))
359       (process-send-string process (concat cmdstr "\r\n"))
360       tag)))
361
362 (defun elmo-imap4-send-string (session string)
363   "Send STRING to the SESSION."
364   (with-current-buffer (process-buffer
365                         (elmo-network-session-process-internal session))
366     (setq elmo-imap4-current-response nil)
367     (goto-char (point-min))
368     (elmo-imap4-debug "<-- %s" string)
369     (process-send-string (elmo-network-session-process-internal session)
370                          string)
371     (process-send-string (elmo-network-session-process-internal session)
372                          "\r\n")))
373
374 (defun elmo-imap4-read-response (session tag)
375   "Read parsed response from SESSION.
376 TAG is the tag of the command"
377   (with-current-buffer (process-buffer
378                         (elmo-network-session-process-internal session))
379     (while (not (or (string= tag elmo-imap4-reached-tag)
380                     (elmo-imap4-response-bye-p elmo-imap4-current-response)
381                     (when (elmo-imap4-response-garbage-p
382                            elmo-imap4-current-response)
383                       (message "Garbage response: %s"
384                                (elmo-imap4-response-value
385                                 elmo-imap4-current-response
386                                 'garbage))
387                       t)))
388       (when (memq (process-status
389                    (elmo-network-session-process-internal session))
390                   '(open run))
391         (accept-process-output (elmo-network-session-process-internal session)
392                                1)))
393     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
394     (setq elmo-imap4-parsing nil)
395     elmo-imap4-current-response))
396
397 (defsubst elmo-imap4-read-untagged (process)
398   (with-current-buffer (process-buffer process)
399     (while (not elmo-imap4-current-response)
400       (accept-process-output process 1))
401     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
402     elmo-imap4-current-response))
403
404 (defun elmo-imap4-read-continue-req (session)
405   "Returns a text following to continue-req in SESSION.
406 If response is not `+' response, returns nil."
407   (elmo-imap4-response-value
408    (elmo-imap4-read-untagged
409     (elmo-network-session-process-internal session))
410    'continue-req))
411
412 (defun elmo-imap4-process-bye (session)
413   (with-current-buffer (elmo-network-session-buffer session)
414     (let ((r elmo-imap4-current-response))
415       (setq elmo-imap4-current-response nil)
416       (elmo-network-close-session session)
417       (signal 'elmo-imap4-bye-error
418               (list (concat (elmo-imap4-response-error-text r))
419                     "Try Again")))))
420
421 (defun elmo-imap4-accept-continue-req (session)
422   "Returns non-nil if `+' (continue-req) response is arrived in SESSION.
423 If response is not `+' response, cause an error."
424   (let (response)
425     (setq response
426           (elmo-imap4-read-untagged
427            (elmo-network-session-process-internal session)))
428     (or (elmo-imap4-response-continue-req-p response)
429         (error "IMAP error: %s"
430                (or (elmo-imap4-response-error-text response)
431                    "No continut-req from server.")))))
432
433 (defun elmo-imap4-read-ok (session tag)
434   "Returns non-nil if `OK' response of the command with TAG is arrived
435 in SESSION. If response is not `OK' response, returns nil."
436   (elmo-imap4-response-ok-p
437    (elmo-imap4-read-response session tag)))
438
439 (defun elmo-imap4-accept-ok (session tag)
440   "Accept only `OK' response from SESSION.
441 If response is not `OK' response, causes error with IMAP response text."
442   (let ((response (elmo-imap4-read-response session tag)))
443     (if (elmo-imap4-response-ok-p response)
444         response
445       (if (elmo-imap4-response-bye-p response)
446           (elmo-imap4-process-bye session)
447         (error "IMAP error: %s"
448                (or (elmo-imap4-response-error-text response)
449                    "No `OK' response from server."))))))
450
451 ;;; MIME-ELMO-IMAP Location
452 (luna-define-method mime-imap-location-section-body ((location
453                                                       mime-elmo-imap-location)
454                                                      section)
455   (if (and (stringp section)
456            (string= section "HEADER"))
457       ;; Even in the section mode, header fields should be saved to the
458       ;; raw buffer .
459       (with-current-buffer (mime-elmo-imap-location-rawbuf-internal location)
460         (erase-buffer)
461         (elmo-message-fetch
462          (mime-elmo-imap-location-folder-internal location)
463          (mime-elmo-imap-location-number-internal location)
464          (mime-elmo-imap-location-strategy-internal location)
465          'unseen
466          section)
467         (buffer-string))
468     (elmo-message-fetch-string
469      (mime-elmo-imap-location-folder-internal location)
470      (mime-elmo-imap-location-number-internal location)
471      (mime-elmo-imap-location-strategy-internal location)
472      'unseen
473      section)))
474
475
476 (luna-define-method mime-imap-location-bodystructure
477   ((location mime-elmo-imap-location))
478   (elmo-message-fetch-bodystructure
479    (mime-elmo-imap-location-folder-internal location)
480    (mime-elmo-imap-location-number-internal location)
481    (mime-elmo-imap-location-strategy-internal location)))
482
483 (luna-define-method mime-imap-location-fetch-entity-p
484   ((location mime-elmo-imap-location) entity)
485   (or (not elmo-message-displaying) ; Fetching entity to save or force display.
486       ;; cache exists
487       (file-exists-p
488        (expand-file-name
489         (mmimap-entity-section (mime-entity-node-id-internal entity))
490         (elmo-fetch-strategy-cache-path
491          (mime-elmo-imap-location-strategy-internal location))))
492       ;; not too large to fetch.
493       (> elmo-message-fetch-threshold
494          (or (mime-imap-entity-size-internal entity) 0))))
495
496 ;;;
497
498 (defun elmo-imap4-session-check (session)
499   (with-current-buffer (elmo-network-session-buffer session)
500     (setq elmo-imap4-fetch-callback nil)
501     (setq elmo-imap4-fetch-callback-data nil))
502   (elmo-imap4-send-command session "check"))
503
504 (defun elmo-imap4-atom-p (string)
505   "Return t if STRING is an atom defined in rfc2060."
506   (if (string= string "")
507       nil
508     (save-match-data
509       (not (string-match elmo-imap4-non-atom-char-regex string)))))
510
511 (defun elmo-imap4-quotable-p (string)
512   "Return t if STRING can be formatted as a quoted defined in rfc2060."
513   (save-match-data
514     (not (string-match elmo-imap4-non-text-char-regex string))))
515
516 (defun elmo-imap4-nil (string)
517   "Return a list represents the special atom \"NIL\" defined in rfc2060, \
518 if STRING is nil.
519 Otherwise return nil."
520   (if (eq string nil)
521       (list 'atom "NIL")))
522
523 (defun elmo-imap4-atom (string)
524   "Return a list represents STRING as an atom defined in rfc2060.
525 Return nil if STRING is not an atom.  See `elmo-imap4-atom-p'."
526   (if (elmo-imap4-atom-p string)
527       (list 'atom string)))
528
529 (defun elmo-imap4-quoted (string)
530   "Return a list represents STRING as a quoted defined in rfc2060.
531 Return nil if STRING can not be formatted as a quoted.  See `elmo-imap4-quotable-p'."
532   (if (elmo-imap4-quotable-p string)
533       (list 'quoted string)))
534
535 (defun elmo-imap4-literal-1 (string-or-buffer length)
536   "Internal function for `elmo-imap4-literal' and `elmo-imap4-buffer-literal'.
537 Return a list represents STRING-OR-BUFFER as a literal defined in rfc2060.
538 STRING-OR-BUFFER must be an encoded string or a single-byte string or a single-byte buffer.
539 LENGTH must be the number of octets for STRING-OR-BUFFER."
540   (list 'literal string-or-buffer length))
541
542 (defun elmo-imap4-literal (string)
543   "Return a list represents STRING as a literal defined in rfc2060.
544 STRING must be an encoded or a single-byte string."
545   (elmo-imap4-literal-1 string (length string)))
546
547 (defun elmo-imap4-buffer-literal (buffer)
548   "Return a list represents BUFFER as a literal defined in rfc2060.
549 BUFFER must be a single-byte buffer."
550   (elmo-imap4-literal-1 buffer (with-current-buffer buffer
551                                  (buffer-size))))
552
553 (defun elmo-imap4-string-1 (string length)
554   "Internal function for `elmo-imap4-string' and `elmo-imap4-buffer-string'.
555 Return a list represents STRING as a string defined in rfc2060.
556 STRING must be an encoded or a single-byte string.
557 LENGTH must be the number of octets for STRING."
558   (or (elmo-imap4-quoted string)
559       (elmo-imap4-literal-1 string length)))
560
561 (defun elmo-imap4-string (string)
562   "Return a list represents STRING as a string defined in rfc2060.
563 STRING must be an encoded or a single-byte string."
564   (let ((length (length string)))
565     (if (< elmo-imap4-literal-threshold length)
566         (elmo-imap4-literal-1 string length)
567       (elmo-imap4-string-1 string length))))
568
569 (defun elmo-imap4-buffer-string (buffer)
570   "Return a list represents BUFFER as a string defined in rfc2060.
571 BUFFER must be a single-byte buffer."
572   (let ((length (with-current-buffer buffer
573                   (buffer-size))))
574     (if (< elmo-imap4-literal-threshold length)
575         (elmo-imap4-literal-1 buffer length)
576       (elmo-imap4-string-1 (with-current-buffer buffer
577                              (buffer-string))
578                            length))))
579
580 (defun elmo-imap4-astring-1 (string length)
581   "Internal function for `elmo-imap4-astring' and `elmo-imap4-buffer-astring'.
582 Return a list represents STRING as an astring defined in rfc2060.
583 STRING must be an encoded or a single-byte string.
584 LENGTH must be the number of octets for STRING."
585   (or (elmo-imap4-atom string)
586       (elmo-imap4-string-1 string length)))
587
588 (defun elmo-imap4-astring (string)
589   "Return a list represents STRING as an astring defined in rfc2060.
590 STRING must be an encoded or a single-byte string."
591   (let ((length (length string)))
592     (if (< elmo-imap4-literal-threshold length)
593         (elmo-imap4-literal-1 string length)
594       (elmo-imap4-astring-1 string length))))
595
596 (defun elmo-imap4-buffer-astring (buffer)
597   "Return a list represents BUFFER as an astring defined in rfc2060.
598 BUFFER must be a single-byte buffer."
599   (let ((length (with-current-buffer buffer
600                   (buffer-size))))
601     (if (< elmo-imap4-literal-threshold length)
602         (elmo-imap4-literal-1 buffer length)
603       (elmo-imap4-astring-1 (with-current-buffer buffer
604                               (buffer-string))
605                             length))))
606
607 (defun elmo-imap4-nstring (string)
608   "Return a list represents STRING as a nstring defined in rfc2060.
609 STRING must be an encoded or a single-byte string."
610    (or (elmo-imap4-nil string)
611        (elmo-imap4-string string)))
612
613 (defun elmo-imap4-buffer-nstring (buffer)
614   "Return a list represents BUFFER as a nstring defined in rfc2060.
615 BUFFER must be a single-byte buffer."
616    (or (elmo-imap4-nil buffer)
617        (elmo-imap4-buffer-string buffer)))
618
619 (defalias 'elmo-imap4-mailbox 'elmo-imap4-astring)
620 (defalias 'elmo-imap4-field-body 'elmo-imap4-astring)
621 (defalias 'elmo-imap4-userid 'elmo-imap4-astring)
622 (defalias 'elmo-imap4-password 'elmo-imap4-astring)
623
624 (defun elmo-imap4-format-quoted (string)
625   "Return STRING in a form of the quoted-string defined in rfc2060."
626   (concat "\""
627           (std11-wrap-as-quoted-pairs string elmo-imap4-quoted-specials-list)
628           "\""))
629
630 (defsubst elmo-imap4-response-get-selectable-mailbox-list (response)
631   (delq nil
632         (mapcar
633          (lambda (entry)
634            (if (and (eq 'list (car entry))
635                     (not (elmo-string-member-ignore-case "\\Noselect" (nth 1 (nth 1 entry)))))
636                (car (nth 1 entry))))
637          response)))
638
639 (luna-define-method elmo-message-fetch-bodystructure ((folder
640                                                        elmo-imap4-folder)
641                                                       number strategy)
642   (if (elmo-fetch-strategy-use-cache strategy)
643       (elmo-object-load
644        (elmo-file-cache-expand-path
645         (elmo-fetch-strategy-cache-path strategy)
646         "bodystructure"))
647     (let ((session (elmo-imap4-get-session folder))
648           bodystructure)
649       (elmo-imap4-session-select-mailbox
650        session
651        (elmo-imap4-folder-mailbox-internal folder))
652       (with-current-buffer (elmo-network-session-buffer session)
653         (setq elmo-imap4-fetch-callback nil)
654         (setq elmo-imap4-fetch-callback-data nil))
655       (prog1 (setq bodystructure
656                    (elmo-imap4-response-value
657                     (elmo-imap4-response-value
658                      (elmo-imap4-send-command-wait
659                       session
660                       (format
661                        (if elmo-imap4-use-uid
662                            "uid fetch %s bodystructure"
663                          "fetch %s bodystructure")
664                        number))
665                      'fetch)
666                     'bodystructure))
667         (when (elmo-fetch-strategy-save-cache strategy)
668           (elmo-file-cache-delete
669            (elmo-fetch-strategy-cache-path strategy))
670           (elmo-object-save
671            (elmo-file-cache-expand-path
672             (elmo-fetch-strategy-cache-path strategy)
673             "bodystructure")
674            bodystructure))))))
675
676 ;;; Backend methods.
677 (luna-define-method elmo-create-folder-plugged ((folder elmo-imap4-folder))
678   (elmo-imap4-send-command-wait
679    (elmo-imap4-get-session folder)
680    (list "create " (elmo-imap4-mailbox
681                     (elmo-imap4-folder-mailbox-internal folder)))))
682
683 (defun elmo-imap4-get-session (folder &optional if-exists)
684   (elmo-network-get-session 'elmo-imap4-session
685                             (concat
686                              (if (elmo-folder-biff-internal folder)
687                                  "BIFF-")
688                              "IMAP")
689                             folder if-exists))
690
691 (defun elmo-imap4-session-select-mailbox (session mailbox
692                                                   &optional force no-error)
693   "Select MAILBOX in SESSION.
694 If optional argument FORCE is non-nil, select mailbox even if current mailbox
695 is same as MAILBOX.
696 If second optional argument NO-ERROR is non-nil, don't cause an error when
697 selecting folder was failed.
698 If NO-ERROR is 'notify-bye, only BYE response is reported as error.
699 Returns response value if selecting folder succeed. "
700   (when (or force
701             (not (string=
702                   (elmo-imap4-session-current-mailbox-internal session)
703                   mailbox)))
704     (let (response result)
705       (unwind-protect
706           (setq response
707                 (elmo-imap4-read-response
708                  session
709                  (elmo-imap4-send-command
710                   session
711                   (list
712                    "select "
713                    (elmo-imap4-mailbox mailbox)))))
714         (if (setq result (elmo-imap4-response-ok-p response))
715             (progn
716               (elmo-imap4-session-set-current-mailbox-internal session mailbox)
717               (elmo-imap4-session-set-read-only-internal
718                session
719                (nth 1 (assq 'read-only (assq 'ok response))))
720               (elmo-imap4-session-set-flags-internal
721                session
722                (nth 1 (or (assq 'permanentflags response)
723                           (assq 'flags response)))))
724           (elmo-imap4-session-set-current-mailbox-internal session nil)
725           (if (and (eq no-error 'notify-bye)
726                    (elmo-imap4-response-bye-p response))
727               (elmo-imap4-process-bye session)
728             (unless no-error
729               (error "%s"
730                      (or (elmo-imap4-response-error-text response)
731                          (format "Select %s failed" mailbox)))))))
732       (and result response))))
733
734 (defun elmo-imap4-check-validity (spec validity-file)
735 ;;; Not used.
736 ;;;(elmo-imap4-send-command-wait
737 ;;;(elmo-imap4-get-session spec)
738 ;;;(list "status "
739 ;;;      (elmo-imap4-mailbox
740 ;;;       (elmo-imap4-spec-mailbox spec))
741 ;;;      " (uidvalidity)")))
742   )
743
744 (defun elmo-imap4-sync-validity  (spec validity-file)
745   ;; Not used.
746   )
747
748 (defun elmo-imap4-list (folder flag)
749   (let ((session (elmo-imap4-get-session folder)))
750     (elmo-imap4-session-select-mailbox
751      session
752      (elmo-imap4-folder-mailbox-internal folder))
753     (elmo-imap4-response-value
754      (elmo-imap4-send-command-wait
755       session
756       (format (if elmo-imap4-use-uid "uid search %s"
757                 "search %s") flag))
758      'search)))
759
760 (defun elmo-imap4-session-flag-available-p (session flag)
761   (case flag
762     ((read unread) (elmo-string-member-ignore-case
763                     "\\seen" (elmo-imap4-session-flags-internal session)))
764     (important
765      (elmo-string-member-ignore-case
766       "\\flagged" (elmo-imap4-session-flags-internal session)))
767     (digest
768      (or (elmo-string-member-ignore-case
769           "\\seen" (elmo-imap4-session-flags-internal session))
770          (elmo-string-member-ignore-case
771           "\\flagged" (elmo-imap4-session-flags-internal session))))
772     (answered
773      (elmo-string-member-ignore-case
774       (concat "\\" (symbol-name flag))
775       (elmo-imap4-session-flags-internal session)))
776     (t
777      (member "\\*" (elmo-imap4-session-flags-internal session)))))
778
779 (defun elmo-imap4-flag-to-imap-search-key (flag)
780   (case flag
781     (read "seen")
782     (unread "unseen")
783     (important "flagged")
784     (answered "answered")
785     (new "new")
786     (t (concat
787         "keyword "
788         (or (car (cdr (assq flag elmo-imap4-flag-specs)))
789             (symbol-name flag))))))
790
791 (defun elmo-imap4-flag-to-imap-criteria (flag)
792   (case flag
793     ((any digest)
794      (let ((criteria "flagged")
795            (global-flags (delq 'important (elmo-get-global-flags t t))))
796        (dolist (flag (delete 'new
797                              (delete 'cached
798                                      (copy-sequence
799                                       (case flag
800                                         (any
801                                          elmo-preserved-flags)
802                                         (digest
803                                          elmo-digest-flags))))))
804          (setq criteria (concat "or "
805                                 (elmo-imap4-flag-to-imap-search-key flag)
806                                 " "
807                                 criteria)))
808        (while global-flags
809          (setq criteria (concat "or keyword "
810                                 (symbol-name (car global-flags))
811                                 " "
812                                 criteria))
813          (setq global-flags (cdr global-flags)))
814        criteria))
815     (t
816      (elmo-imap4-flag-to-imap-search-key flag))))
817
818 (defun elmo-imap4-folder-list-flagged (folder flag)
819   "List flagged message numbers in the FOLDER.
820 FLAG is one of the `unread', `read', `important', `answered', `any'."
821   (let ((session (elmo-imap4-get-session folder))
822         (criteria (elmo-imap4-flag-to-imap-criteria flag)))
823     (if (elmo-imap4-session-flag-available-p session flag)
824         (progn
825           (elmo-imap4-session-select-mailbox
826            session
827            (elmo-imap4-folder-mailbox-internal folder))
828           (elmo-imap4-response-value
829            (elmo-imap4-send-command-wait
830             session
831             (format (if elmo-imap4-use-uid "uid search %s"
832                       "search %s") criteria))
833            'search))
834       ;; List flagged messages in the msgdb.
835       (elmo-msgdb-list-flagged (elmo-folder-msgdb folder) flag))))
836
837 (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
838 (defvar elmo-imap4-rfc822-text "RFC822\.TEXT")
839 (defvar elmo-imap4-rfc822-header "RFC822\.HEADER")
840 (defvar elmo-imap4-header-fields "HEADER\.FIELDS")
841
842 (defun elmo-imap4-make-number-set-list (msg-list &optional chop-length)
843   "Make RFC2060's message set specifier from MSG-LIST.
844 Returns a list of (NUMBER . SET-STRING).
845 SET-STRING is the message set specifier described in RFC2060.
846 NUMBER is contained message number in SET-STRING.
847 Every SET-STRING does not contain number of messages longer than CHOP-LENGTH.
848 If CHOP-LENGTH is not specified, message set is not chopped."
849   (let (count cont-list set-list)
850     (setq msg-list (sort (copy-sequence msg-list) '<))
851     (while msg-list
852       (setq cont-list nil)
853       (setq count 0)
854       (unless chop-length
855         (setq chop-length (length msg-list)))
856       (while (and (not (null msg-list))
857                   (< count chop-length))
858         (setq cont-list
859               (elmo-number-set-append
860                cont-list (car msg-list)))
861         (incf count)
862         (setq msg-list (cdr msg-list)))
863       (setq set-list
864             (cons
865              (cons
866               count
867               (mapconcat
868                (lambda (x)
869                  (cond ((consp x)
870                         (format "%s:%s" (car x) (cdr x)))
871                        ((integerp x)
872                         (int-to-string x))))
873                cont-list
874                ","))
875              set-list)))
876     (nreverse set-list)))
877
878 ;;
879 ;; app-data:
880 ;; cons of flag-table and folder structure
881 (defsubst elmo-imap4-fetch-callback-1-subr (entity flags app-data)
882   "A msgdb entity callback function."
883   (let ((use-flag (elmo-folder-use-flag-p (cdr app-data)))
884         (flag-table (car app-data))
885         (msg-id (elmo-message-entity-field entity 'message-id))
886         saved-flags flag-list)
887 ;;    (when (elmo-string-member-ignore-case "\\Flagged" flags)
888 ;;      (elmo-msgdb-global-mark-set msg-id elmo-msgdb-important-mark))
889     (setq saved-flags (elmo-flag-table-get flag-table msg-id)
890           flag-list
891           (if use-flag
892               (append
893                (and (memq 'new saved-flags)
894                     (not (elmo-string-member-ignore-case "\\Seen" flags))
895                     '(new))
896                (and (elmo-string-member-ignore-case "\\Flagged" flags)
897                     '(important))
898                (and (not (elmo-string-member-ignore-case "\\Seen" flags))
899                     '(unread))
900                (and (elmo-string-member-ignore-case "\\Answered" flags)
901                     '(answered))
902                (and (elmo-file-cache-exists-p msg-id)
903                     '(cached)))
904             saved-flags))
905     (when (and (or (memq 'important flag-list)
906                    (memq 'answered flag-list))
907                (memq 'unread flag-list))
908       (setq elmo-imap4-seen-messages
909             (cons (elmo-message-entity-number entity)
910                   elmo-imap4-seen-messages)))
911     (elmo-msgdb-append-entity elmo-imap4-current-msgdb
912                               entity
913                               flag-list)))
914
915 ;; Current buffer is process buffer.
916 (defun elmo-imap4-fetch-callback-1 (element app-data)
917   (let ((handler (elmo-msgdb-message-entity-handler elmo-imap4-current-msgdb)))
918     (elmo-imap4-fetch-callback-1-subr
919      (with-temp-buffer
920        (insert (or (elmo-imap4-response-bodydetail-text element)
921                    ""))
922        ;; Replace all CRLF with LF.
923        (elmo-delete-cr-buffer)
924        (elmo-msgdb-create-message-entity-from-buffer
925         handler
926         (elmo-imap4-response-value element 'uid)
927         :size (elmo-imap4-response-value element 'rfc822size)))
928      (elmo-imap4-response-value element 'flags)
929      app-data)
930     (elmo-progress-notify 'elmo-folder-msgdb-create)))
931
932 (defun elmo-imap4-parse-capability (string)
933   (if (string-match "^\\*\\(.*\\)$" string)
934       (read
935        (concat "(" (downcase (elmo-match-string 1 string)) ")"))))
936
937 (defun elmo-imap4-clear-login (session)
938   (when (elmo-imap4-session-capable-p session 'logindisabled)
939     (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))
940   (let ((elmo-imap4-debug-inhibit-logging t))
941     (or
942      (elmo-imap4-read-ok
943       session
944       (elmo-imap4-send-command
945        session
946        (list "login "
947              (elmo-imap4-userid (elmo-network-session-user-internal session))
948              " "
949              (elmo-imap4-password
950               (elmo-get-passwd (elmo-network-session-password-key session))))))
951      (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))))
952
953 (defun elmo-imap4-auth-login (session)
954   (let ((tag (elmo-imap4-send-command session "authenticate login"))
955         (elmo-imap4-debug-inhibit-logging t))
956     (or (elmo-imap4-read-continue-req session)
957         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
958     (elmo-imap4-send-string session
959                             (elmo-base64-encode-string
960                              (elmo-network-session-user-internal session)))
961     (or (elmo-imap4-read-continue-req session)
962         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
963     (elmo-imap4-send-string session
964                             (elmo-base64-encode-string
965                              (elmo-get-passwd
966                               (elmo-network-session-password-key session))))
967     (or (elmo-imap4-read-ok session tag)
968         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
969     (setq elmo-imap4-status 'auth)))
970
971 (luna-define-method
972   elmo-network-initialize-session-buffer :after ((session
973                                                   elmo-imap4-session) buffer)
974   (with-current-buffer buffer
975     (mapcar 'make-variable-buffer-local elmo-imap4-local-variables)
976     (setq elmo-imap4-seqno 0)
977     (setq elmo-imap4-status 'initial)))
978
979 (luna-define-method elmo-network-initialize-session ((session
980                                                       elmo-imap4-session))
981   (let ((process (elmo-network-session-process-internal session)))
982     (with-current-buffer (process-buffer process)
983       ;; Skip garbage output from process before greeting.
984       (while (and (memq (process-status process) '(open run))
985                   (goto-char (point-max))
986                   (or (/= (forward-line -1) 0)
987                       (not (elmo-imap4-parse-greeting))))
988         (accept-process-output process 1))
989       (erase-buffer)
990       (set-process-filter process 'elmo-imap4-arrival-filter)
991       (set-process-sentinel process 'elmo-imap4-sentinel)
992 ;;;   (while (and (memq (process-status process) '(open run))
993 ;;;               (eq elmo-imap4-status 'initial))
994 ;;;     (message "Waiting for server response...")
995 ;;;     (accept-process-output process 1))
996 ;;;   (message "")
997       (unless (memq elmo-imap4-status '(nonauth auth))
998         (signal 'elmo-open-error
999                 (list 'elmo-network-initialize-session)))
1000       (elmo-imap4-session-set-capability-internal
1001        session
1002        (elmo-imap4-response-value
1003         (elmo-imap4-send-command-wait session "capability")
1004         'capability))
1005       (when (eq (elmo-network-stream-type-symbol
1006                  (elmo-network-session-stream-type-internal session))
1007                 'starttls)
1008         (or (elmo-imap4-session-capable-p session 'starttls)
1009             (signal 'elmo-open-error
1010                     '(elmo-imap4-starttls-error)))
1011         (elmo-imap4-send-command-wait session "starttls")
1012         (starttls-negotiate process)
1013         (elmo-imap4-session-set-capability-internal
1014          session
1015          (elmo-imap4-response-value
1016           (elmo-imap4-send-command-wait session "capability")
1017           'capability))))))
1018
1019 (luna-define-method elmo-network-authenticate-session ((session
1020                                                         elmo-imap4-session))
1021   (with-current-buffer (process-buffer
1022                         (elmo-network-session-process-internal session))
1023     (let* ((auth (elmo-network-session-auth-internal session))
1024            (auth (if (listp auth) auth (list auth))))
1025       (unless (or (eq elmo-imap4-status 'auth)
1026                   (null auth))
1027         (cond
1028          ((eq 'clear (car auth))
1029           (elmo-imap4-clear-login session))
1030          ((eq 'login (car auth))
1031           (elmo-imap4-auth-login session))
1032          (t
1033           (let* ((elmo-imap4-debug-inhibit-logging t)
1034                  (sasl-mechanisms
1035                   (delq nil
1036                         (mapcar
1037                          '(lambda (cap)
1038                             (if (string-match "^auth=\\(.*\\)$"
1039                                               (symbol-name cap))
1040                                 (match-string 1 (upcase (symbol-name cap)))))
1041                          (elmo-imap4-session-capability-internal session))))
1042                  (mechanism
1043                   (sasl-find-mechanism
1044                    (delq nil
1045                          (mapcar '(lambda (cap) (upcase (symbol-name cap)))
1046                                  (if (listp auth)
1047                                      auth
1048                                    (list auth)))))) ;)
1049                  client name step response tag
1050                  sasl-read-passphrase)
1051             (unless mechanism
1052               (if (or elmo-imap4-force-login
1053                       (y-or-n-p
1054                        (format
1055                         "There's no %s capability in server. continue?"
1056                         (elmo-list-to-string
1057                          (elmo-network-session-auth-internal session)))))
1058                   (setq mechanism (sasl-find-mechanism
1059                                    sasl-mechanisms))
1060                 (signal 'elmo-authenticate-error
1061                         '(elmo-imap4-auth-no-mechanisms))))
1062             (setq client
1063                   (sasl-make-client
1064                    mechanism
1065                    (elmo-network-session-user-internal session)
1066                    "imap"
1067                    (elmo-network-session-server-internal session)))
1068 ;;;         (if elmo-imap4-auth-user-realm
1069 ;;;             (sasl-client-set-property client 'realm elmo-imap4-auth-user-realm))
1070             (setq name (sasl-mechanism-name mechanism)
1071                   step (sasl-next-step client nil))
1072             (elmo-network-session-set-auth-internal
1073              session
1074              (intern (downcase name)))
1075             (setq sasl-read-passphrase
1076                   (function
1077                    (lambda (prompt)
1078                      (elmo-get-passwd
1079                       (elmo-network-session-password-key session)))))
1080             (setq tag
1081                   (elmo-imap4-send-command
1082                    session
1083                    (concat "AUTHENTICATE " name
1084                            (and (sasl-step-data step)
1085                                 (concat
1086                                  " "
1087                                  (elmo-base64-encode-string
1088                                   (sasl-step-data step)
1089                                   'no-lin-break))))))
1090             (catch 'done
1091               (while t
1092                 (setq response
1093                       (elmo-imap4-read-untagged
1094                        (elmo-network-session-process-internal session)))
1095                 (if (elmo-imap4-response-ok-p response)
1096                     (if (sasl-next-step client step)
1097                         ;; Bogus server?
1098                         (signal 'elmo-authenticate-error
1099                                 (list (intern
1100                                        (concat "elmo-imap4-auth-"
1101                                                (downcase name)))))
1102                       ;; The authentication process is finished.
1103                       (throw 'done nil)))
1104                 (unless (elmo-imap4-response-continue-req-p response)
1105                   ;; response is NO or BAD.
1106                   (signal 'elmo-authenticate-error
1107                           (list (intern
1108                                  (concat "elmo-imap4-auth-"
1109                                          (downcase name))))))
1110                 (sasl-step-set-data
1111                  step
1112                  (elmo-base64-decode-string
1113                   (elmo-imap4-response-value response 'continue-req)))
1114                 (setq step (sasl-next-step client step))
1115                 (setq tag
1116                       (elmo-imap4-send-string
1117                        session
1118                        (if (sasl-step-data step)
1119                            (elmo-base64-encode-string (sasl-step-data step)
1120                                                       'no-line-break)
1121                          ""))))))))))))
1122
1123 (luna-define-method elmo-network-setup-session ((session
1124                                                  elmo-imap4-session))
1125   (with-current-buffer (elmo-network-session-buffer session)
1126     (when (elmo-imap4-session-capable-p session 'namespace)
1127       (setq elmo-imap4-server-namespace
1128             (elmo-imap4-response-value
1129              (elmo-imap4-send-command-wait session "namespace")
1130              'namespace)))))
1131
1132 (defun elmo-imap4-setup-send-buffer (&optional string)
1133   (let ((send-buf (get-buffer-create " *elmo-imap4-setup-send-buffer*"))
1134         (source-buf (unless string (current-buffer))))
1135     (save-excursion
1136       (save-match-data
1137         (set-buffer send-buf)
1138         (erase-buffer)
1139         (set-buffer-multibyte nil)
1140         (if string
1141             (insert string)
1142           (with-current-buffer source-buf
1143             (copy-to-buffer send-buf (point-min) (point-max))))
1144         (goto-char (point-min))
1145         (if (eq (re-search-forward "^$" nil t)
1146                 (point-max))
1147             (insert "\n"))
1148         (goto-char (point-min))
1149         (while (search-forward "\n" nil t)
1150           (replace-match "\r\n"))))
1151     send-buf))
1152
1153 (defun elmo-imap4-setup-send-buffer-from-file (file)
1154   (let ((tmp-buf (get-buffer-create
1155                   " *elmo-imap4-setup-send-buffer-from-file*")))
1156     (save-excursion
1157       (save-match-data
1158         (set-buffer tmp-buf)
1159         (erase-buffer)
1160         (as-binary-input-file
1161          (insert-file-contents file))
1162         (goto-char (point-min))
1163         (if (eq (re-search-forward "^$" nil t)
1164                 (point-max))
1165             (insert "\n"))
1166         (goto-char (point-min))
1167         (while (search-forward "\n" nil t)
1168           (replace-match "\r\n"))))
1169     tmp-buf))
1170
1171 (luna-define-method elmo-delete-message-safe ((folder elmo-imap4-folder)
1172                                               number msgid)
1173   (let ((session (elmo-imap4-get-session folder))
1174         candidates)
1175     (elmo-imap4-session-select-mailbox
1176      session
1177      (elmo-imap4-folder-mailbox-internal folder))
1178     (setq candidates
1179           (elmo-imap4-response-value
1180            (elmo-imap4-send-command-wait session
1181                                          (list
1182                                           (if elmo-imap4-use-uid
1183                                               "uid search header message-id "
1184                                             "search header message-id ")
1185                                           (elmo-imap4-field-body msgid)))
1186            'search))
1187     (if (memq number candidates)
1188         (elmo-folder-delete-messages folder (list number)))))
1189
1190 (defun elmo-imap4-server-diff-async-callback-1 (status data)
1191   (funcall elmo-imap4-server-diff-async-callback
1192            (list (elmo-imap4-response-value status 'recent)
1193                  (elmo-imap4-response-value status 'unseen)
1194                  (elmo-imap4-response-value status 'messages))
1195            data))
1196
1197 (defun elmo-imap4-server-diff-async (folder)
1198   (let ((session (elmo-imap4-get-session folder)))
1199     ;; We should `check' folder to obtain newest information here.
1200     ;; But since there's no asynchronous check mechanism in elmo yet,
1201     ;; checking is not done here.
1202     (with-current-buffer (elmo-network-session-buffer session)
1203       (setq elmo-imap4-status-callback
1204             'elmo-imap4-server-diff-async-callback-1)
1205       (setq elmo-imap4-status-callback-data
1206             elmo-imap4-server-diff-async-callback-data))
1207     (elmo-imap4-send-command session
1208                              (list
1209                               "status "
1210                               (elmo-imap4-mailbox
1211                                (elmo-imap4-folder-mailbox-internal folder))
1212                               " (recent unseen messages)"))))
1213
1214 (luna-define-method elmo-server-diff-async ((folder elmo-imap4-folder))
1215   (let ((session (elmo-imap4-get-session folder)))
1216     ;; commit.
1217     ;; (elmo-imap4-commit spec)
1218     (with-current-buffer (elmo-network-session-buffer session)
1219       (setq elmo-imap4-status-callback
1220             'elmo-imap4-server-diff-async-callback-1)
1221       (setq elmo-imap4-status-callback-data
1222             elmo-imap4-server-diff-async-callback-data))
1223     (elmo-imap4-send-command session
1224                              (list
1225                               "status "
1226                               (elmo-imap4-mailbox
1227                                (elmo-imap4-folder-mailbox-internal folder))
1228                               " (recent unseen messages)"))))
1229
1230 ;;; IMAP parser.
1231
1232 (defvar elmo-imap4-server-eol "\r\n"
1233   "The EOL string sent from the server.")
1234
1235 (defvar elmo-imap4-client-eol "\r\n"
1236   "The EOL string we send to the server.")
1237
1238 (defvar elmo-imap4-literal-progress-reporter nil)
1239
1240 (defun elmo-imap4-find-next-line ()
1241   "Return point at end of current line, taking into account literals.
1242 Return nil if no complete line has arrived."
1243   (when (re-search-forward (concat elmo-imap4-server-eol "\\|{\\([0-9]+\\)}"
1244                                    elmo-imap4-server-eol)
1245                            nil t)
1246     (if (match-string 1)
1247         (if (< (point-max) (+ (point) (string-to-number (match-string 1))))
1248             (progn
1249               (when elmo-imap4-literal-progress-reporter
1250                 (elmo-progress-notify
1251                  'elmo-retrieve-message
1252                  :set (- (point-max) (point))
1253                  :total (string-to-number (match-string 1))))
1254               nil)
1255           (goto-char (+ (point) (string-to-number (match-string 1))))
1256           (elmo-imap4-find-next-line))
1257       (point))))
1258
1259 (defun elmo-imap4-sentinel (process string)
1260   (delete-process process))
1261
1262 (defun elmo-imap4-arrival-filter (proc string)
1263   "IMAP process filter."
1264   (when (buffer-live-p (process-buffer proc))
1265   (with-current-buffer (process-buffer proc)
1266     (elmo-imap4-debug "-> %s" string)
1267     (goto-char (point-max))
1268     (insert string)
1269     (let (end)
1270       (goto-char (point-min))
1271       (while (setq end (elmo-imap4-find-next-line))
1272         (save-restriction
1273           (narrow-to-region (point-min) end)
1274           (delete-backward-char (length elmo-imap4-server-eol))
1275           (goto-char (point-min))
1276           (unwind-protect
1277               (case elmo-imap4-status
1278                 (initial
1279                  (setq elmo-imap4-current-response
1280                        (list
1281                         (list 'greeting (elmo-imap4-parse-greeting)))))
1282                 ((auth nonauth selected examine)
1283                  (setq elmo-imap4-current-response
1284                        (cons (elmo-imap4-parse-response)
1285                              elmo-imap4-current-response)))
1286                 (t
1287                  (message "Unknown state %s in arrival filter"
1288                           elmo-imap4-status)))
1289             (delete-region (point-min) (point-max)))))))))
1290
1291 ;; IMAP parser.
1292
1293 (defsubst elmo-imap4-forward ()
1294   (or (eobp) (forward-char 1)))
1295
1296 (defsubst elmo-imap4-parse-number ()
1297   (when (looking-at "[0-9]+")
1298     (prog1
1299         (string-to-number (match-string 0))
1300       (goto-char (match-end 0)))))
1301
1302 (defsubst elmo-imap4-parse-literal ()
1303   (when (looking-at "{\\([0-9]+\\)}\r\n")
1304     (let ((pos (match-end 0))
1305           (len (string-to-number (match-string 1))))
1306       (if (< (point-max) (+ pos len))
1307           nil
1308         (goto-char (+ pos len))
1309         (buffer-substring pos (+ pos len))))))
1310 ;;;     (list ' pos (+ pos len))))))
1311
1312 (defsubst elmo-imap4-parse-string ()
1313   (cond ((eq (char-after (point)) ?\")
1314          (forward-char 1)
1315          (let ((p (point)) (name ""))
1316            (skip-chars-forward "^\"\\\\")
1317            (setq name (buffer-substring p (point)))
1318            (while (eq (char-after (point)) ?\\)
1319              (setq p (1+ (point)))
1320              (forward-char 2)
1321              (skip-chars-forward "^\"\\\\")
1322              (setq name (concat name (buffer-substring p (point)))))
1323            (forward-char 1)
1324            name))
1325         ((eq (char-after (point)) ?{)
1326          (elmo-imap4-parse-literal))))
1327
1328 (defsubst elmo-imap4-parse-nil ()
1329   (if (looking-at "NIL")
1330       (goto-char (match-end 0))))
1331
1332 (defsubst elmo-imap4-parse-nstring ()
1333   (or (elmo-imap4-parse-string)
1334       (and (elmo-imap4-parse-nil)
1335            nil)))
1336
1337 (defsubst elmo-imap4-parse-astring ()
1338   (or (elmo-imap4-parse-string)
1339       (buffer-substring (point)
1340                         (if (re-search-forward "[(){ \r\n%*\"\\]" nil t)
1341                             (goto-char (1- (match-end 0)))
1342                           (end-of-line)
1343                           (point)))))
1344
1345 (defsubst elmo-imap4-parse-address ()
1346   (let (address)
1347     (when (eq (char-after (point)) ?\()
1348       (elmo-imap4-forward)
1349       (setq address (vector (prog1 (elmo-imap4-parse-nstring)
1350                               (elmo-imap4-forward))
1351                             (prog1 (elmo-imap4-parse-nstring)
1352                               (elmo-imap4-forward))
1353                             (prog1 (elmo-imap4-parse-nstring)
1354                               (elmo-imap4-forward))
1355                             (elmo-imap4-parse-nstring)))
1356       (when (eq (char-after (point)) ?\))
1357         (elmo-imap4-forward)
1358         address))))
1359
1360 (defsubst elmo-imap4-parse-address-list ()
1361   (if (eq (char-after (point)) ?\()
1362       (let (address addresses)
1363         (elmo-imap4-forward)
1364         (while (and (not (eq (char-after (point)) ?\)))
1365                     ;; next line for MS Exchange bug
1366                     (progn (and (eq (char-after (point)) ? ) (elmo-imap4-forward)) t)
1367                     (setq address (elmo-imap4-parse-address)))
1368           (setq addresses (cons address addresses)))
1369         (when (eq (char-after (point)) ?\))
1370           (elmo-imap4-forward)
1371           (nreverse addresses)))
1372     (assert (elmo-imap4-parse-nil))))
1373
1374 (defsubst elmo-imap4-parse-mailbox ()
1375   (let ((mailbox (elmo-imap4-parse-astring)))
1376     (if (string-equal "INBOX" (upcase mailbox))
1377         "INBOX"
1378       mailbox)))
1379
1380 (defun elmo-imap4-parse-greeting ()
1381   "Parse a IMAP greeting."
1382   (cond ((looking-at "\\* OK ")
1383          (setq elmo-imap4-status 'nonauth))
1384         ((looking-at "\\* PREAUTH ")
1385          (setq elmo-imap4-status 'auth))
1386         ((looking-at "\\* BYE ")
1387          (setq elmo-imap4-status 'closed))))
1388
1389 (defun elmo-imap4-parse-response ()
1390   "Parse a IMAP command response."
1391   (let (token)
1392     (case (setq token (read (current-buffer)))
1393       (+ (progn
1394            (skip-chars-forward " ")
1395            (list 'continue-req (buffer-substring (point) (point-max)))))
1396       (* (case (prog1 (setq token (read (current-buffer)))
1397                  (elmo-imap4-forward))
1398            (OK         (elmo-imap4-parse-resp-text-code))
1399            (NO         (elmo-imap4-parse-resp-text-code))
1400            (BAD        (elmo-imap4-parse-resp-text-code))
1401            (BYE        (elmo-imap4-parse-bye))
1402            (FLAGS      (list 'flags
1403                              (elmo-imap4-parse-flag-list)))
1404            (LIST       (list 'list (elmo-imap4-parse-data-list)))
1405            (LSUB       (list 'lsub (elmo-imap4-parse-data-list)))
1406            (SEARCH     (list
1407                         'search
1408                         (read (concat "("
1409                                       (buffer-substring (point) (point-max))
1410                                       ")"))))
1411            (STATUS     (elmo-imap4-parse-status))
1412            ;; Added
1413            (NAMESPACE  (elmo-imap4-parse-namespace))
1414            (CAPABILITY (list 'capability
1415                              (read
1416                               (concat "(" (downcase (buffer-substring
1417                                                      (point) (point-max)))
1418                                       ")"))))
1419            (ACL (elmo-imap4-parse-acl))
1420            (t       (case (prog1 (read (current-buffer))
1421                             (elmo-imap4-forward))
1422                       (EXISTS  (list 'exists token))
1423                       (RECENT  (list 'recent token))
1424                       (EXPUNGE (list 'expunge token))
1425                       (FETCH   (elmo-imap4-parse-fetch token))
1426                       (t       (list 'garbage (buffer-string)))))))
1427       (t (if (not (string-match elmo-imap4-seq-prefix (symbol-name token)))
1428              (list 'garbage (buffer-string))
1429            (case (prog1 (read (current-buffer))
1430                    (elmo-imap4-forward))
1431              (OK  (progn
1432                     (setq elmo-imap4-parsing nil)
1433                     (setq token (symbol-name token))
1434                     (elmo-unintern token)
1435                     (elmo-imap4-debug "*%s* OK arrived" token)
1436                     (setq elmo-imap4-reached-tag token)
1437                     (list 'ok (elmo-imap4-parse-resp-text-code))))
1438              (NO  (progn
1439                     (setq elmo-imap4-parsing nil)
1440                     (setq token (symbol-name token))
1441                     (elmo-unintern token)
1442                     (elmo-imap4-debug "*%s* NO arrived" token)
1443                     (setq elmo-imap4-reached-tag token)
1444                     (let (code text)
1445                       (when (eq (char-after (point)) ?\[)
1446                         (setq code (buffer-substring (point)
1447                                                      (search-forward "]")))
1448                         (elmo-imap4-forward))
1449                       (setq text (buffer-substring (point) (point-max)))
1450                       (list 'no (list code text)))))
1451              (BAD (progn
1452                     (setq elmo-imap4-parsing nil)
1453                     (elmo-imap4-debug "*%s* BAD arrived" token)
1454                     (setq token (symbol-name token))
1455                     (elmo-unintern token)
1456                     (setq elmo-imap4-reached-tag token)
1457                     (let (code text)
1458                       (when (eq (char-after (point)) ?\[)
1459                         (setq code (buffer-substring (point)
1460                                                      (search-forward "]")))
1461                         (elmo-imap4-forward))
1462                       (setq text (buffer-substring (point) (point-max)))
1463                       (list 'bad (list code text)))))
1464              (t   (list 'garbage (buffer-string)))))))))
1465
1466 (defun elmo-imap4-parse-bye ()
1467   (let (code text)
1468     (when (eq (char-after (point)) ?\[)
1469       (setq code (buffer-substring (point)
1470                                    (search-forward "]")))
1471       (elmo-imap4-forward))
1472     (setq text (buffer-substring (point) (point-max)))
1473     (list 'bye (list code text))))
1474
1475 (defun elmo-imap4-parse-text ()
1476   (goto-char (point-min))
1477   (when (search-forward "[" nil t)
1478     (search-forward "]")
1479     (elmo-imap4-forward))
1480   (list 'text (buffer-substring (point) (point-max))))
1481
1482 (defun elmo-imap4-parse-resp-text-code ()
1483   (when (eq (char-after (point)) ?\[)
1484     (elmo-imap4-forward)
1485     (cond ((search-forward "PERMANENTFLAGS " nil t)
1486            (list 'permanentflags (elmo-imap4-parse-flag-list)))
1487           ((search-forward "UIDNEXT " nil t)
1488            (list 'uidnext (read (current-buffer))))
1489           ((search-forward "UNSEEN " nil t)
1490            (list 'unseen (read (current-buffer))))
1491           ((looking-at "UIDVALIDITY \\([0-9]+\\)")
1492            (list 'uidvalidity (match-string 1)))
1493           ((search-forward "READ-ONLY" nil t)
1494            (list 'read-only t))
1495           ((search-forward "READ-WRITE" nil t)
1496            (list 'read-write t))
1497           ((search-forward "NEWNAME " nil t)
1498            (let (oldname newname)
1499              (setq oldname (elmo-imap4-parse-string))
1500              (elmo-imap4-forward)
1501              (setq newname (elmo-imap4-parse-string))
1502              (list 'newname newname oldname)))
1503           ((search-forward "TRYCREATE" nil t)
1504            (list 'trycreate t))
1505           ((looking-at "APPENDUID \\([0-9]+\\) \\([0-9]+\\)")
1506            (list 'appenduid
1507                  (list (match-string 1)
1508                        (string-to-number (match-string 2)))))
1509           ((looking-at "COPYUID \\([0-9]+\\) \\([0-9,:]+\\) \\([0-9,:]+\\)")
1510            (list 'copyuid (list (match-string 1)
1511                                 (match-string 2)
1512                                 (match-string 3))))
1513           ((search-forward "ALERT] " nil t)
1514            (message "IMAP server information: %s"
1515                     (buffer-substring (point) (point-max))))
1516           (t (list 'unknown)))))
1517
1518 (defun elmo-imap4-parse-data-list ()
1519   (let (flags delimiter mailbox)
1520     (setq flags (elmo-imap4-parse-flag-list))
1521     (when (looking-at " NIL\\| \"\\\\?\\(.\\)\"")
1522       (setq delimiter (match-string 1))
1523       (goto-char (1+ (match-end 0)))
1524       (when (setq mailbox (elmo-imap4-parse-mailbox))
1525         (list mailbox flags delimiter)))))
1526
1527 (defsubst elmo-imap4-parse-header-list ()
1528   (when (eq (char-after (point)) ?\()
1529     (let (strlist)
1530       (while (not (eq (char-after (point)) ?\)))
1531         (elmo-imap4-forward)
1532         (push (elmo-imap4-parse-astring) strlist))
1533       (elmo-imap4-forward)
1534       (nreverse strlist))))
1535
1536 (defsubst elmo-imap4-parse-fetch-body-section ()
1537   (let ((section
1538          (buffer-substring (point)
1539                            (1-
1540                             (progn (re-search-forward "[] ]" nil t)
1541                                    (point))))))
1542     (if (eq (char-before) ? )
1543         (prog1
1544             (mapconcat 'identity
1545                        (cons section (elmo-imap4-parse-header-list)) " ")
1546           (search-forward "]" nil t))
1547       section)))
1548
1549 (defun elmo-imap4-parse-fetch (response)
1550   (when (eq (char-after (point)) ?\()
1551     (let (element list)
1552       (while (not (eq (char-after (point)) ?\)))
1553         (elmo-imap4-forward)
1554         (let ((token (read (current-buffer))))
1555           (elmo-imap4-forward)
1556           (setq element
1557                 (cond ((eq token 'UID)
1558                        (list 'uid (condition-case nil
1559                                       (read (current-buffer))
1560                                     (error nil))))
1561                       ((eq token 'FLAGS)
1562                        (list 'flags (elmo-imap4-parse-flag-list)))
1563                       ((eq token 'ENVELOPE)
1564                        (list 'envelope (elmo-imap4-parse-envelope)))
1565                       ((eq token 'INTERNALDATE)
1566                        (list 'internaldate (elmo-imap4-parse-string)))
1567                       ((eq token 'RFC822)
1568                        (list 'rfc822 (elmo-imap4-parse-nstring)))
1569                       ((eq token (intern elmo-imap4-rfc822-header))
1570                        (list 'rfc822header (elmo-imap4-parse-nstring)))
1571                       ((eq token (intern elmo-imap4-rfc822-text))
1572                        (list 'rfc822text (elmo-imap4-parse-nstring)))
1573                       ((eq token (intern elmo-imap4-rfc822-size))
1574                        (list 'rfc822size (read (current-buffer))))
1575                       ((eq token 'BODY)
1576                        (if (eq (char-before) ?\[)
1577                            (list
1578                             'bodydetail
1579                             (upcase (elmo-imap4-parse-fetch-body-section))
1580                             (and
1581                              (eq (char-after (point)) ?<)
1582                              (buffer-substring (1+ (point))
1583                                                (progn
1584                                                  (search-forward ">" nil t)
1585                                                  (point))))
1586                             (progn (elmo-imap4-forward)
1587                                    (elmo-imap4-parse-nstring)))
1588                          (list 'body (elmo-imap4-parse-body))))
1589                       ((eq token 'BODYSTRUCTURE)
1590                        (list 'bodystructure (elmo-imap4-parse-body)))))
1591           (setq list (cons element list))))
1592       (and elmo-imap4-fetch-callback
1593            (funcall elmo-imap4-fetch-callback
1594                     list elmo-imap4-fetch-callback-data))
1595       (list 'fetch list))))
1596
1597 (defun elmo-imap4-parse-status ()
1598   (let ((mailbox (elmo-imap4-parse-mailbox))
1599         status)
1600     (when (and mailbox (search-forward "(" nil t))
1601       (while (not (eq (char-after (point)) ?\)))
1602         (setq status
1603               (cons
1604                (let ((token (read (current-buffer))))
1605                  (case (intern (upcase (symbol-name token)))
1606                    (MESSAGES
1607                     (list 'messages (read (current-buffer))))
1608                    (RECENT
1609                     (list 'recent (read (current-buffer))))
1610                    (UIDNEXT
1611                     (list 'uidnext (read (current-buffer))))
1612                    (UIDVALIDITY
1613                     (and (looking-at " \\([0-9]+\\)")
1614                          (prog1 (list 'uidvalidity (match-string 1))
1615                            (goto-char (match-end 1)))))
1616                    (UNSEEN
1617                     (list 'unseen (read (current-buffer))))
1618                    (t 
1619                     (message
1620                      "Unknown status data %s in mailbox %s ignored"
1621                      token mailbox))))
1622                status))
1623         (skip-chars-forward " ")))
1624     (and elmo-imap4-status-callback
1625          (funcall elmo-imap4-status-callback
1626                   status
1627                   elmo-imap4-status-callback-data))
1628     (list 'status status)))
1629
1630
1631 (defmacro elmo-imap4-value (value)
1632   `(if (eq ,value 'NIL)
1633        nil
1634      ,value))
1635
1636 (defmacro elmo-imap4-nth (pos list)
1637   `(let ((value (nth ,pos ,list)))
1638      (elmo-imap4-value value)))
1639
1640 (defun elmo-imap4-parse-namespace ()
1641   (list 'namespace
1642         (nconc
1643          (copy-sequence elmo-imap4-extra-namespace-alist)
1644          (elmo-imap4-parse-namespace-subr
1645           (read (concat "(" (buffer-substring
1646                              (point) (point-max))
1647                         ")"))))))
1648
1649 (defun elmo-imap4-parse-namespace-subr (ns)
1650   (let (prefix delim namespace-alist default-delim)
1651     ;; 0: personal, 1: other, 2: shared
1652     (dotimes (i 3)
1653       (setq namespace-alist
1654             (nconc namespace-alist
1655                    (delq nil
1656                          (mapcar
1657                           (lambda (namespace)
1658                             (setq prefix (elmo-imap4-nth 0 namespace)
1659                                   delim (elmo-imap4-nth 1 namespace))
1660                             (if (and prefix delim
1661                                      (string-match
1662                                       (concat (regexp-quote delim) "\\'")
1663                                       prefix))
1664                                 (setq prefix (substring prefix 0
1665                                                         (match-beginning 0))))
1666                             (if (eq (length prefix) 0)
1667                                 (progn (setq default-delim delim) nil)
1668                               (cons
1669                                (concat "^\\("
1670                                        (if (string= (downcase prefix) "inbox")
1671                                            "[Ii][Nn][Bb][Oo][Xx]"
1672                                          (regexp-quote prefix))
1673                                        "\\).*$")
1674                                delim)))
1675                           (elmo-imap4-nth i ns))))))
1676     (if default-delim
1677         (setq namespace-alist
1678               (nconc namespace-alist
1679                      (list (cons "^.*$" default-delim)))))
1680     namespace-alist))
1681
1682 (defun elmo-imap4-parse-acl ()
1683   (let ((mailbox (elmo-imap4-parse-mailbox))
1684         identifier rights acl)
1685     (while (eq (char-after (point)) ?\ )
1686       (elmo-imap4-forward)
1687       (setq identifier (elmo-imap4-parse-astring))
1688       (elmo-imap4-forward)
1689       (setq rights (elmo-imap4-parse-astring))
1690       (setq acl (append acl (list (cons identifier rights)))))
1691     (list 'acl acl mailbox)))
1692
1693 (defun elmo-imap4-parse-flag-list ()
1694   (let ((str (buffer-substring (+ (point) 1)
1695                                (progn (search-forward ")" nil t)
1696                                       (- (point) 1)))))
1697     (unless (eq (length str) 0)
1698       (split-string str))))
1699
1700 (defun elmo-imap4-parse-envelope ()
1701   (when (eq (char-after (point)) ?\()
1702     (elmo-imap4-forward)
1703     (vector (prog1 (elmo-imap4-parse-nstring);; date
1704               (elmo-imap4-forward))
1705             (prog1 (elmo-imap4-parse-nstring);; subject
1706               (elmo-imap4-forward))
1707             (prog1 (elmo-imap4-parse-address-list);; from
1708               (elmo-imap4-forward))
1709             (prog1 (elmo-imap4-parse-address-list);; sender
1710               (elmo-imap4-forward))
1711             (prog1 (elmo-imap4-parse-address-list);; reply-to
1712               (elmo-imap4-forward))
1713             (prog1 (elmo-imap4-parse-address-list);; to
1714               (elmo-imap4-forward))
1715             (prog1 (elmo-imap4-parse-address-list);; cc
1716               (elmo-imap4-forward))
1717             (prog1 (elmo-imap4-parse-address-list);; bcc
1718               (elmo-imap4-forward))
1719             (prog1 (elmo-imap4-parse-nstring);; in-reply-to
1720               (elmo-imap4-forward))
1721             (prog1 (elmo-imap4-parse-nstring);; message-id
1722               (elmo-imap4-forward)))))
1723
1724 (defsubst elmo-imap4-parse-string-list ()
1725   (cond ((eq (char-after (point)) ?\();; body-fld-param
1726          (let (strlist str)
1727            (elmo-imap4-forward)
1728            (while (setq str (elmo-imap4-parse-string))
1729              (push str strlist)
1730              (elmo-imap4-forward))
1731            (nreverse strlist)))
1732         ((elmo-imap4-parse-nil)
1733          nil)))
1734
1735 (defun elmo-imap4-parse-body-extension ()
1736   (if (eq (char-after (point)) ?\()
1737       (let (b-e)
1738         (elmo-imap4-forward)
1739         (push (elmo-imap4-parse-body-extension) b-e)
1740         (while (eq (char-after (point)) ?\ )
1741           (elmo-imap4-forward)
1742           (push (elmo-imap4-parse-body-extension) b-e))
1743         (assert (eq (char-after (point)) ?\)))
1744         (elmo-imap4-forward)
1745         (nreverse b-e))
1746     (or (elmo-imap4-parse-number)
1747         (elmo-imap4-parse-nstring))))
1748
1749 (defsubst elmo-imap4-parse-body-ext ()
1750   (let (ext)
1751     (when (eq (char-after (point)) ?\ );; body-fld-dsp
1752       (elmo-imap4-forward)
1753       (let (dsp)
1754         (if (eq (char-after (point)) ?\()
1755             (progn
1756               (elmo-imap4-forward)
1757               (push (elmo-imap4-parse-string) dsp)
1758               (elmo-imap4-forward)
1759               (push (elmo-imap4-parse-string-list) dsp)
1760               (elmo-imap4-forward))
1761           (assert (elmo-imap4-parse-nil)))
1762         (push (nreverse dsp) ext))
1763       (when (eq (char-after (point)) ?\ );; body-fld-lang
1764         (elmo-imap4-forward)
1765         (if (eq (char-after (point)) ?\()
1766             (push (elmo-imap4-parse-string-list) ext)
1767           (push (elmo-imap4-parse-nstring) ext))
1768         (while (eq (char-after (point)) ?\ );; body-extension
1769           (elmo-imap4-forward)
1770           (setq ext (append (elmo-imap4-parse-body-extension) ext)))))
1771     ext))
1772
1773 (defun elmo-imap4-parse-body ()
1774   (let (body)
1775     (when (eq (char-after (point)) ?\()
1776       (elmo-imap4-forward)
1777       (if (eq (char-after (point)) ?\()
1778           (let (subbody)
1779             (while (and (eq (char-after (point)) ?\()
1780                         (setq subbody (elmo-imap4-parse-body)))
1781               (push subbody body))
1782             (elmo-imap4-forward)
1783             (push (elmo-imap4-parse-string) body);; media-subtype
1784             (when (eq (char-after (point)) ?\ );; body-ext-mpart:
1785               (elmo-imap4-forward)
1786               (if (eq (char-after (point)) ?\();; body-fld-param
1787                   (push (elmo-imap4-parse-string-list) body)
1788                 (push (and (elmo-imap4-parse-nil) nil) body))
1789               (setq body
1790                     (append (elmo-imap4-parse-body-ext) body)));; body-ext-...
1791             (assert (eq (char-after (point)) ?\)))
1792             (elmo-imap4-forward)
1793             (nreverse body))
1794
1795         (push (elmo-imap4-parse-string) body);; media-type
1796         (elmo-imap4-forward)
1797         (push (elmo-imap4-parse-string) body);; media-subtype
1798         (elmo-imap4-forward)
1799         ;; next line for Sun SIMS bug
1800         (and (eq (char-after (point)) ? ) (elmo-imap4-forward))
1801         (if (eq (char-after (point)) ?\();; body-fld-param
1802             (push (elmo-imap4-parse-string-list) body)
1803           (push (and (elmo-imap4-parse-nil) nil) body))
1804         (elmo-imap4-forward)
1805         (push (elmo-imap4-parse-nstring) body);; body-fld-id
1806         (elmo-imap4-forward)
1807         (push (elmo-imap4-parse-nstring) body);; body-fld-desc
1808         (elmo-imap4-forward)
1809         (push (elmo-imap4-parse-string) body);; body-fld-enc
1810         (elmo-imap4-forward)
1811         (push (elmo-imap4-parse-number) body);; body-fld-octets
1812
1813         ;; ok, we're done parsing the required parts, what comes now is one
1814         ;; of three things:
1815         ;;
1816         ;; envelope       (then we're parsing body-type-msg)
1817         ;; body-fld-lines (then we're parsing body-type-text)
1818         ;; body-ext-1part (then we're parsing body-type-basic)
1819         ;;
1820         ;; the problem is that the two first are in turn optionally followed
1821         ;; by the third.  So we parse the first two here (if there are any)...
1822
1823         (when (eq (char-after (point)) ?\ )
1824           (elmo-imap4-forward)
1825           (let (lines)
1826             (cond ((eq (char-after (point)) ?\();; body-type-msg:
1827                    (push (elmo-imap4-parse-envelope) body);; envelope
1828                    (elmo-imap4-forward)
1829                    (push (elmo-imap4-parse-body) body);; body
1830                    (elmo-imap4-forward)
1831                    (push (elmo-imap4-parse-number) body));; body-fld-lines
1832                   ((setq lines (elmo-imap4-parse-number));; body-type-text:
1833                    (push lines body));; body-fld-lines
1834                   (t
1835                    (backward-char)))));; no match...
1836
1837         ;; ...and then parse the third one here...
1838
1839         (when (eq (char-after (point)) ?\ );; body-ext-1part:
1840           (elmo-imap4-forward)
1841           (push (elmo-imap4-parse-nstring) body);; body-fld-md5
1842           (setq body
1843                 (append (elmo-imap4-parse-body-ext) body)));; body-ext-1part..
1844
1845         (assert (eq (char-after (point)) ?\)))
1846         (elmo-imap4-forward)
1847         (nreverse body)))))
1848
1849 (luna-define-method elmo-folder-initialize ((folder elmo-imap4-folder) name)
1850   (let ((default-user   elmo-imap4-default-user)
1851         (default-server elmo-imap4-default-server)
1852         (default-port   elmo-imap4-default-port)
1853         (elmo-network-stream-type-alist
1854          (if elmo-imap4-stream-type-alist
1855              (append elmo-imap4-stream-type-alist
1856                      elmo-network-stream-type-alist)
1857            elmo-network-stream-type-alist))
1858         tokens)
1859     (when (string-match "\\(.*\\)@\\(.*\\)" default-server)
1860       ;; case: imap4-default-server is specified like
1861       ;; "hoge%imap.server@gateway".
1862       (setq default-user (elmo-match-string 1 default-server))
1863       (setq default-server (elmo-match-string 2 default-server)))
1864     (setq tokens (car (elmo-parse-separated-tokens
1865                        name
1866                        elmo-imap4-folder-name-syntax)))
1867     ;; mailbox
1868     (elmo-imap4-folder-set-mailbox-internal folder
1869                                             (elmo-imap4-encode-folder-string
1870                                              (cdr (assq 'mailbox tokens))))
1871     ;; user
1872     (elmo-net-folder-set-user-internal folder
1873                                        (or (cdr (assq 'user tokens))
1874                                            default-user))
1875     ;; auth
1876     (elmo-net-folder-set-auth-internal
1877      folder
1878      (let ((auth (cdr (assq 'auth tokens))))
1879        (or (and auth (intern auth))
1880            elmo-imap4-default-authenticate-type
1881            'clear)))
1882     ;; network
1883     (elmo-net-folder-set-parameters
1884      folder
1885      tokens
1886      (list :server      default-server
1887            :port        default-port
1888            :stream-type
1889            (elmo-get-network-stream-type elmo-imap4-default-stream-type)))
1890     folder))
1891
1892 ;;; ELMO IMAP4 folder
1893 (luna-define-method elmo-folder-expand-msgdb-path ((folder
1894                                                     elmo-imap4-folder))
1895   (convert-standard-filename
1896    (let ((mailbox (elmo-imap4-folder-mailbox-internal folder)))
1897      (if (string= "inbox" (downcase mailbox))
1898          (setq mailbox "inbox"))
1899      (if (eq (string-to-char mailbox) ?/)
1900          (setq mailbox (substring mailbox 1 (length mailbox))))
1901      ;; don't use expand-file-name (e.g. %~/something)
1902      (concat
1903       (expand-file-name
1904        (or (elmo-net-folder-user-internal folder) "nobody")
1905        (expand-file-name (or (elmo-net-folder-server-internal folder)
1906                              "nowhere")
1907                          (expand-file-name
1908                           "imap"
1909                           elmo-msgdb-directory)))
1910       "/" mailbox))))
1911
1912 (luna-define-method elmo-folder-status-plugged ((folder
1913                                                  elmo-imap4-folder))
1914   (elmo-imap4-folder-status-plugged folder))
1915
1916 (defun elmo-imap4-folder-status-plugged (folder)
1917   (let ((session (elmo-imap4-get-session folder))
1918         (killed (elmo-msgdb-killed-list-load
1919                  (elmo-folder-msgdb-path folder)))
1920         status)
1921     (with-current-buffer (elmo-network-session-buffer session)
1922       (setq elmo-imap4-status-callback nil)
1923       (setq elmo-imap4-status-callback-data nil))
1924     (setq status (elmo-imap4-response-value
1925                   (elmo-imap4-send-command-wait
1926                    session
1927                    (list "status "
1928                          (elmo-imap4-mailbox
1929                           (elmo-imap4-folder-mailbox-internal folder))
1930                          " (uidnext messages)"))
1931                   'status))
1932     (cons
1933      (- (elmo-imap4-response-value status 'uidnext) 1)
1934      (if killed
1935          (-
1936           (elmo-imap4-response-value status 'messages)
1937           (elmo-msgdb-killed-list-length killed))
1938        (elmo-imap4-response-value status 'messages)))))
1939
1940 (luna-define-method elmo-folder-list-messages-plugged ((folder
1941                                                         elmo-imap4-folder)
1942                                                        &optional
1943                                                        enable-killed)
1944   (elmo-imap4-list folder
1945                    (concat
1946                     (let ((killed
1947                            (elmo-folder-killed-list-internal
1948                             folder)))
1949                       (if (and killed
1950                                (eq (length killed) 1)
1951                                (consp (car killed))
1952                                (eq (car (car killed)) 1))
1953                           (format "uid %d:*" (cdr (car killed)))
1954                         "all"))
1955                     " undeleted")))
1956
1957 (luna-define-method elmo-folder-list-flagged-plugged
1958   ((folder elmo-imap4-folder) flag)
1959   (elmo-imap4-folder-list-flagged folder flag))
1960
1961 (luna-define-method elmo-folder-use-flag-p ((folder elmo-imap4-folder))
1962   (not (string-match elmo-imap4-disuse-server-flag-mailbox-regexp
1963                      (elmo-imap4-folder-mailbox-internal folder))))
1964
1965 (luna-define-method elmo-folder-list-subfolders ((folder elmo-imap4-folder)
1966                                                  &optional one-level)
1967   (let* ((root (elmo-imap4-folder-mailbox-internal folder))
1968          (session (elmo-imap4-get-session folder))
1969          (prefix (elmo-folder-prefix-internal folder))
1970          (namespace-assoc
1971                   (elmo-string-matched-assoc
1972                    root
1973                    (with-current-buffer (elmo-network-session-buffer session)
1974                      elmo-imap4-server-namespace)))
1975          (delim (or (cdr namespace-assoc)
1976                  elmo-imap4-default-hierarchy-delimiter))
1977          ;; Append delimiter when root with namespace.
1978          (root-nodelim root)
1979          (root (if (and namespace-assoc
1980                         (match-end 1)
1981                         (string= (substring root (match-end 1))
1982                                  ""))
1983                    (concat root delim)
1984                  root))
1985          result append-serv type)
1986     (setq result (elmo-imap4-response-get-selectable-mailbox-list
1987                   (elmo-imap4-send-command-wait
1988                    session
1989                    (list "list " (elmo-imap4-mailbox root) " *"))))
1990     ;; The response of Courier-imap doesn't contain a specified folder itself.
1991     (unless (member root result)
1992       (setq result
1993             (append result
1994                     (elmo-imap4-response-get-selectable-mailbox-list
1995                      (elmo-imap4-send-command-wait
1996                       session
1997                       (list "list \"\" " (elmo-imap4-mailbox
1998                                           root-nodelim)))))))
1999     (when (or (not (string= (elmo-net-folder-user-internal folder)
2000                             elmo-imap4-default-user))
2001               (not (eq (elmo-net-folder-auth-internal folder)
2002                        (or elmo-imap4-default-authenticate-type 'clear))))
2003       (setq append-serv (concat ":"
2004                                 (elmo-quote-syntactical-element
2005                                  (elmo-net-folder-user-internal folder)
2006                                  'user elmo-imap4-folder-name-syntax))))
2007     (unless (eq (elmo-net-folder-auth-internal folder)
2008                 (or elmo-imap4-default-authenticate-type 'clear))
2009       (setq append-serv
2010             (concat append-serv "/"
2011                     (symbol-name (elmo-net-folder-auth-internal folder)))))
2012     (unless (string= (elmo-net-folder-server-internal folder)
2013                      elmo-imap4-default-server)
2014       (setq append-serv (concat append-serv "@"
2015                                 (elmo-net-folder-server-internal folder))))
2016     (unless (eq (elmo-net-folder-port-internal folder) elmo-imap4-default-port)
2017       (setq append-serv (concat append-serv ":"
2018                                 (int-to-string
2019                                  (elmo-net-folder-port-internal folder)))))
2020     (setq type (elmo-net-folder-stream-type-internal folder))
2021     (unless (eq (elmo-network-stream-type-symbol type)
2022                 elmo-imap4-default-stream-type)
2023       (if type
2024           (setq append-serv (concat append-serv
2025                                     (elmo-network-stream-type-spec-string
2026                                      type)))))
2027     (if one-level
2028         (let ((re-delim (regexp-quote delim))
2029               (case-fold-search nil)
2030               folder ret has-child-p)
2031           ;; Append delimiter
2032           (when (and root
2033                      (not (string= root ""))
2034                      (not (string-match
2035                            (concat "\\(.*\\)" re-delim "\\'")
2036                            root)))
2037             (setq root (concat root delim)))
2038           (while (setq folder (car result))
2039             (setq has-child-p
2040                   (when (string-match
2041                          (concat "^\\(" (regexp-quote root) "[^" re-delim "]" "+\\)"
2042                                  re-delim)
2043                          folder)
2044                     (setq folder (match-string 1 folder))))
2045             (setq result (delq
2046                           nil
2047                           (mapcar (lambda (fld)
2048                                     (if (string-match
2049                                          (concat "^" (regexp-quote folder)
2050                                                  "\\(" re-delim "\\|\\'\\)")
2051                                          fld)
2052                                         (progn (setq has-child-p t) nil)
2053                                       fld))
2054                                   (cdr result)))
2055                   folder (concat prefix
2056                                  (elmo-quote-syntactical-element
2057                                   (elmo-imap4-decode-folder-string folder)
2058                                   'mailbox elmo-imap4-folder-name-syntax)
2059                                  (and append-serv
2060                                       (eval append-serv)))
2061                   ret (append ret (if has-child-p
2062                                       (list (list folder))
2063                                     (list folder)))))
2064           ret)
2065       (mapcar (lambda (fld)
2066                 (concat prefix
2067                         (elmo-quote-syntactical-element
2068                          (elmo-imap4-decode-folder-string fld)
2069                          'mailbox elmo-imap4-folder-name-syntax)
2070                         (and append-serv
2071                              (eval append-serv))))
2072               result))))
2073
2074 (luna-define-method elmo-folder-exists-p-plugged ((folder elmo-imap4-folder))
2075   (let ((session (elmo-imap4-get-session folder)))
2076     (if (string=
2077          (elmo-imap4-session-current-mailbox-internal session)
2078          (elmo-imap4-folder-mailbox-internal folder))
2079         t
2080       (elmo-imap4-session-select-mailbox
2081        session
2082        (elmo-imap4-folder-mailbox-internal folder)
2083        'force 'notify-bye))))
2084
2085 (luna-define-method elmo-folder-creatable-p ((folder elmo-imap4-folder))
2086   t)
2087
2088 (luna-define-method elmo-folder-writable-p ((folder elmo-imap4-folder))
2089   t)
2090
2091 (luna-define-method elmo-folder-delete ((folder elmo-imap4-folder))
2092   (let* ((exists (elmo-folder-exists-p folder))
2093          (msgs (and exists
2094                     (elmo-folder-list-messages folder))))
2095     (when (yes-or-no-p (format "%sDelete msgdb and substance of \"%s\"? "
2096                                (if (> (length msgs) 0)
2097                                    (format "%d msg(s) exists. " (length msgs))
2098                                  "")
2099                                (elmo-folder-name-internal folder)))
2100       (let ((session (elmo-imap4-get-session folder)))
2101         (when (elmo-imap4-folder-mailbox-internal folder)
2102           (when msgs (elmo-folder-delete-messages-internal folder msgs))
2103           ;; close selected mailbox except one with \Noselect attribute
2104           (when exists
2105             (elmo-imap4-send-command-wait session "close"))
2106           (elmo-imap4-send-command-wait
2107            session
2108            (list "delete "
2109                  (elmo-imap4-mailbox
2110                   (elmo-imap4-folder-mailbox-internal folder)))))
2111         (elmo-imap4-session-set-current-mailbox-internal session nil))
2112       (elmo-msgdb-delete-path folder)
2113       t)))
2114
2115 (luna-define-method elmo-folder-rename-internal ((folder elmo-imap4-folder)
2116                                                  new-folder)
2117   (let ((session (elmo-imap4-get-session folder)))
2118     ;; make sure the folder is selected.
2119     (elmo-imap4-session-select-mailbox session
2120                                        (elmo-imap4-folder-mailbox-internal
2121                                         folder))
2122     (elmo-imap4-send-command-wait session "close")
2123     (elmo-imap4-send-command-wait
2124      session
2125      (list "rename "
2126            (elmo-imap4-mailbox
2127             (elmo-imap4-folder-mailbox-internal folder))
2128            " "
2129            (elmo-imap4-mailbox
2130             (elmo-imap4-folder-mailbox-internal new-folder))))
2131     (elmo-imap4-session-set-current-mailbox-internal
2132      session (elmo-imap4-folder-mailbox-internal new-folder))))
2133
2134 (defun elmo-imap4-copy-messages (src-folder dst-folder numbers)
2135   (let ((session (elmo-imap4-get-session src-folder))
2136         (set-list (elmo-imap4-make-number-set-list
2137                    numbers
2138                    elmo-imap4-number-set-chop-length))
2139         succeeds)
2140     (elmo-imap4-session-select-mailbox session
2141                                        (elmo-imap4-folder-mailbox-internal
2142                                         src-folder))
2143     (while set-list
2144       (if (elmo-imap4-send-command-wait session
2145                                         (list
2146                                          (format
2147                                           (if elmo-imap4-use-uid
2148                                               "uid copy %s "
2149                                             "copy %s ")
2150                                           (cdr (car set-list)))
2151                                          (elmo-imap4-mailbox
2152                                           (elmo-imap4-folder-mailbox-internal
2153                                            dst-folder))))
2154           (setq succeeds (append succeeds numbers)))
2155       (setq set-list (cdr set-list)))
2156     succeeds))
2157
2158 (defun elmo-imap4-set-flag (folder numbers flag &optional remove)
2159   "Set flag on messages.
2160 FOLDER is the ELMO folder structure.
2161 NUMBERS is the message numbers to be flagged.
2162 FLAG is the flag name.
2163 If optional argument REMOVE is non-nil, remove FLAG."
2164   (let ((session (elmo-imap4-get-session folder))
2165         response set-list)
2166     (elmo-imap4-session-select-mailbox session
2167                                        (elmo-imap4-folder-mailbox-internal
2168                                         folder))
2169     (when (or (elmo-string-member-ignore-case
2170                flag
2171                (elmo-imap4-session-flags-internal session))
2172               (member "\\*" (elmo-imap4-session-flags-internal session))
2173               (string= flag "\\Deleted")) ; XXX Humm..
2174       (setq set-list (elmo-imap4-make-number-set-list
2175                       numbers
2176                       elmo-imap4-number-set-chop-length))
2177       (while set-list
2178         (with-current-buffer (elmo-network-session-buffer session)
2179           (setq elmo-imap4-fetch-callback nil)
2180           (setq elmo-imap4-fetch-callback-data nil))
2181         (unless (elmo-imap4-response-ok-p
2182                  (elmo-imap4-send-command-wait
2183                   session
2184                   (format
2185                    (if elmo-imap4-use-uid
2186                        "uid store %s %sflags.silent (%s)"
2187                      "store %s %sflags.silent (%s)")
2188                    (cdr (car set-list))
2189                    (if remove "-" "+")
2190                    flag)))
2191           (setq response 'fail))
2192         (setq set-list (cdr set-list)))
2193       (not (eq response 'fail)))))
2194
2195 (luna-define-method elmo-folder-delete-messages-plugged
2196   ((folder elmo-imap4-folder) numbers)
2197   (let ((session (elmo-imap4-get-session folder))
2198         (expunge
2199          (or (null (elmo-imap4-list folder "deleted"))
2200              (y-or-n-p
2201               "There's hidden deleted messages, expunge anyway?"))))
2202     (elmo-imap4-session-select-mailbox
2203      session
2204      (elmo-imap4-folder-mailbox-internal folder))
2205     (unless (elmo-imap4-set-flag folder numbers "\\Deleted")
2206       (error "Failed to set deleted flag"))
2207     (when expunge
2208       (elmo-imap4-send-command session "expunge"))
2209     t))
2210
2211 (defmacro elmo-imap4-detect-search-charset (string)
2212   `(with-temp-buffer
2213      (insert ,string)
2214      (detect-mime-charset-region (point-min) (point-max))))
2215
2216 (defun elmo-imap4-search-internal-primitive (folder session filter from-msgs)
2217   (let ((search-key (elmo-filter-key filter))
2218         (imap-search-keys '("bcc" "body" "cc" "from" "subject" "to"
2219                             "larger" "smaller" "flag"))
2220         (total 0)
2221         (length (length from-msgs))
2222         charset set-list end results)
2223     (cond
2224      ((string= "last" search-key)
2225       (let ((numbers (or from-msgs (elmo-folder-list-messages folder))))
2226         (nthcdr (max (- (length numbers)
2227                         (string-to-number (elmo-filter-value filter)))
2228                      0)
2229                 numbers)))
2230      ((string= "first" search-key)
2231       (let* ((numbers (or from-msgs (elmo-folder-list-messages folder)))
2232              (rest (nthcdr (string-to-number (elmo-filter-value filter) )
2233                            numbers)))
2234         (mapcar '(lambda (x) (delete x numbers)) rest)
2235         numbers))
2236      ((string= "flag" search-key)
2237       (elmo-imap4-folder-list-flagged
2238        folder (intern (elmo-filter-value filter))))
2239      ((or (string= "since" search-key)
2240           (string= "before" search-key))
2241       (setq search-key (concat "sent" search-key)
2242             set-list (elmo-imap4-make-number-set-list
2243                       from-msgs
2244                       elmo-imap4-number-set-chop-length)
2245             end nil)
2246       (while (not end)
2247         (setq results
2248               (append
2249                results
2250                (elmo-imap4-response-value
2251                 (elmo-imap4-send-command-wait
2252                  session
2253                  (format
2254                   (if elmo-imap4-use-uid
2255                       "uid search %s%s%s %s"
2256                     "search %s%s%s %s")
2257                   (if from-msgs
2258                       (concat
2259                        (if elmo-imap4-use-uid "uid ")
2260                        (cdr (car set-list))
2261                        " ")
2262                     "")
2263                   (if (eq (elmo-filter-type filter)
2264                           'unmatch)
2265                       "not " "")
2266                   search-key
2267                   (elmo-date-get-description
2268                    (elmo-date-get-datevec
2269                     (elmo-filter-value filter)))))
2270                 'search)))
2271         (setq set-list (cdr set-list)
2272               end (null set-list)))
2273       results)
2274      (t
2275       (setq charset
2276             (if (eq (length (elmo-filter-value filter)) 0)
2277                 (setq charset 'us-ascii)
2278               (elmo-imap4-detect-search-charset
2279                (elmo-filter-value filter)))
2280             set-list (elmo-imap4-make-number-set-list
2281                       from-msgs
2282                       elmo-imap4-number-set-chop-length)
2283             end nil)
2284       (while (not end)
2285         (setq results
2286               (append
2287                results
2288                (elmo-imap4-response-value
2289                 (elmo-imap4-send-command-wait
2290                  session
2291                  (list
2292                   (if elmo-imap4-use-uid "uid ")
2293                   "search "
2294                   "CHARSET "
2295                   (elmo-imap4-astring
2296                    (symbol-name charset))
2297                   " "
2298                   (if from-msgs
2299                       (concat
2300                        (if elmo-imap4-use-uid "uid ")
2301                        (cdr (car set-list))
2302                        " ")
2303                     "")
2304                   (if (eq (elmo-filter-type filter)
2305                           'unmatch)
2306                       "not " "")
2307                   (format "%s%s "
2308                           (if (member
2309                                (elmo-filter-key filter)
2310                                imap-search-keys)
2311                               ""
2312                             "header ")
2313                           (elmo-filter-key filter))
2314                   (elmo-imap4-astring
2315                    (encode-mime-charset-string
2316                     (elmo-filter-value filter) charset))))
2317                 'search)))
2318         (setq set-list (cdr set-list)
2319               end (null set-list)))
2320       results))))
2321
2322 (defun elmo-imap4-search-internal (folder session condition from-msgs)
2323   (let (result)
2324     (cond
2325      ((vectorp condition)
2326       (setq result (elmo-imap4-search-internal-primitive
2327                     folder session condition from-msgs)))
2328      ((eq (car condition) 'and)
2329       (setq result (elmo-imap4-search-internal folder session (nth 1 condition)
2330                                                from-msgs)
2331             result (elmo-list-filter result
2332                                      (elmo-imap4-search-internal
2333                                       folder session (nth 2 condition)
2334                                       from-msgs))))
2335      ((eq (car condition) 'or)
2336       (setq result (elmo-imap4-search-internal
2337                     folder session (nth 1 condition) from-msgs)
2338             result (elmo-uniq-list
2339                     (nconc result
2340                            (elmo-imap4-search-internal
2341                             folder session (nth 2 condition) from-msgs)))
2342             result (sort result '<))))))
2343
2344 (luna-define-method elmo-folder-search :around ((folder elmo-imap4-folder)
2345                                                 condition &optional numbers)
2346   (if (elmo-folder-plugged-p folder)
2347       (save-excursion
2348         (let ((session (elmo-imap4-get-session folder))
2349               ret)
2350           (message "Searching...")
2351           (elmo-imap4-session-select-mailbox
2352            session
2353            (elmo-imap4-folder-mailbox-internal folder))
2354           (setq ret (elmo-imap4-search-internal folder session condition numbers))
2355           (message "Searching...done")
2356           ret))
2357     (luna-call-next-method)))
2358
2359 (luna-define-method elmo-folder-msgdb-create-plugged
2360   ((folder elmo-imap4-folder) numbers flag-table)
2361   (when numbers
2362     (let ((session (elmo-imap4-get-session folder))
2363           (headers
2364            (elmo-uniq-list
2365             (append
2366              '("Subject" "From" "To" "Cc" "Date"
2367                "Message-Id" "References" "In-Reply-To")
2368              (mapcar #'capitalize (elmo-msgdb-extra-fields 'non-virtual)))))
2369           (total 0)
2370           print-length print-depth
2371           rfc2060 set-list)
2372       (setq rfc2060 (elmo-imap4-session-capable-p session 'imap4rev1))
2373       (elmo-with-progress-display (elmo-folder-msgdb-create (length numbers))
2374           "Creating msgdb"
2375         (elmo-imap4-session-select-mailbox
2376          session (elmo-imap4-folder-mailbox-internal folder))
2377         (setq set-list (elmo-imap4-make-number-set-list
2378                         numbers
2379                         elmo-imap4-overview-fetch-chop-length))
2380         ;; Setup callback.
2381         (with-current-buffer (elmo-network-session-buffer session)
2382           (setq elmo-imap4-current-msgdb (elmo-make-msgdb)
2383                 elmo-imap4-seen-messages nil
2384                 elmo-imap4-fetch-callback 'elmo-imap4-fetch-callback-1
2385                 elmo-imap4-fetch-callback-data (cons flag-table folder))
2386           (while set-list
2387             (elmo-imap4-send-command-wait
2388              session
2389              ;; get overview entity from IMAP4
2390              (format "%sfetch %s (%s rfc822.size flags)"
2391                      (if elmo-imap4-use-uid "uid " "")
2392                      (cdr (car set-list))
2393                      (if rfc2060
2394                          (format "body.peek[header.fields %s]" headers)
2395                        (format "%s" headers))))
2396             (setq set-list (cdr set-list)))
2397           (when elmo-imap4-seen-messages
2398             (elmo-imap4-set-flag folder elmo-imap4-seen-messages "\\Seen"))
2399           ;; cannot setup the global flag while retrieval.
2400           (dolist (number (elmo-msgdb-list-messages elmo-imap4-current-msgdb))
2401             (elmo-global-flags-set (elmo-msgdb-flags elmo-imap4-current-msgdb
2402                                                      number)
2403                                    folder number
2404                                    (elmo-message-entity-field
2405                                     (elmo-msgdb-message-entity
2406                                      elmo-imap4-current-msgdb number)
2407                                     'message-id)))
2408           elmo-imap4-current-msgdb)))))
2409
2410 (luna-define-method elmo-folder-set-flag-plugged ((folder elmo-imap4-folder)
2411                                                   numbers flag)
2412   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2413     (elmo-imap4-set-flag folder numbers (or (car spec)
2414                                             (capitalize (symbol-name flag)))
2415                          (nth 1 spec))))
2416
2417 (luna-define-method elmo-folder-unset-flag-plugged ((folder elmo-imap4-folder)
2418                                                     numbers flag)
2419   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2420     (elmo-imap4-set-flag folder numbers (or (car spec)
2421                                             (capitalize (symbol-name flag)))
2422                          (not (nth 1 spec)))))
2423
2424 (luna-define-method elmo-message-use-cache-p ((folder elmo-imap4-folder)
2425                                               number)
2426   elmo-imap4-use-cache)
2427
2428 (luna-define-method elmo-folder-message-appendable-p ((folder elmo-imap4-folder))
2429   (if (elmo-folder-plugged-p folder)
2430       (not (elmo-imap4-session-read-only-internal
2431             (elmo-imap4-get-session folder)))
2432     elmo-enable-disconnected-operation)) ; offline refile.
2433
2434 (luna-define-method elmo-folder-check-plugged ((folder elmo-imap4-folder))
2435   (let ((session (elmo-imap4-get-session folder 'if-exists)))
2436     (when session
2437       (if (string=
2438            (elmo-imap4-session-current-mailbox-internal session)
2439            (elmo-imap4-folder-mailbox-internal folder))
2440           (if elmo-imap4-use-select-to-update-status
2441               (elmo-imap4-session-select-mailbox
2442                session
2443                (elmo-imap4-folder-mailbox-internal folder)
2444                'force)
2445             (elmo-imap4-session-check session))))))
2446
2447 (defsubst elmo-imap4-folder-diff-plugged (folder)
2448   (let ((session (elmo-imap4-get-session folder))
2449         messages new unread response killed uidnext)
2450 ;;; (elmo-imap4-commit spec)
2451     (with-current-buffer (elmo-network-session-buffer session)
2452       (setq elmo-imap4-status-callback nil)
2453       (setq elmo-imap4-status-callback-data nil))
2454     (if elmo-imap4-use-select-to-update-status
2455         (elmo-imap4-session-select-mailbox
2456          session
2457          (elmo-imap4-folder-mailbox-internal folder)))
2458     (setq response
2459           (elmo-imap4-send-command-wait session
2460                                         (list
2461                                          "status "
2462                                          (elmo-imap4-mailbox
2463                                           (elmo-imap4-folder-mailbox-internal
2464                                            folder))
2465                                          " (recent unseen messages uidnext)")))
2466     (setq response (elmo-imap4-response-value response 'status))
2467     (setq messages (elmo-imap4-response-value response 'messages))
2468     (setq uidnext (elmo-imap4-response-value response 'uidnext))
2469     (setq killed (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2470     ;;
2471     (when killed
2472       (when (and (consp (car killed))
2473                  (eq (car (car killed)) 1))
2474         (setq messages (- uidnext (cdr (car killed)) 1)))
2475       (setq messages (- messages
2476                         (elmo-msgdb-killed-list-length (cdr killed)))))
2477     (setq new (elmo-imap4-response-value response 'recent)
2478           unread (elmo-imap4-response-value response 'unseen))
2479     (if (< unread new) (setq new unread))
2480     (list new unread messages)))
2481
2482 (luna-define-method elmo-folder-diff-plugged ((folder elmo-imap4-folder))
2483   (elmo-imap4-folder-diff-plugged folder))
2484
2485 (luna-define-method elmo-folder-diff-async ((folder elmo-imap4-folder))
2486   (setq elmo-imap4-server-diff-async-callback
2487         elmo-folder-diff-async-callback)
2488   (setq elmo-imap4-server-diff-async-callback-data
2489         elmo-folder-diff-async-callback-data)
2490   (elmo-imap4-server-diff-async folder))
2491
2492 (luna-define-method elmo-folder-open :around ((folder elmo-imap4-folder)
2493                                               &optional load-msgdb)
2494   (if (elmo-folder-plugged-p folder)
2495       (let (session mailbox msgdb result response tag)
2496         (condition-case err
2497             (progn
2498               (setq session (elmo-imap4-get-session folder)
2499                     mailbox (elmo-imap4-folder-mailbox-internal folder)
2500                     tag (elmo-imap4-send-command session
2501                                                  (list "select "
2502                                                        (elmo-imap4-mailbox
2503                                                         mailbox))))
2504               (message "Selecting %s..."
2505                        (elmo-folder-name-internal folder))
2506               (if load-msgdb
2507                   (setq msgdb (elmo-folder-msgdb-load folder 'silent)))
2508               (elmo-folder-set-killed-list-internal
2509                folder
2510                (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2511               (if (setq result (elmo-imap4-response-ok-p
2512                                 (setq response
2513                                       (elmo-imap4-read-response session tag))))
2514                   (progn
2515                     (elmo-imap4-session-set-current-mailbox-internal
2516                      session mailbox)
2517                     (elmo-imap4-session-set-read-only-internal
2518                      session
2519                      (nth 1 (assq 'read-only (assq 'ok response))))
2520                     (elmo-imap4-session-set-flags-internal
2521                      session
2522                      (nth 1 (or (assq 'permanentflags response)
2523                                 (assq 'flags response)))))
2524                 (elmo-imap4-session-set-current-mailbox-internal session nil)
2525                 (if (elmo-imap4-response-bye-p response)
2526                     (elmo-imap4-process-bye session)
2527                   (error "%s"
2528                          (or (elmo-imap4-response-error-text response)
2529                              (format "Select %s failed" mailbox)))))
2530               (message "Selecting %s...done"
2531                        (elmo-folder-name-internal folder))
2532               (elmo-folder-set-msgdb-internal
2533                folder msgdb))
2534           (quit
2535            (if (elmo-imap4-response-ok-p response)
2536                (elmo-imap4-session-set-current-mailbox-internal
2537                 session mailbox)
2538              (and session
2539                   (elmo-imap4-session-set-current-mailbox-internal
2540                    session nil))))
2541           (error
2542            (if (elmo-imap4-response-ok-p response)
2543                (elmo-imap4-session-set-current-mailbox-internal
2544                 session mailbox)
2545              (and session
2546                   (elmo-imap4-session-set-current-mailbox-internal
2547                    session nil))))))
2548     (luna-call-next-method)))
2549
2550 ;; elmo-folder-open-internal: do nothing.
2551
2552 (luna-define-method elmo-find-fetch-strategy ((folder elmo-imap4-folder) number
2553                                               &optional
2554                                               ignore-cache
2555                                               require-entireness)
2556   (let ((entity (elmo-message-entity folder number)))
2557     (if (null entity)
2558         (elmo-make-fetch-strategy 'entire)
2559       (let* ((size (elmo-message-entity-field entity 'size))
2560              (message-id (elmo-message-entity-field entity 'message-id))
2561              (cache-file (elmo-file-cache-get message-id))
2562              (use-cache (and (not ignore-cache)
2563                              (elmo-message-use-cache-p folder number)
2564                              (if require-entireness
2565                                  (eq (elmo-file-cache-status cache-file)
2566                                      'entire)
2567                                (elmo-file-cache-status cache-file)))))
2568         (elmo-make-fetch-strategy
2569          (if use-cache
2570              (elmo-file-cache-status cache-file)
2571            (if (and (not require-entireness)
2572                     elmo-message-fetch-threshold
2573                     (integerp size)
2574                     (>= size elmo-message-fetch-threshold)
2575                     (or (not elmo-message-fetch-confirm)
2576                         (not (prog1
2577                                  (y-or-n-p
2578                                   (format
2579                                    "Fetch entire message at once? (%dbytes)"
2580                                    size))
2581                                (message "")))))
2582                'section
2583              'entire))
2584          use-cache
2585          (elmo-message-use-cache-p folder number)
2586          (elmo-file-cache-path cache-file))))))
2587
2588 (luna-define-method elmo-folder-create-plugged ((folder elmo-imap4-folder))
2589   (elmo-imap4-send-command-wait
2590    (elmo-imap4-get-session folder)
2591    (list "create "
2592          (elmo-imap4-mailbox
2593           (elmo-imap4-folder-mailbox-internal folder)))))
2594
2595 (defun elmo-imap4-flags-to-imap (flags)
2596   "Convert FLAGS to the IMAP flag string."
2597   (let ((imap-flag (if (not (memq 'unread flags)) "\\Seen")))
2598     (dolist (flag flags)
2599       (unless (memq flag '(new read unread cached))
2600         (setq imap-flag
2601               (concat imap-flag
2602                       (if imap-flag " ")
2603                       (or (car (cdr (assq flag elmo-imap4-flag-specs)))
2604                           (capitalize (symbol-name flag)))))))
2605     imap-flag))
2606
2607 (luna-define-method elmo-folder-append-buffer
2608   ((folder elmo-imap4-folder) &optional flags number)
2609   (if (elmo-folder-plugged-p folder)
2610       (let ((session (elmo-imap4-get-session folder))
2611             send-buffer result)
2612         (elmo-imap4-session-select-mailbox session
2613                                            (elmo-imap4-folder-mailbox-internal
2614                                             folder))
2615         (setq send-buffer (elmo-imap4-setup-send-buffer))
2616         (unwind-protect
2617             (setq result
2618                   (elmo-imap4-send-command-wait
2619                    session
2620                    (list
2621                     "append "
2622                     (elmo-imap4-mailbox (elmo-imap4-folder-mailbox-internal
2623                                          folder))
2624                     (if (and flags (elmo-folder-use-flag-p folder))
2625                         (concat " (" (elmo-imap4-flags-to-imap flags) ") ")
2626                       " () ")
2627                     (elmo-imap4-buffer-literal send-buffer))))
2628           (kill-buffer send-buffer))
2629         (when result
2630           (elmo-folder-preserve-flags
2631            folder (elmo-msgdb-get-message-id-from-buffer) flags))
2632         result)
2633     ;; Unplugged
2634     (if elmo-enable-disconnected-operation
2635         (elmo-folder-append-buffer-dop folder flags number)
2636       (error "Unplugged"))))
2637
2638 (eval-when-compile
2639   (defmacro elmo-imap4-identical-system-p (folder1 folder2)
2640     "Return t if FOLDER1 and FOLDER2 are in the same IMAP4 system."
2641     `(and (string= (elmo-net-folder-server-internal ,folder1)
2642                    (elmo-net-folder-server-internal ,folder2))
2643           (eq (elmo-net-folder-port-internal ,folder1)
2644               (elmo-net-folder-port-internal ,folder2))
2645           (string= (elmo-net-folder-user-internal ,folder1)
2646                    (elmo-net-folder-user-internal ,folder2)))))
2647
2648 (luna-define-method elmo-folder-next-message-number-plugged
2649   ((folder elmo-imap4-folder))
2650   (let ((session (elmo-imap4-get-session folder))
2651         messages new unread response killed uidnext)
2652     (with-current-buffer (elmo-network-session-buffer session)
2653       (setq elmo-imap4-status-callback nil)
2654       (setq elmo-imap4-status-callback-data nil))
2655     (if elmo-imap4-use-select-to-update-status
2656         (elmo-imap4-session-select-mailbox
2657          session
2658          (elmo-imap4-folder-mailbox-internal folder)))
2659     (setq response
2660           (elmo-imap4-send-command-wait session
2661                                         (list
2662                                          "status "
2663                                          (elmo-imap4-mailbox
2664                                           (elmo-imap4-folder-mailbox-internal
2665                                            folder))
2666                                          " (uidnext)"))
2667           response (elmo-imap4-response-value response 'status))
2668     (elmo-imap4-response-value response 'uidnext)))
2669
2670 (defun elmo-folder-append-messages-imap4-imap4 (dst-folder
2671                                                 src-folder
2672                                                 numbers
2673                                                 same-number)
2674   (if (and (elmo-imap4-identical-system-p dst-folder src-folder)
2675            (elmo-folder-plugged-p dst-folder))
2676       ;; Plugged
2677       (prog1
2678           (elmo-imap4-copy-messages src-folder dst-folder numbers)
2679         (elmo-progress-notify 'elmo-folder-move-messages (length numbers)))
2680     (elmo-folder-append-messages dst-folder src-folder numbers same-number
2681                                  'elmo-folder-append-messages-imap4-imap4)))
2682
2683 (luna-define-method elmo-message-deletable-p ((folder elmo-imap4-folder)
2684                                               number)
2685   (if (elmo-folder-plugged-p folder)
2686       (not (elmo-imap4-session-read-only-internal
2687             (elmo-imap4-get-session folder)))
2688     elmo-enable-disconnected-operation)) ; offline refile.
2689
2690 ;(luna-define-method elmo-message-fetch-unplugged
2691 ;  ((folder elmo-imap4-folder)
2692 ;   number strategy  &optional section outbuf unseen)
2693 ;  (error "%d%s is not cached." number (if section
2694 ;                                         (format "(%s)" section)
2695 ;                                       "")))
2696
2697 (defsubst elmo-imap4-message-fetch (folder number strategy
2698                                            section outbuf unseen)
2699   (let ((session (elmo-imap4-get-session folder))
2700         response)
2701     (elmo-imap4-session-select-mailbox session
2702                                        (elmo-imap4-folder-mailbox-internal
2703                                         folder))
2704     (with-current-buffer (elmo-network-session-buffer session)
2705       (setq elmo-imap4-fetch-callback nil)
2706       (setq elmo-imap4-fetch-callback-data nil))
2707     (elmo-with-progress-display (elmo-retrieve-message
2708                                  (elmo-message-field folder number :size)
2709                                  elmo-imap4-literal-progress-reporter)
2710         "Retrieving"
2711       (setq response
2712             (elmo-imap4-send-command-wait session
2713                                           (format
2714                                            (if elmo-imap4-use-uid
2715                                                "uid fetch %s body%s[%s]"
2716                                              "fetch %s body%s[%s]")
2717                                            number
2718                                            (if unseen ".peek" "")
2719                                            (or section "")))))
2720     (if (setq response (elmo-imap4-response-bodydetail-text
2721                         (elmo-imap4-response-value-all
2722                          response 'fetch)))
2723         (with-current-buffer outbuf
2724           (erase-buffer)
2725           (insert response)
2726           (elmo-delete-cr-buffer)
2727           t))))
2728
2729 (luna-define-method elmo-message-fetch-plugged ((folder elmo-imap4-folder)
2730                                                 number strategy
2731                                                 &optional section
2732                                                 outbuf unseen)
2733   (elmo-imap4-message-fetch folder number strategy section outbuf unseen))
2734
2735 (luna-define-method elmo-message-fetch-field ((folder elmo-imap4-folder)
2736                                               number field)
2737   (let ((session (elmo-imap4-get-session folder)))
2738     (elmo-imap4-session-select-mailbox session
2739                                        (elmo-imap4-folder-mailbox-internal
2740                                         folder))
2741     (with-current-buffer (elmo-network-session-buffer session)
2742       (setq elmo-imap4-fetch-callback nil)
2743       (setq elmo-imap4-fetch-callback-data nil))
2744     (with-temp-buffer
2745       (insert
2746        (elmo-imap4-response-bodydetail-text
2747         (elmo-imap4-response-value
2748          (elmo-imap4-send-command-wait session
2749                                        (concat
2750                                         (if elmo-imap4-use-uid
2751                                             "uid ")
2752                                         (format
2753                                          "fetch %s (body.peek[header.fields (%s)])"
2754                                          number field)))
2755          'fetch)))
2756       (elmo-delete-cr-buffer)
2757       (goto-char (point-min))
2758       (std11-field-body (symbol-name field)))))
2759
2760 (luna-define-method elmo-folder-search-requires-msgdb-p ((folder
2761                                                           elmo-imap4-folder)
2762                                                          condition)
2763   nil)
2764
2765 (autoload 'elmo-global-flags-set "elmo-flag")
2766 (autoload 'elmo-get-global-flags "elmo-flag")
2767
2768 (require 'product)
2769 (product-provide (provide 'elmo-imap4) (require 'elmo-version))
2770
2771 ;;; elmo-imap4.el ends here