* elmo-imap4.el (elmo-imap4-decode-folder-string): Call `utf7-decode'.
[elisp/wanderlust.git] / elmo / elmo-imap4.el
1 ;;; elmo-imap4.el --- IMAP4 Interface for ELMO.
2
3 ;; Copyright (C) 1998,1999,2000 Yuuichi Teranishi <teranisi@gohome.org>
4 ;; Copyright (C) 1999,2000      Kenichi OKADA <okada@opaopa.org>
5 ;; Copyright (C) 2000           OKAZAKI Tetsurou <okazaki@be.to>
6 ;; Copyright (C) 2000           Daiki Ueno <ueno@unixuser.org>
7
8 ;; Author: Yuuichi Teranishi <teranisi@gohome.org>
9 ;;      Kenichi OKADA <okada@opaopa.org>
10 ;;      OKAZAKI Tetsurou <okazaki@be.to>
11 ;;      Daiki Ueno <ueno@unixuser.org>
12 ;; Keywords: mail, net news
13
14 ;; This file is part of ELMO (Elisp Library for Message Orchestration).
15
16 ;; This program is free software; you can redistribute it and/or modify
17 ;; it under the terms of the GNU General Public License as published by
18 ;; the Free Software Foundation; either version 2, or (at your option)
19 ;; any later version.
20 ;;
21 ;; This program is distributed in the hope that it will be useful,
22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
24 ;; GNU General Public License for more details.
25 ;;
26 ;; You should have received a copy of the GNU General Public License
27 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
28 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
29 ;; Boston, MA 02111-1307, USA.
30 ;;
31
32 ;;; Commentary:
33 ;;
34 ;; Origin of IMAP parser part is imap.el, included in Gnus.
35 ;;
36 ;;    Copyright (C) 1998, 1999, 2000
37 ;;    Free Software Foundation, Inc.
38 ;;    Author: Simon Josefsson <jas@pdc.kth.se>
39 ;;
40
41 (require 'elmo-vars)
42 (require 'elmo-util)
43 (require 'elmo-date)
44 (require 'elmo-msgdb)
45 (require 'elmo-cache)
46 (require 'elmo)
47 (require 'elmo-net)
48 (require 'utf7)
49 (require 'elmo-mime)
50
51 ;;; Code:
52 (eval-when-compile (require 'cl))
53
54 (defvar elmo-imap4-disuse-server-flag-mailbox-regexp "^#mh" ; UW imapd
55   "Regexp to match IMAP4 mailbox names whose message flags on server should be ignored (For STATUS command).")
56
57 (defvar elmo-imap4-overview-fetch-chop-length 200
58   "*Number of overviews to fetch in one request.")
59
60 ;; c.f. rfc2683 3.2.1.5 Long Command Lines
61 ;;
62 ;; "A client should limit the length of the command lines it generates
63 ;;  to approximately 1000 octets (including all quoted strings but not
64 ;;  including literals). If the client is unable to group things into
65 ;;  ranges so that the command line is within that length, it should
66 ;;  split the request into multiple commands. The client should use
67 ;;  literals instead of long quoted strings, in order to keep the command
68 ;;  length down.
69 ;;  For its part, a server should allow for a command line of at least
70 ;;  8000 octets. This provides plenty of leeway for accepting reasonable
71 ;;  length commands from clients. The server should send a BAD response
72 ;;  to a command that does not end within the server's maximum accepted
73 ;;  command length. "
74
75 ;; To limit command line length, chop number set.
76 (defvar elmo-imap4-number-set-chop-length 1000
77   "*Number of messages to specify as a number-set argument for one request.")
78
79 (defvar elmo-imap4-force-login nil
80   "*Non-nil forces to try 'login' if there is no 'auth' capability in imapd.")
81
82 (defvar elmo-imap4-use-select-to-update-status nil
83   "*Some imapd have to send select command to update status.
84 \(ex. UW imapd 4.5-BETA?\).  For these imapd, you must set this variable t.")
85
86 (defvar elmo-imap4-use-modified-utf7 nil
87   "*Use mofidied UTF-7 (rfc2060) encoding for IMAP4 folder name.")
88
89 (defvar elmo-imap4-use-cache t
90   "Use cache in imap4 folder.")
91
92 (defvar elmo-imap4-extra-namespace-alist
93   '(("^\\({.*/nntp}\\).*$" . ".")) ; Default is for UW's remote nntp mailbox...
94   "Extra namespace alist.
95 A list of cons cell like: (REGEXP . DELIMITER).
96 REGEXP should have a grouping for namespace prefix.")
97 ;;
98 ;;; internal variables
99 ;;
100 (defvar elmo-imap4-seq-prefix "elmo-imap4")
101 (defvar elmo-imap4-seqno 0)
102 (defvar elmo-imap4-use-uid t
103   "Use UID as message number.")
104
105 (defvar elmo-imap4-current-response nil)
106 (defvar elmo-imap4-status nil)
107 (defvar elmo-imap4-reached-tag "elmo-imap40")
108
109 ;;; buffer local variables
110 (defvar elmo-imap4-default-hierarchy-delimiter "/")
111
112 (defvar elmo-imap4-server-capability nil)
113 (defvar elmo-imap4-server-namespace nil)
114
115 (defvar elmo-imap4-parsing nil) ; indicates parsing.
116
117 (defvar elmo-imap4-fetch-callback nil)
118 (defvar elmo-imap4-fetch-callback-data nil)
119 (defvar elmo-imap4-status-callback nil)
120 (defvar elmo-imap4-status-callback-data nil)
121
122 (defvar elmo-imap4-server-diff-async-callback nil)
123 (defvar elmo-imap4-server-diff-async-callback-data nil)
124
125 ;;; progress...(no use?)
126 (defvar elmo-imap4-count-progress nil)
127 (defvar elmo-imap4-count-progress-message nil)
128 (defvar elmo-imap4-progress-count nil)
129
130 ;;; XXX Temporal implementation
131 (defvar elmo-imap4-current-msgdb nil)
132 (defvar elmo-imap4-seen-messages nil)
133
134 (defvar elmo-imap4-local-variables
135   '(elmo-imap4-status
136     elmo-imap4-current-response
137     elmo-imap4-seqno
138     elmo-imap4-parsing
139     elmo-imap4-reached-tag
140     elmo-imap4-count-progress
141     elmo-imap4-count-progress-message
142     elmo-imap4-progress-count
143     elmo-imap4-fetch-callback
144     elmo-imap4-fetch-callback-data
145     elmo-imap4-status-callback
146     elmo-imap4-status-callback-data
147     elmo-imap4-current-msgdb
148     elmo-imap4-seen-messages))
149
150 ;;;;
151
152 (defconst elmo-imap4-quoted-specials-list '(?\\ ?\"))
153
154 (defconst elmo-imap4-non-atom-char-regex
155   (eval-when-compile
156     (concat "[^" "]!#$&'+,./0-9:;<=>?@A-Z[^_`a-z|}~-" "]")))
157
158 (defconst elmo-imap4-non-text-char-regex
159   (eval-when-compile
160     (concat "[^"
161             "]\x01-\x09\x0b\x0c\x0e-\x1f\x7f !\"#$%&'()*+,./0-9:;<=>?@A-Z[\\^_`a-z{|}~-"
162             "]")))
163
164 (defconst elmo-imap4-literal-threshold 1024
165  "Limitation of characters that can be used in a quoted string.")
166
167 (defconst elmo-imap4-flag-specs '((important "\\Flagged")
168                                   (read "\\Seen")
169                                   (unread "\\Seen" 'remove)
170                                   (answered "\\Answered")
171                                   ;; draft-melnikov-imap-keywords-03.txt
172                                   (forwarded "$Forwarded")
173                                   (work "$Work")
174                                   (personal "$Personal")
175                                   (shouldreply "$ShouldReply")))
176
177 ;; For debugging.
178 (defvar elmo-imap4-debug nil
179   "Non-nil forces IMAP4 folder as debug mode.
180 Debug information is inserted in the buffer \"*IMAP4 DEBUG*\"")
181
182 (defvar elmo-imap4-debug-inhibit-logging nil)
183
184 ;;; ELMO IMAP4 folder
185 (eval-and-compile
186   (luna-define-class elmo-imap4-folder (elmo-net-folder)
187                      (mailbox))
188   (luna-define-internal-accessors 'elmo-imap4-folder))
189
190 ;;; Session
191 (eval-and-compile
192   (luna-define-class elmo-imap4-session (elmo-network-session)
193                      (capability current-mailbox read-only flags))
194   (luna-define-internal-accessors 'elmo-imap4-session))
195
196 ;;; MIME-ELMO-IMAP Location
197 (eval-and-compile
198   (luna-define-class mime-elmo-imap-location
199                      (mime-imap-location)
200                      (folder number rawbuf strategy))
201   (luna-define-internal-accessors 'mime-elmo-imap-location))
202
203 ;;; Debug
204 (defmacro elmo-imap4-debug (message &rest args)
205   (` (if elmo-imap4-debug
206          (elmo-imap4-debug-1 (, message) (,@ args)))))
207
208 (defun elmo-imap4-debug-1 (message &rest args)
209   (with-current-buffer (get-buffer-create "*IMAP4 DEBUG*")
210     (goto-char (point-max))
211     (if elmo-imap4-debug-inhibit-logging
212         (insert "NO LOGGING\n")
213       (insert (apply 'format message args) "\n"))))
214
215 (defsubst elmo-imap4-decode-folder-string (string)
216   (if elmo-imap4-use-modified-utf7
217       (utf7-decode string 'imap)
218     string))
219
220 (defsubst elmo-imap4-encode-folder-string (string)
221   (if elmo-imap4-use-modified-utf7
222       (utf7-encode string 'imap)
223     string))
224
225 ;;; Response
226
227 (defmacro elmo-imap4-response-continue-req-p (response)
228   "Returns non-nil if RESPONSE is '+' response."
229   (` (assq 'continue-req (, response))))
230
231 (defmacro elmo-imap4-response-ok-p (response)
232   "Returns non-nil if RESPONSE is an 'OK' response."
233   (` (assq 'ok (, response))))
234
235 (defmacro elmo-imap4-response-bye-p (response)
236   "Returns non-nil if RESPONSE is an 'BYE' response."
237   (` (assq 'bye (, response))))
238
239 (defmacro elmo-imap4-response-garbage-p (response)
240   "Returns non-nil if RESPONSE is an 'garbage' response."
241   (` (assq 'garbage (, response))))
242
243 (defmacro elmo-imap4-response-value (response symbol)
244   "Get value of the SYMBOL from RESPONSE."
245   (` (nth 1 (assq (, symbol) (, response)))))
246
247 (defsubst elmo-imap4-response-value-all (response symbol)
248   "Get all value of the SYMBOL from RESPONSE."
249   (let (matched)
250     (while response
251       (if (eq (car (car response)) symbol)
252           (setq matched (nconc matched (nth 1 (car response)))))
253       (setq response (cdr response)))
254     matched))
255
256 (defmacro elmo-imap4-response-error-text (response)
257   "Returns text of NO, BAD, BYE response."
258   (` (nth 1 (or (elmo-imap4-response-value (, response) 'no)
259                 (elmo-imap4-response-value (, response) 'bad)
260                 (elmo-imap4-response-value (, response) 'bye)))))
261
262 (defmacro elmo-imap4-response-bodydetail-text (response)
263   "Returns text of BODY[section]<partial>."
264   (` (nth 3 (assq 'bodydetail (, response)))))
265
266 ;;; Session commands.
267
268 ; (defun elmo-imap4-send-command-wait (session command)
269 ;   "Send COMMAND to the SESSION and wait for response.
270 ; Returns RESPONSE (parsed lisp object) of IMAP session."
271 ;   (elmo-imap4-read-response session
272 ;                           (elmo-imap4-send-command
273 ;                            session
274 ;                            command)))
275
276 (defun elmo-imap4-send-command-wait (session command)
277   "Send COMMAND to the SESSION.
278 Returns RESPONSE (parsed lisp object) of IMAP session.
279 If response is not `OK', causes error with IMAP response text."
280   (elmo-imap4-accept-ok session
281                         (elmo-imap4-send-command
282                          session
283                          command)))
284
285 (defun elmo-imap4-send-command (session command)
286   "Send COMMAND to the SESSION.
287 Returns a TAG string which is assigned to the COMMAND."
288   (let* ((command-args (if (listp command)
289                            command
290                          (list command)))
291          (process (elmo-network-session-process-internal session))
292          cmdstr tag token kind)
293     (with-current-buffer (process-buffer process)
294       (setq tag (concat elmo-imap4-seq-prefix
295                         (number-to-string
296                          (setq elmo-imap4-seqno (+ 1 elmo-imap4-seqno)))))
297       (setq cmdstr (concat tag " "))
298       ;; (erase-buffer) No need.
299       (goto-char (point-min))
300       (when (elmo-imap4-response-bye-p elmo-imap4-current-response)
301         (elmo-imap4-process-bye session))
302       (setq elmo-imap4-current-response nil)
303       (when elmo-imap4-parsing
304         (message "Waiting for IMAP response...")
305         (accept-process-output (elmo-network-session-process-internal
306                                 session))
307         (message "Waiting for IMAP response...done"))
308       (setq elmo-imap4-parsing t)
309       (elmo-imap4-debug "<-(%s)- %s" tag command)
310       (while (setq token (car command-args))
311         (cond ((stringp token)   ; formatted
312                (setq cmdstr (concat cmdstr token)))
313               ((listp token)     ; unformatted
314                (setq kind (car token))
315                (cond ((eq kind 'atom)
316                       (setq cmdstr (concat cmdstr (nth 1 token))))
317                      ((eq kind 'quoted)
318                       (setq cmdstr (concat
319                                     cmdstr
320                                     (elmo-imap4-format-quoted (nth 1 token)))))
321                      ((eq kind 'literal)
322                       (setq cmdstr (concat cmdstr
323                                            (format "{%d}" (nth 2 token))))
324                       (process-send-string process cmdstr)
325                       (process-send-string process "\r\n")
326                       (setq cmdstr nil)
327                       (elmo-imap4-accept-continue-req session)
328                       (cond ((stringp (nth 1 token))
329                              (setq cmdstr (nth 1 token)))
330                             ((bufferp (nth 1 token))
331                              (with-current-buffer (nth 1 token)
332                                (process-send-region
333                                 process
334                                 (point-min)
335                                 (+ (point-min) (nth 2 token)))))
336                             (t
337                              (error "Wrong argument for literal"))))
338                      (t
339                       (error "Unknown token kind %s" kind))))
340               (t
341                (error "Invalid argument")))
342         (setq command-args (cdr command-args)))
343       (if cmdstr
344           (process-send-string process cmdstr))
345       (process-send-string process "\r\n")
346       tag)))
347
348 (defun elmo-imap4-send-string (session string)
349   "Send STRING to the SESSION."
350   (with-current-buffer (process-buffer
351                         (elmo-network-session-process-internal session))
352     (setq elmo-imap4-current-response nil)
353     (goto-char (point-min))
354     (elmo-imap4-debug "<-- %s" string)
355     (process-send-string (elmo-network-session-process-internal session)
356                          string)
357     (process-send-string (elmo-network-session-process-internal session)
358                          "\r\n")))
359
360 (defun elmo-imap4-read-response (session tag)
361   "Read parsed response from SESSION.
362 TAG is the tag of the command"
363   (with-current-buffer (process-buffer
364                         (elmo-network-session-process-internal session))
365     (while (not (or (string= tag elmo-imap4-reached-tag)
366                     (elmo-imap4-response-bye-p elmo-imap4-current-response)
367                     (when (elmo-imap4-response-garbage-p
368                            elmo-imap4-current-response)
369                       (message "Garbage response: %s"
370                                (elmo-imap4-response-value
371                                 elmo-imap4-current-response
372                                 'garbage))
373                       t)))
374       (when (memq (process-status
375                    (elmo-network-session-process-internal session))
376                   '(open run))
377         (accept-process-output (elmo-network-session-process-internal session)
378                                1)))
379     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
380     (setq elmo-imap4-parsing nil)
381     elmo-imap4-current-response))
382
383 (defsubst elmo-imap4-read-untagged (process)
384   (with-current-buffer (process-buffer process)
385     (while (not elmo-imap4-current-response)
386       (accept-process-output process 1))
387     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
388     elmo-imap4-current-response))
389
390 (defun elmo-imap4-read-continue-req (session)
391   "Returns a text following to continue-req in SESSION.
392 If response is not `+' response, returns nil."
393   (elmo-imap4-response-value
394    (elmo-imap4-read-untagged
395     (elmo-network-session-process-internal session))
396    'continue-req))
397
398 (defun elmo-imap4-process-bye (session)
399   (with-current-buffer (elmo-network-session-buffer session)
400     (let ((r elmo-imap4-current-response))
401       (setq elmo-imap4-current-response nil)
402       (elmo-network-close-session session)
403       (signal 'elmo-imap4-bye-error
404               (list (concat (elmo-imap4-response-error-text r))
405                     "Try Again")))))
406
407 (defun elmo-imap4-accept-continue-req (session)
408   "Returns non-nil if `+' (continue-req) response is arrived in SESSION.
409 If response is not `+' response, cause an error."
410   (let (response)
411     (setq response
412           (elmo-imap4-read-untagged
413            (elmo-network-session-process-internal session)))
414     (or (elmo-imap4-response-continue-req-p response)
415         (error "IMAP error: %s"
416                (or (elmo-imap4-response-error-text response)
417                    "No continut-req from server.")))))
418
419 (defun elmo-imap4-read-ok (session tag)
420   "Returns non-nil if `OK' response of the command with TAG is arrived
421 in SESSION. If response is not `OK' response, returns nil."
422   (elmo-imap4-response-ok-p
423    (elmo-imap4-read-response session tag)))
424
425 (defun elmo-imap4-accept-ok (session tag)
426   "Accept only `OK' response from SESSION.
427 If response is not `OK' response, causes error with IMAP response text."
428   (let ((response (elmo-imap4-read-response session tag)))
429     (if (elmo-imap4-response-ok-p response)
430         response
431       (if (elmo-imap4-response-bye-p response)
432           (elmo-imap4-process-bye session)
433         (error "IMAP error: %s"
434                (or (elmo-imap4-response-error-text response)
435                    "No `OK' response from server."))))))
436
437 ;;; MIME-ELMO-IMAP Location
438 (luna-define-method mime-imap-location-section-body ((location
439                                                       mime-elmo-imap-location)
440                                                      section)
441   (if (and (stringp section)
442            (string= section "HEADER"))
443       ;; Even in the section mode, header fields should be saved to the
444       ;; raw buffer .
445       (with-current-buffer (mime-elmo-imap-location-rawbuf-internal location)
446         (erase-buffer)
447         (elmo-message-fetch
448          (mime-elmo-imap-location-folder-internal location)
449          (mime-elmo-imap-location-number-internal location)
450          (mime-elmo-imap-location-strategy-internal location)
451          'unseen
452          section)
453         (buffer-string))
454     (elmo-message-fetch-string
455      (mime-elmo-imap-location-folder-internal location)
456      (mime-elmo-imap-location-number-internal location)
457      (mime-elmo-imap-location-strategy-internal location)
458      'unseen
459      section)))
460
461
462 (luna-define-method mime-imap-location-bodystructure
463   ((location mime-elmo-imap-location))
464   (elmo-message-fetch-bodystructure
465    (mime-elmo-imap-location-folder-internal location)
466    (mime-elmo-imap-location-number-internal location)
467    (mime-elmo-imap-location-strategy-internal location)))
468
469 (luna-define-method mime-imap-location-fetch-entity-p
470   ((location mime-elmo-imap-location) entity)
471   (or (not elmo-message-displaying) ; Fetching entity to save or force display.
472       ;; cache exists
473       (file-exists-p
474        (expand-file-name
475         (mmimap-entity-section (mime-entity-node-id-internal entity))
476         (elmo-fetch-strategy-cache-path
477          (mime-elmo-imap-location-strategy-internal location))))
478       ;; not too large to fetch.
479       (> elmo-message-fetch-threshold
480          (or (mime-imap-entity-size-internal entity) 0))))
481
482 ;;;
483
484 (defun elmo-imap4-session-check (session)
485   (with-current-buffer (elmo-network-session-buffer session)
486     (setq elmo-imap4-fetch-callback nil)
487     (setq elmo-imap4-fetch-callback-data nil))
488   (elmo-imap4-send-command session "check"))
489
490 (defun elmo-imap4-atom-p (string)
491   "Return t if STRING is an atom defined in rfc2060."
492   (if (string= string "")
493       nil
494     (save-match-data
495       (not (string-match elmo-imap4-non-atom-char-regex string)))))
496
497 (defun elmo-imap4-quotable-p (string)
498   "Return t if STRING can be formatted as a quoted defined in rfc2060."
499   (save-match-data
500     (not (string-match elmo-imap4-non-text-char-regex string))))
501
502 (defun elmo-imap4-nil (string)
503   "Return a list represents the special atom \"NIL\" defined in rfc2060, \
504 if STRING is nil.
505 Otherwise return nil."
506   (if (eq string nil)
507       (list 'atom "NIL")))
508
509 (defun elmo-imap4-atom (string)
510   "Return a list represents STRING as an atom defined in rfc2060.
511 Return nil if STRING is not an atom.  See `elmo-imap4-atom-p'."
512   (if (elmo-imap4-atom-p string)
513       (list 'atom string)))
514
515 (defun elmo-imap4-quoted (string)
516   "Return a list represents STRING as a quoted defined in rfc2060.
517 Return nil if STRING can not be formatted as a quoted.  See `elmo-imap4-quotable-p'."
518   (if (elmo-imap4-quotable-p string)
519       (list 'quoted string)))
520
521 (defun elmo-imap4-literal-1 (string-or-buffer length)
522   "Internal function for `elmo-imap4-literal' and `elmo-imap4-buffer-literal'.
523 Return a list represents STRING-OR-BUFFER as a literal defined in rfc2060.
524 STRING-OR-BUFFER must be an encoded string or a single-byte string or a single-byte buffer.
525 LENGTH must be the number of octets for STRING-OR-BUFFER."
526   (list 'literal string-or-buffer length))
527
528 (defun elmo-imap4-literal (string)
529   "Return a list represents STRING as a literal defined in rfc2060.
530 STRING must be an encoded or a single-byte string."
531   (elmo-imap4-literal-1 string (length string)))
532
533 (defun elmo-imap4-buffer-literal (buffer)
534   "Return a list represents BUFFER as a literal defined in rfc2060.
535 BUFFER must be a single-byte buffer."
536   (elmo-imap4-literal-1 buffer (with-current-buffer buffer
537                                  (buffer-size))))
538
539 (defun elmo-imap4-string-1 (string length)
540   "Internal function for `elmo-imap4-string' and `elmo-imap4-buffer-string'.
541 Return a list represents STRING as a string defined in rfc2060.
542 STRING must be an encoded or a single-byte string.
543 LENGTH must be the number of octets for STRING."
544   (or (elmo-imap4-quoted string)
545       (elmo-imap4-literal-1 string length)))
546
547 (defun elmo-imap4-string (string)
548   "Return a list represents STRING as a string defined in rfc2060.
549 STRING must be an encoded or a single-byte string."
550   (let ((length (length string)))
551     (if (< elmo-imap4-literal-threshold length)
552         (elmo-imap4-literal-1 string length)
553       (elmo-imap4-string-1 string length))))
554
555 (defun elmo-imap4-buffer-string (buffer)
556   "Return a list represents BUFFER as a string defined in rfc2060.
557 BUFFER must be a single-byte buffer."
558   (let ((length (with-current-buffer buffer
559                   (buffer-size))))
560     (if (< elmo-imap4-literal-threshold length)
561         (elmo-imap4-literal-1 buffer length)
562       (elmo-imap4-string-1 (with-current-buffer buffer
563                              (buffer-string))
564                            length))))
565
566 (defun elmo-imap4-astring-1 (string length)
567   "Internal function for `elmo-imap4-astring' and `elmo-imap4-buffer-astring'.
568 Return a list represents STRING as an astring defined in rfc2060.
569 STRING must be an encoded or a single-byte string.
570 LENGTH must be the number of octets for STRING."
571   (or (elmo-imap4-atom string)
572       (elmo-imap4-string-1 string length)))
573
574 (defun elmo-imap4-astring (string)
575   "Return a list represents STRING as an astring defined in rfc2060.
576 STRING must be an encoded or a single-byte string."
577   (let ((length (length string)))
578     (if (< elmo-imap4-literal-threshold length)
579         (elmo-imap4-literal-1 string length)
580       (elmo-imap4-astring-1 string length))))
581
582 (defun elmo-imap4-buffer-astring (buffer)
583   "Return a list represents BUFFER as an astring defined in rfc2060.
584 BUFFER must be a single-byte buffer."
585   (let ((length (with-current-buffer buffer
586                   (buffer-size))))
587     (if (< elmo-imap4-literal-threshold length)
588         (elmo-imap4-literal-1 buffer length)
589       (elmo-imap4-astring-1 (with-current-buffer buffer
590                               (buffer-string))
591                             length))))
592
593 (defun elmo-imap4-nstring (string)
594   "Return a list represents STRING as a nstring defined in rfc2060.
595 STRING must be an encoded or a single-byte string."
596    (or (elmo-imap4-nil string)
597        (elmo-imap4-string string)))
598
599 (defun elmo-imap4-buffer-nstring (buffer)
600   "Return a list represents BUFFER as a nstring defined in rfc2060.
601 BUFFER must be a single-byte buffer."
602    (or (elmo-imap4-nil buffer)
603        (elmo-imap4-buffer-string buffer)))
604
605 (defalias 'elmo-imap4-mailbox 'elmo-imap4-astring)
606 (defalias 'elmo-imap4-field-body 'elmo-imap4-astring)
607 (defalias 'elmo-imap4-userid 'elmo-imap4-astring)
608 (defalias 'elmo-imap4-password 'elmo-imap4-astring)
609
610 (defun elmo-imap4-format-quoted (string)
611   "Return STRING in a form of the quoted-string defined in rfc2060."
612   (concat "\""
613           (std11-wrap-as-quoted-pairs string elmo-imap4-quoted-specials-list)
614           "\""))
615
616 (defsubst elmo-imap4-response-get-selectable-mailbox-list (response)
617   (delq nil
618         (mapcar
619          (lambda (entry)
620            (if (and (eq 'list (car entry))
621                     (not (elmo-string-member-ignore-case "\\Noselect" (nth 1 (nth 1 entry)))))
622                (car (nth 1 entry))))
623          response)))
624
625 (luna-define-method elmo-message-fetch-bodystructure ((folder
626                                                        elmo-imap4-folder)
627                                                       number strategy)
628   (if (elmo-fetch-strategy-use-cache strategy)
629       (elmo-object-load
630        (elmo-file-cache-expand-path
631         (elmo-fetch-strategy-cache-path strategy)
632         "bodystructure"))
633     (let ((session (elmo-imap4-get-session folder))
634           bodystructure)
635       (elmo-imap4-session-select-mailbox
636        session
637        (elmo-imap4-folder-mailbox-internal folder))
638       (with-current-buffer (elmo-network-session-buffer session)
639         (setq elmo-imap4-fetch-callback nil)
640         (setq elmo-imap4-fetch-callback-data nil))
641       (prog1 (setq bodystructure
642                    (elmo-imap4-response-value
643                     (elmo-imap4-response-value
644                      (elmo-imap4-send-command-wait
645                       session
646                       (format
647                        (if elmo-imap4-use-uid
648                            "uid fetch %s bodystructure"
649                          "fetch %s bodystructure")
650                        number))
651                      'fetch)
652                     'bodystructure))
653         (when (elmo-fetch-strategy-save-cache strategy)
654           (elmo-file-cache-delete
655            (elmo-fetch-strategy-cache-path strategy))
656           (elmo-object-save
657            (elmo-file-cache-expand-path
658             (elmo-fetch-strategy-cache-path strategy)
659             "bodystructure")
660            bodystructure))))))
661
662 ;;; Backend methods.
663 (luna-define-method elmo-create-folder-plugged ((folder elmo-imap4-folder))
664   (elmo-imap4-send-command-wait
665    (elmo-imap4-get-session folder)
666    (list "create " (elmo-imap4-mailbox
667                     (elmo-imap4-folder-mailbox-internal folder)))))
668
669 (defun elmo-imap4-get-session (folder &optional if-exists)
670   (elmo-network-get-session 'elmo-imap4-session
671                             (concat
672                              (if (elmo-folder-biff-internal folder)
673                                  "BIFF-")
674                              "IMAP")
675                             folder if-exists))
676
677 (defun elmo-imap4-session-select-mailbox (session mailbox
678                                                   &optional force no-error)
679   "Select MAILBOX in SESSION.
680 If optional argument FORCE is non-nil, select mailbox even if current mailbox
681 is same as MAILBOX.
682 If second optional argument NO-ERROR is non-nil, don't cause an error when
683 selecting folder was failed.
684 If NO-ERROR is 'notify-bye, only BYE response is reported as error.
685 Returns response value if selecting folder succeed. "
686   (when (or force
687             (not (string=
688                   (elmo-imap4-session-current-mailbox-internal session)
689                   mailbox)))
690     (let (response result)
691       (unwind-protect
692           (setq response
693                 (elmo-imap4-read-response
694                  session
695                  (elmo-imap4-send-command
696                   session
697                   (list
698                    "select "
699                    (elmo-imap4-mailbox mailbox)))))
700         (if (setq result (elmo-imap4-response-ok-p response))
701             (progn
702               (elmo-imap4-session-set-current-mailbox-internal session mailbox)
703               (elmo-imap4-session-set-read-only-internal
704                session
705                (nth 1 (assq 'read-only (assq 'ok response))))
706               (elmo-imap4-session-set-flags-internal
707                session
708                (nth 1 (or (assq 'permanentflags response)
709                           (assq 'flags response)))))
710           (elmo-imap4-session-set-current-mailbox-internal session nil)
711           (if (and (eq no-error 'notify-bye)
712                    (elmo-imap4-response-bye-p response))
713               (elmo-imap4-process-bye session)
714             (unless no-error
715               (error "%s"
716                      (or (elmo-imap4-response-error-text response)
717                          (format "Select %s failed" mailbox)))))))
718       (and result response))))
719
720 (defun elmo-imap4-check-validity (spec validity-file)
721 ;;; Not used.
722 ;;;(elmo-imap4-send-command-wait
723 ;;;(elmo-imap4-get-session spec)
724 ;;;(list "status "
725 ;;;      (elmo-imap4-mailbox
726 ;;;       (elmo-imap4-spec-mailbox spec))
727 ;;;      " (uidvalidity)")))
728   )
729
730 (defun elmo-imap4-sync-validity  (spec validity-file)
731   ;; Not used.
732   )
733
734 (defun elmo-imap4-list (folder flag)
735   (let ((session (elmo-imap4-get-session folder)))
736     (elmo-imap4-session-select-mailbox
737      session
738      (elmo-imap4-folder-mailbox-internal folder))
739     (elmo-imap4-response-value
740      (elmo-imap4-send-command-wait
741       session
742       (format (if elmo-imap4-use-uid "uid search %s"
743                 "search %s") flag))
744      'search)))
745
746 (defun elmo-imap4-session-flag-available-p (session flag)
747   (case flag
748     ((read unread) (elmo-string-member-ignore-case
749                     "\\seen" (elmo-imap4-session-flags-internal session)))
750     (important
751      (elmo-string-member-ignore-case
752       "\\flagged" (elmo-imap4-session-flags-internal session)))
753     (digest
754      (or (elmo-string-member-ignore-case
755           "\\seen" (elmo-imap4-session-flags-internal session))
756          (elmo-string-member-ignore-case
757           "\\flagged" (elmo-imap4-session-flags-internal session))))
758     (answered
759      (elmo-string-member-ignore-case
760       (concat "\\" (symbol-name flag))
761       (elmo-imap4-session-flags-internal session)))
762     (t
763      (member "\\*" (elmo-imap4-session-flags-internal session)))))
764
765 (defun elmo-imap4-flag-to-imap-search-key (flag)
766   (case flag
767     (read "seen")
768     (unread "unseen")
769     (important "flagged")
770     (answered "answered")
771     (new "new")
772     (t (concat
773         "keyword "
774         (or (car (cdr (assq flag elmo-imap4-flag-specs)))
775             (symbol-name flag))))))
776
777 (defun elmo-imap4-flag-to-imap-criteria (flag)
778   (case flag
779     ((any digest)
780      (let ((criteria "flagged")
781            (global-flags (delq 'important (elmo-get-global-flags t t))))
782        (dolist (flag (delete 'new
783                              (delete 'cached
784                                      (copy-sequence
785                                       (case flag
786                                         (any
787                                          elmo-preserved-flags)
788                                         (digest
789                                          elmo-digest-flags))))))
790          (setq criteria (concat "or "
791                                 (elmo-imap4-flag-to-imap-search-key flag)
792                                 " "
793                                 criteria)))
794        (while global-flags
795          (setq criteria (concat "or keyword "
796                                 (symbol-name (car global-flags))
797                                 " "
798                                 criteria))
799          (setq global-flags (cdr global-flags)))
800        criteria))
801     (t
802      (elmo-imap4-flag-to-imap-search-key flag))))
803
804 (defun elmo-imap4-folder-list-flagged (folder flag)
805   "List flagged message numbers in the FOLDER.
806 FLAG is one of the `unread', `read', `important', `answered', `any'."
807   (let ((session (elmo-imap4-get-session folder))
808         (criteria (elmo-imap4-flag-to-imap-criteria flag)))
809     (if (elmo-imap4-session-flag-available-p session flag)
810         (progn
811           (elmo-imap4-session-select-mailbox
812            session
813            (elmo-imap4-folder-mailbox-internal folder))
814           (elmo-imap4-response-value
815            (elmo-imap4-send-command-wait
816             session
817             (format (if elmo-imap4-use-uid "uid search %s"
818                       "search %s") criteria))
819            'search))
820       ;; List flagged messages in the msgdb.
821       (elmo-msgdb-list-flagged (elmo-folder-msgdb folder) flag))))
822
823 (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
824 (defvar elmo-imap4-rfc822-text "RFC822\.TEXT")
825 (defvar elmo-imap4-rfc822-header "RFC822\.HEADER")
826 (defvar elmo-imap4-header-fields "HEADER\.FIELDS")
827
828 (defun elmo-imap4-make-number-set-list (msg-list &optional chop-length)
829   "Make RFC2060's message set specifier from MSG-LIST.
830 Returns a list of (NUMBER . SET-STRING).
831 SET-STRING is the message set specifier described in RFC2060.
832 NUMBER is contained message number in SET-STRING.
833 Every SET-STRING does not contain number of messages longer than CHOP-LENGTH.
834 If CHOP-LENGTH is not specified, message set is not chopped."
835   (let (count cont-list set-list)
836     (setq msg-list (sort (copy-sequence msg-list) '<))
837     (while msg-list
838       (setq cont-list nil)
839       (setq count 0)
840       (unless chop-length
841         (setq chop-length (length msg-list)))
842       (while (and (not (null msg-list))
843                   (< count chop-length))
844         (setq cont-list
845               (elmo-number-set-append
846                cont-list (car msg-list)))
847         (incf count)
848         (setq msg-list (cdr msg-list)))
849       (setq set-list
850             (cons
851              (cons
852               count
853               (mapconcat
854                (lambda (x)
855                  (cond ((consp x)
856                         (format "%s:%s" (car x) (cdr x)))
857                        ((integerp x)
858                         (int-to-string x))))
859                cont-list
860                ","))
861              set-list)))
862     (nreverse set-list)))
863
864 ;;
865 ;; app-data:
866 ;; cons of flag-table and folder structure
867 (defsubst elmo-imap4-fetch-callback-1-subr (entity flags app-data)
868   "A msgdb entity callback function."
869   (let ((use-flag (elmo-folder-use-flag-p (cdr app-data)))
870         (flag-table (car app-data))
871         (msg-id (elmo-message-entity-field entity 'message-id))
872         saved-flags flag-list)
873 ;;    (when (elmo-string-member-ignore-case "\\Flagged" flags)
874 ;;      (elmo-msgdb-global-mark-set msg-id elmo-msgdb-important-mark))
875     (setq saved-flags (elmo-flag-table-get flag-table msg-id)
876           flag-list
877           (if use-flag
878               (append
879                (and (memq 'new saved-flags)
880                     (not (elmo-string-member-ignore-case "\\Seen" flags))
881                     '(new))
882                (and (elmo-string-member-ignore-case "\\Flagged" flags)
883                     '(important))
884                (and (not (elmo-string-member-ignore-case "\\Seen" flags))
885                     '(unread))
886                (and (elmo-string-member-ignore-case "\\Answered" flags)
887                     '(answered))
888                (and (elmo-file-cache-exists-p msg-id)
889                     '(cached)))
890             saved-flags))
891     (when (and (or (memq 'important flag-list)
892                    (memq 'answered flag-list))
893                (memq 'unread flag-list))
894       (setq elmo-imap4-seen-messages
895             (cons (elmo-message-entity-number entity)
896                   elmo-imap4-seen-messages)))
897     (elmo-msgdb-append-entity elmo-imap4-current-msgdb
898                               entity
899                               flag-list)))
900
901 ;; Current buffer is process buffer.
902 (defun elmo-imap4-fetch-callback-1 (element app-data)
903   (let ((handler (elmo-msgdb-message-entity-handler elmo-imap4-current-msgdb)))
904     (elmo-imap4-fetch-callback-1-subr
905      (with-temp-buffer
906        (insert (or (elmo-imap4-response-bodydetail-text element)
907                    ""))
908        ;; Replace all CRLF with LF.
909        (elmo-delete-cr-buffer)
910        (elmo-msgdb-create-message-entity-from-buffer
911         handler
912         (elmo-imap4-response-value element 'uid)
913         :size (elmo-imap4-response-value element 'rfc822size)))
914      (elmo-imap4-response-value element 'flags)
915      app-data)))
916
917 (defun elmo-imap4-parse-capability (string)
918   (if (string-match "^\\*\\(.*\\)$" string)
919       (read
920        (concat "(" (downcase (elmo-match-string 1 string)) ")"))))
921
922 (defun elmo-imap4-clear-login (session)
923   (let ((elmo-imap4-debug-inhibit-logging t))
924     (or
925      (elmo-imap4-read-ok
926       session
927       (elmo-imap4-send-command
928        session
929        (list "login "
930              (elmo-imap4-userid (elmo-network-session-user-internal session))
931              " "
932              (elmo-imap4-password
933               (elmo-get-passwd (elmo-network-session-password-key session))))))
934      (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))))
935
936 (defun elmo-imap4-auth-login (session)
937   (let ((tag (elmo-imap4-send-command session "authenticate login"))
938         (elmo-imap4-debug-inhibit-logging t))
939     (or (elmo-imap4-read-continue-req session)
940         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
941     (elmo-imap4-send-string session
942                             (elmo-base64-encode-string
943                              (elmo-network-session-user-internal session)))
944     (or (elmo-imap4-read-continue-req session)
945         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
946     (elmo-imap4-send-string session
947                             (elmo-base64-encode-string
948                              (elmo-get-passwd
949                               (elmo-network-session-password-key session))))
950     (or (elmo-imap4-read-ok session tag)
951         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
952     (setq elmo-imap4-status 'auth)))
953
954 (luna-define-method
955   elmo-network-initialize-session-buffer :after ((session
956                                                   elmo-imap4-session) buffer)
957   (with-current-buffer buffer
958     (mapcar 'make-variable-buffer-local elmo-imap4-local-variables)
959     (setq elmo-imap4-seqno 0)
960     (setq elmo-imap4-status 'initial)))
961
962 (luna-define-method elmo-network-initialize-session ((session
963                                                       elmo-imap4-session))
964   (let ((process (elmo-network-session-process-internal session)))
965     (with-current-buffer (process-buffer process)
966       ;; Skip garbage output from process before greeting.
967       (while (and (memq (process-status process) '(open run))
968                   (goto-char (point-max))
969                   (forward-line -1)
970                   (not (elmo-imap4-parse-greeting)))
971         (accept-process-output process 1))
972       (erase-buffer)
973       (set-process-filter process 'elmo-imap4-arrival-filter)
974       (set-process-sentinel process 'elmo-imap4-sentinel)
975 ;;;   (while (and (memq (process-status process) '(open run))
976 ;;;               (eq elmo-imap4-status 'initial))
977 ;;;     (message "Waiting for server response...")
978 ;;;     (accept-process-output process 1))
979 ;;;   (message "")
980       (unless (memq elmo-imap4-status '(nonauth auth))
981         (signal 'elmo-open-error
982                 (list 'elmo-network-initialize-session)))
983       (elmo-imap4-session-set-capability-internal
984        session
985        (elmo-imap4-response-value
986         (elmo-imap4-send-command-wait session "capability")
987         'capability))
988       (when (eq (elmo-network-stream-type-symbol
989                  (elmo-network-session-stream-type-internal session))
990                 'starttls)
991         (or (memq 'starttls
992                   (elmo-imap4-session-capability-internal session))
993             (signal 'elmo-open-error
994                     '(elmo-imap4-starttls-error)))
995         (elmo-imap4-send-command-wait session "starttls")
996         (starttls-negotiate process)
997         (elmo-imap4-session-set-capability-internal
998          session
999          (elmo-imap4-response-value
1000           (elmo-imap4-send-command-wait session "capability")
1001           'capability))))))
1002
1003 (luna-define-method elmo-network-authenticate-session ((session
1004                                                         elmo-imap4-session))
1005   (with-current-buffer (process-buffer
1006                         (elmo-network-session-process-internal session))
1007     (let* ((auth (elmo-network-session-auth-internal session))
1008            (auth (if (listp auth) auth (list auth))))
1009       (unless (or (eq elmo-imap4-status 'auth)
1010                   (null auth))
1011         (cond
1012          ((eq 'clear (car auth))
1013           (elmo-imap4-clear-login session))
1014          ((eq 'login (car auth))
1015           (elmo-imap4-auth-login session))
1016          (t
1017           (let* ((elmo-imap4-debug-inhibit-logging t)
1018                  (sasl-mechanisms
1019                   (delq nil
1020                         (mapcar
1021                          '(lambda (cap)
1022                             (if (string-match "^auth=\\(.*\\)$"
1023                                               (symbol-name cap))
1024                                 (match-string 1 (upcase (symbol-name cap)))))
1025                          (elmo-imap4-session-capability-internal session))))
1026                  (mechanism
1027                   (sasl-find-mechanism
1028                    (delq nil
1029                          (mapcar '(lambda (cap) (upcase (symbol-name cap)))
1030                                  (if (listp auth)
1031                                      auth
1032                                    (list auth)))))) ;)
1033                  client name step response tag
1034                  sasl-read-passphrase)
1035             (unless mechanism
1036               (if (or elmo-imap4-force-login
1037                       (y-or-n-p
1038                        (format
1039                         "There's no %s capability in server. continue?"
1040                         (elmo-list-to-string
1041                          (elmo-network-session-auth-internal session)))))
1042                   (setq mechanism (sasl-find-mechanism
1043                                    sasl-mechanisms))
1044                 (signal 'elmo-authenticate-error
1045                         '(elmo-imap4-auth-no-mechanisms))))
1046             (setq client
1047                   (sasl-make-client
1048                    mechanism
1049                    (elmo-network-session-user-internal session)
1050                    "imap"
1051                    (elmo-network-session-server-internal session)))
1052 ;;;         (if elmo-imap4-auth-user-realm
1053 ;;;             (sasl-client-set-property client 'realm elmo-imap4-auth-user-realm))
1054             (setq name (sasl-mechanism-name mechanism)
1055                   step (sasl-next-step client nil))
1056             (elmo-network-session-set-auth-internal
1057              session
1058              (intern (downcase name)))
1059             (setq sasl-read-passphrase
1060                   (function
1061                    (lambda (prompt)
1062                      (elmo-get-passwd
1063                       (elmo-network-session-password-key session)))))
1064             (setq tag
1065                   (elmo-imap4-send-command
1066                    session
1067                    (concat "AUTHENTICATE " name
1068                            (and (sasl-step-data step)
1069                                 (concat
1070                                  " "
1071                                  (elmo-base64-encode-string
1072                                   (sasl-step-data step)
1073                                   'no-lin-break))))))
1074             (catch 'done
1075               (while t
1076                 (setq response
1077                       (elmo-imap4-read-untagged
1078                        (elmo-network-session-process-internal session)))
1079                 (if (elmo-imap4-response-ok-p response)
1080                     (if (sasl-next-step client step)
1081                         ;; Bogus server?
1082                         (signal 'elmo-authenticate-error
1083                                 (list (intern
1084                                        (concat "elmo-imap4-auth-"
1085                                                (downcase name)))))
1086                       ;; The authentication process is finished.
1087                       (throw 'done nil)))
1088                 (unless (elmo-imap4-response-continue-req-p response)
1089                   ;; response is NO or BAD.
1090                   (signal 'elmo-authenticate-error
1091                           (list (intern
1092                                  (concat "elmo-imap4-auth-"
1093                                          (downcase name))))))
1094                 (sasl-step-set-data
1095                  step
1096                  (elmo-base64-decode-string
1097                   (elmo-imap4-response-value response 'continue-req)))
1098                 (setq step (sasl-next-step client step))
1099                 (setq tag
1100                       (elmo-imap4-send-string
1101                        session
1102                        (if (sasl-step-data step)
1103                            (elmo-base64-encode-string (sasl-step-data step)
1104                                                       'no-line-break)
1105                          ""))))))))))))
1106
1107 (luna-define-method elmo-network-setup-session ((session
1108                                                  elmo-imap4-session))
1109   (with-current-buffer (elmo-network-session-buffer session)
1110     (when (memq 'namespace (elmo-imap4-session-capability-internal session))
1111       (setq elmo-imap4-server-namespace
1112             (elmo-imap4-response-value
1113              (elmo-imap4-send-command-wait session "namespace")
1114              'namespace)))))
1115
1116 (defun elmo-imap4-setup-send-buffer (&optional string)
1117   (let ((send-buf (get-buffer-create " *elmo-imap4-setup-send-buffer*"))
1118         (source-buf (unless string (current-buffer))))
1119     (save-excursion
1120       (save-match-data
1121         (set-buffer send-buf)
1122         (erase-buffer)
1123         (set-buffer-multibyte nil)
1124         (if string
1125             (insert string)
1126           (with-current-buffer source-buf
1127             (copy-to-buffer send-buf (point-min) (point-max))))
1128         (goto-char (point-min))
1129         (if (eq (re-search-forward "^$" nil t)
1130                 (point-max))
1131             (insert "\n"))
1132         (goto-char (point-min))
1133         (while (search-forward "\n" nil t)
1134           (replace-match "\r\n"))))
1135     send-buf))
1136
1137 (defun elmo-imap4-setup-send-buffer-from-file (file)
1138   (let ((tmp-buf (get-buffer-create
1139                   " *elmo-imap4-setup-send-buffer-from-file*")))
1140     (save-excursion
1141       (save-match-data
1142         (set-buffer tmp-buf)
1143         (erase-buffer)
1144         (as-binary-input-file
1145          (insert-file-contents file))
1146         (goto-char (point-min))
1147         (if (eq (re-search-forward "^$" nil t)
1148                 (point-max))
1149             (insert "\n"))
1150         (goto-char (point-min))
1151         (while (search-forward "\n" nil t)
1152           (replace-match "\r\n"))))
1153     tmp-buf))
1154
1155 (luna-define-method elmo-delete-message-safe ((folder elmo-imap4-folder)
1156                                               number msgid)
1157   (let ((session (elmo-imap4-get-session folder))
1158         candidates)
1159     (elmo-imap4-session-select-mailbox
1160      session
1161      (elmo-imap4-folder-mailbox-internal folder))
1162     (setq candidates
1163           (elmo-imap4-response-value
1164            (elmo-imap4-send-command-wait session
1165                                          (list
1166                                           (if elmo-imap4-use-uid
1167                                               "uid search header message-id "
1168                                             "search header message-id ")
1169                                           (elmo-imap4-field-body msgid)))
1170            'search))
1171     (if (memq number candidates)
1172         (elmo-folder-delete-messages folder (list number)))))
1173
1174 (defun elmo-imap4-server-diff-async-callback-1 (status data)
1175   (funcall elmo-imap4-server-diff-async-callback
1176            (list (elmo-imap4-response-value status 'recent)
1177                  (elmo-imap4-response-value status 'unseen)
1178                  (elmo-imap4-response-value status 'messages))
1179            data))
1180
1181 (defun elmo-imap4-server-diff-async (folder)
1182   (let ((session (elmo-imap4-get-session folder)))
1183     ;; We should `check' folder to obtain newest information here.
1184     ;; But since there's no asynchronous check mechanism in elmo yet,
1185     ;; checking is not done here.
1186     (with-current-buffer (elmo-network-session-buffer session)
1187       (setq elmo-imap4-status-callback
1188             'elmo-imap4-server-diff-async-callback-1)
1189       (setq elmo-imap4-status-callback-data
1190             elmo-imap4-server-diff-async-callback-data))
1191     (elmo-imap4-send-command session
1192                              (list
1193                               "status "
1194                               (elmo-imap4-mailbox
1195                                (elmo-imap4-folder-mailbox-internal folder))
1196                               " (recent unseen messages)"))))
1197
1198 (luna-define-method elmo-server-diff-async ((folder elmo-imap4-folder))
1199   (let ((session (elmo-imap4-get-session folder)))
1200     ;; commit.
1201     ;; (elmo-imap4-commit spec)
1202     (with-current-buffer (elmo-network-session-buffer session)
1203       (setq elmo-imap4-status-callback
1204             'elmo-imap4-server-diff-async-callback-1)
1205       (setq elmo-imap4-status-callback-data
1206             elmo-imap4-server-diff-async-callback-data))
1207     (elmo-imap4-send-command session
1208                              (list
1209                               "status "
1210                               (elmo-imap4-mailbox
1211                                (elmo-imap4-folder-mailbox-internal folder))
1212                               " (recent unseen messages)"))))
1213
1214 ;;; IMAP parser.
1215
1216 (defvar elmo-imap4-server-eol "\r\n"
1217   "The EOL string sent from the server.")
1218
1219 (defvar elmo-imap4-client-eol "\r\n"
1220   "The EOL string we send to the server.")
1221
1222 (defvar elmo-imap4-display-literal-progress nil)
1223
1224 (defun elmo-imap4-find-next-line ()
1225   "Return point at end of current line, taking into account literals.
1226 Return nil if no complete line has arrived."
1227   (when (re-search-forward (concat elmo-imap4-server-eol "\\|{\\([0-9]+\\)}"
1228                                    elmo-imap4-server-eol)
1229                            nil t)
1230     (if (match-string 1)
1231         (if (< (point-max) (+ (point) (string-to-number (match-string 1))))
1232             (progn
1233               (if (and elmo-imap4-display-literal-progress
1234                        (> (string-to-number (match-string 1))
1235                           (min elmo-display-retrieval-progress-threshold 100)))
1236                   (elmo-display-progress
1237                    'elmo-imap4-display-literal-progress
1238                    (format "Retrieving (%d/%d bytes)..."
1239                            (- (point-max) (point))
1240                            (string-to-number (match-string 1)))
1241                    (/ (- (point-max) (point))
1242                       (/ (string-to-number (match-string 1)) 100))))
1243               nil)
1244           (goto-char (+ (point) (string-to-number (match-string 1))))
1245           (elmo-imap4-find-next-line))
1246       (point))))
1247
1248 (defun elmo-imap4-sentinel (process string)
1249   (delete-process process))
1250
1251 (defun elmo-imap4-arrival-filter (proc string)
1252   "IMAP process filter."
1253   (when (buffer-live-p (process-buffer proc))
1254   (with-current-buffer (process-buffer proc)
1255     (elmo-imap4-debug "-> %s" string)
1256     (goto-char (point-max))
1257     (insert string)
1258     (let (end)
1259       (goto-char (point-min))
1260       (while (setq end (elmo-imap4-find-next-line))
1261         (save-restriction
1262           (narrow-to-region (point-min) end)
1263           (delete-backward-char (length elmo-imap4-server-eol))
1264           (goto-char (point-min))
1265           (unwind-protect
1266               (cond ((eq elmo-imap4-status 'initial)
1267                      (setq elmo-imap4-current-response
1268                            (list
1269                             (list 'greeting (elmo-imap4-parse-greeting)))))
1270                     ((or (eq elmo-imap4-status 'auth)
1271                          (eq elmo-imap4-status 'nonauth)
1272                          (eq elmo-imap4-status 'selected)
1273                          (eq elmo-imap4-status 'examine))
1274                      (setq elmo-imap4-current-response
1275                            (cons
1276                             (elmo-imap4-parse-response)
1277                             elmo-imap4-current-response)))
1278                     (t
1279                      (message "Unknown state %s in arrival filter"
1280                               elmo-imap4-status))))
1281           (delete-region (point-min) (point-max))))))))
1282
1283 ;; IMAP parser.
1284
1285 (defsubst elmo-imap4-forward ()
1286   (or (eobp) (forward-char 1)))
1287
1288 (defsubst elmo-imap4-parse-number ()
1289   (when (looking-at "[0-9]+")
1290     (prog1
1291         (string-to-number (match-string 0))
1292       (goto-char (match-end 0)))))
1293
1294 (defsubst elmo-imap4-parse-literal ()
1295   (when (looking-at "{\\([0-9]+\\)}\r\n")
1296     (let ((pos (match-end 0))
1297           (len (string-to-number (match-string 1))))
1298       (if (< (point-max) (+ pos len))
1299           nil
1300         (goto-char (+ pos len))
1301         (buffer-substring pos (+ pos len))))))
1302 ;;;     (list ' pos (+ pos len))))))
1303
1304 (defsubst elmo-imap4-parse-string ()
1305   (cond ((eq (char-after (point)) ?\")
1306          (forward-char 1)
1307          (let ((p (point)) (name ""))
1308            (skip-chars-forward "^\"\\\\")
1309            (setq name (buffer-substring p (point)))
1310            (while (eq (char-after (point)) ?\\)
1311              (setq p (1+ (point)))
1312              (forward-char 2)
1313              (skip-chars-forward "^\"\\\\")
1314              (setq name (concat name (buffer-substring p (point)))))
1315            (forward-char 1)
1316            name))
1317         ((eq (char-after (point)) ?{)
1318          (elmo-imap4-parse-literal))))
1319
1320 (defsubst elmo-imap4-parse-nil ()
1321   (if (looking-at "NIL")
1322       (goto-char (match-end 0))))
1323
1324 (defsubst elmo-imap4-parse-nstring ()
1325   (or (elmo-imap4-parse-string)
1326       (and (elmo-imap4-parse-nil)
1327            nil)))
1328
1329 (defsubst elmo-imap4-parse-astring ()
1330   (or (elmo-imap4-parse-string)
1331       (buffer-substring (point)
1332                         (if (re-search-forward "[(){ \r\n%*\"\\]" nil t)
1333                             (goto-char (1- (match-end 0)))
1334                           (end-of-line)
1335                           (point)))))
1336
1337 (defsubst elmo-imap4-parse-address ()
1338   (let (address)
1339     (when (eq (char-after (point)) ?\()
1340       (elmo-imap4-forward)
1341       (setq address (vector (prog1 (elmo-imap4-parse-nstring)
1342                               (elmo-imap4-forward))
1343                             (prog1 (elmo-imap4-parse-nstring)
1344                               (elmo-imap4-forward))
1345                             (prog1 (elmo-imap4-parse-nstring)
1346                               (elmo-imap4-forward))
1347                             (elmo-imap4-parse-nstring)))
1348       (when (eq (char-after (point)) ?\))
1349         (elmo-imap4-forward)
1350         address))))
1351
1352 (defsubst elmo-imap4-parse-address-list ()
1353   (if (eq (char-after (point)) ?\()
1354       (let (address addresses)
1355         (elmo-imap4-forward)
1356         (while (and (not (eq (char-after (point)) ?\)))
1357                     ;; next line for MS Exchange bug
1358                     (progn (and (eq (char-after (point)) ? ) (elmo-imap4-forward)) t)
1359                     (setq address (elmo-imap4-parse-address)))
1360           (setq addresses (cons address addresses)))
1361         (when (eq (char-after (point)) ?\))
1362           (elmo-imap4-forward)
1363           (nreverse addresses)))
1364     (assert (elmo-imap4-parse-nil))))
1365
1366 (defsubst elmo-imap4-parse-mailbox ()
1367   (let ((mailbox (elmo-imap4-parse-astring)))
1368     (if (string-equal "INBOX" (upcase mailbox))
1369         "INBOX"
1370       mailbox)))
1371
1372 (defun elmo-imap4-parse-greeting ()
1373   "Parse a IMAP greeting."
1374   (cond ((looking-at "\\* OK ")
1375          (setq elmo-imap4-status 'nonauth))
1376         ((looking-at "\\* PREAUTH ")
1377          (setq elmo-imap4-status 'auth))
1378         ((looking-at "\\* BYE ")
1379          (setq elmo-imap4-status 'closed))))
1380
1381 (defun elmo-imap4-parse-response ()
1382   "Parse a IMAP command response."
1383   (let (token)
1384     (case (setq token (read (current-buffer)))
1385       (+ (progn
1386            (skip-chars-forward " ")
1387            (list 'continue-req (buffer-substring (point) (point-max)))))
1388       (* (case (prog1 (setq token (read (current-buffer)))
1389                  (elmo-imap4-forward))
1390            (OK         (elmo-imap4-parse-resp-text-code))
1391            (NO         (elmo-imap4-parse-resp-text-code))
1392            (BAD        (elmo-imap4-parse-resp-text-code))
1393            (BYE        (elmo-imap4-parse-bye))
1394            (FLAGS      (list 'flags
1395                              (elmo-imap4-parse-flag-list)))
1396            (LIST       (list 'list (elmo-imap4-parse-data-list)))
1397            (LSUB       (list 'lsub (elmo-imap4-parse-data-list)))
1398            (SEARCH     (list
1399                         'search
1400                         (read (concat "("
1401                                       (buffer-substring (point) (point-max))
1402                                       ")"))))
1403            (STATUS     (elmo-imap4-parse-status))
1404            ;; Added
1405            (NAMESPACE  (elmo-imap4-parse-namespace))
1406            (CAPABILITY (list 'capability
1407                              (read
1408                               (concat "(" (downcase (buffer-substring
1409                                                      (point) (point-max)))
1410                                       ")"))))
1411            (ACL (elmo-imap4-parse-acl))
1412            (t       (case (prog1 (read (current-buffer))
1413                             (elmo-imap4-forward))
1414                       (EXISTS  (list 'exists token))
1415                       (RECENT  (list 'recent token))
1416                       (EXPUNGE (list 'expunge token))
1417                       (FETCH   (elmo-imap4-parse-fetch token))
1418                       (t       (list 'garbage (buffer-string)))))))
1419       (t (if (not (string-match elmo-imap4-seq-prefix (symbol-name token)))
1420              (list 'garbage (buffer-string))
1421            (case (prog1 (read (current-buffer))
1422                    (elmo-imap4-forward))
1423              (OK  (progn
1424                     (setq elmo-imap4-parsing nil)
1425                     (setq token (symbol-name token))
1426                     (elmo-unintern token)
1427                     (elmo-imap4-debug "*%s* OK arrived" token)
1428                     (setq elmo-imap4-reached-tag token)
1429                     (list 'ok (elmo-imap4-parse-resp-text-code))))
1430              (NO  (progn
1431                     (setq elmo-imap4-parsing nil)
1432                     (setq token (symbol-name token))
1433                     (elmo-unintern token)
1434                     (elmo-imap4-debug "*%s* NO arrived" token)
1435                     (setq elmo-imap4-reached-tag token)
1436                     (let (code text)
1437                       (when (eq (char-after (point)) ?\[)
1438                         (setq code (buffer-substring (point)
1439                                                      (search-forward "]")))
1440                         (elmo-imap4-forward))
1441                       (setq text (buffer-substring (point) (point-max)))
1442                       (list 'no (list code text)))))
1443              (BAD (progn
1444                     (setq elmo-imap4-parsing nil)
1445                     (elmo-imap4-debug "*%s* BAD arrived" token)
1446                     (setq token (symbol-name token))
1447                     (elmo-unintern token)
1448                     (setq elmo-imap4-reached-tag token)
1449                     (let (code text)
1450                       (when (eq (char-after (point)) ?\[)
1451                         (setq code (buffer-substring (point)
1452                                                      (search-forward "]")))
1453                         (elmo-imap4-forward))
1454                       (setq text (buffer-substring (point) (point-max)))
1455                       (list 'bad (list code text)))))
1456              (t   (list 'garbage (buffer-string)))))))))
1457
1458 (defun elmo-imap4-parse-bye ()
1459   (let (code text)
1460     (when (eq (char-after (point)) ?\[)
1461       (setq code (buffer-substring (point)
1462                                    (search-forward "]")))
1463       (elmo-imap4-forward))
1464     (setq text (buffer-substring (point) (point-max)))
1465     (list 'bye (list code text))))
1466
1467 (defun elmo-imap4-parse-text ()
1468   (goto-char (point-min))
1469   (when (search-forward "[" nil t)
1470     (search-forward "]")
1471     (elmo-imap4-forward))
1472   (list 'text (buffer-substring (point) (point-max))))
1473
1474 (defun elmo-imap4-parse-resp-text-code ()
1475   (when (eq (char-after (point)) ?\[)
1476     (elmo-imap4-forward)
1477     (cond ((search-forward "PERMANENTFLAGS " nil t)
1478            (list 'permanentflags (elmo-imap4-parse-flag-list)))
1479           ((search-forward "UIDNEXT " nil t)
1480            (list 'uidnext (read (current-buffer))))
1481           ((search-forward "UNSEEN " nil t)
1482            (list 'unseen (read (current-buffer))))
1483           ((looking-at "UIDVALIDITY \\([0-9]+\\)")
1484            (list 'uidvalidity (match-string 1)))
1485           ((search-forward "READ-ONLY" nil t)
1486            (list 'read-only t))
1487           ((search-forward "READ-WRITE" nil t)
1488            (list 'read-write t))
1489           ((search-forward "NEWNAME " nil t)
1490            (let (oldname newname)
1491              (setq oldname (elmo-imap4-parse-string))
1492              (elmo-imap4-forward)
1493              (setq newname (elmo-imap4-parse-string))
1494              (list 'newname newname oldname)))
1495           ((search-forward "TRYCREATE" nil t)
1496            (list 'trycreate t))
1497           ((looking-at "APPENDUID \\([0-9]+\\) \\([0-9]+\\)")
1498            (list 'appenduid
1499                  (list (match-string 1)
1500                        (string-to-number (match-string 2)))))
1501           ((looking-at "COPYUID \\([0-9]+\\) \\([0-9,:]+\\) \\([0-9,:]+\\)")
1502            (list 'copyuid (list (match-string 1)
1503                                 (match-string 2)
1504                                 (match-string 3))))
1505           ((search-forward "ALERT] " nil t)
1506            (message "IMAP server information: %s"
1507                     (buffer-substring (point) (point-max))))
1508           (t (list 'unknown)))))
1509
1510 (defun elmo-imap4-parse-data-list ()
1511   (let (flags delimiter mailbox)
1512     (setq flags (elmo-imap4-parse-flag-list))
1513     (when (looking-at " NIL\\| \"\\\\?\\(.\\)\"")
1514       (setq delimiter (match-string 1))
1515       (goto-char (1+ (match-end 0)))
1516       (when (setq mailbox (elmo-imap4-parse-mailbox))
1517         (list mailbox flags delimiter)))))
1518
1519 (defsubst elmo-imap4-parse-header-list ()
1520   (when (eq (char-after (point)) ?\()
1521     (let (strlist)
1522       (while (not (eq (char-after (point)) ?\)))
1523         (elmo-imap4-forward)
1524         (push (elmo-imap4-parse-astring) strlist))
1525       (elmo-imap4-forward)
1526       (nreverse strlist))))
1527
1528 (defsubst elmo-imap4-parse-fetch-body-section ()
1529   (let ((section
1530          (buffer-substring (point)
1531                            (1-
1532                             (progn (re-search-forward "[] ]" nil t)
1533                                    (point))))))
1534     (if (eq (char-before) ? )
1535         (prog1
1536             (mapconcat 'identity
1537                        (cons section (elmo-imap4-parse-header-list)) " ")
1538           (search-forward "]" nil t))
1539       section)))
1540
1541 (defun elmo-imap4-parse-fetch (response)
1542   (when (eq (char-after (point)) ?\()
1543     (let (element list)
1544       (while (not (eq (char-after (point)) ?\)))
1545         (elmo-imap4-forward)
1546         (let ((token (read (current-buffer))))
1547           (elmo-imap4-forward)
1548           (setq element
1549                 (cond ((eq token 'UID)
1550                        (list 'uid (condition-case nil
1551                                       (read (current-buffer))
1552                                     (error nil))))
1553                       ((eq token 'FLAGS)
1554                        (list 'flags (elmo-imap4-parse-flag-list)))
1555                       ((eq token 'ENVELOPE)
1556                        (list 'envelope (elmo-imap4-parse-envelope)))
1557                       ((eq token 'INTERNALDATE)
1558                        (list 'internaldate (elmo-imap4-parse-string)))
1559                       ((eq token 'RFC822)
1560                        (list 'rfc822 (elmo-imap4-parse-nstring)))
1561                       ((eq token (intern elmo-imap4-rfc822-header))
1562                        (list 'rfc822header (elmo-imap4-parse-nstring)))
1563                       ((eq token (intern elmo-imap4-rfc822-text))
1564                        (list 'rfc822text (elmo-imap4-parse-nstring)))
1565                       ((eq token (intern elmo-imap4-rfc822-size))
1566                        (list 'rfc822size (read (current-buffer))))
1567                       ((eq token 'BODY)
1568                        (if (eq (char-before) ?\[)
1569                            (list
1570                             'bodydetail
1571                             (upcase (elmo-imap4-parse-fetch-body-section))
1572                             (and
1573                              (eq (char-after (point)) ?<)
1574                              (buffer-substring (1+ (point))
1575                                                (progn
1576                                                  (search-forward ">" nil t)
1577                                                  (point))))
1578                             (progn (elmo-imap4-forward)
1579                                    (elmo-imap4-parse-nstring)))
1580                          (list 'body (elmo-imap4-parse-body))))
1581                       ((eq token 'BODYSTRUCTURE)
1582                        (list 'bodystructure (elmo-imap4-parse-body)))))
1583           (setq list (cons element list))))
1584       (and elmo-imap4-fetch-callback
1585            (funcall elmo-imap4-fetch-callback
1586                     list elmo-imap4-fetch-callback-data))
1587       (list 'fetch list))))
1588
1589 (defun elmo-imap4-parse-status ()
1590   (let ((mailbox (elmo-imap4-parse-mailbox))
1591         status)
1592     (when (and mailbox (search-forward "(" nil t))
1593       (while (not (eq (char-after (point)) ?\)))
1594         (setq status
1595               (cons
1596                (let ((token (read (current-buffer))))
1597                  (cond ((eq token 'MESSAGES)
1598                         (list 'messages (read (current-buffer))))
1599                        ((eq token 'RECENT)
1600                         (list 'recent (read (current-buffer))))
1601                        ((eq token 'UIDNEXT)
1602                         (list 'uidnext (read (current-buffer))))
1603                        ((eq token 'UIDVALIDITY)
1604                         (and (looking-at " \\([0-9]+\\)")
1605                              (prog1 (list 'uidvalidity (match-string 1))
1606                                (goto-char (match-end 1)))))
1607                        ((eq token 'UNSEEN)
1608                         (list 'unseen (read (current-buffer))))
1609                        (t
1610                         (message
1611                          "Unknown status data %s in mailbox %s ignored"
1612                          token mailbox))))
1613                status))
1614         (skip-chars-forward " ")))
1615     (and elmo-imap4-status-callback
1616          (funcall elmo-imap4-status-callback
1617                   status
1618                   elmo-imap4-status-callback-data))
1619     (list 'status status)))
1620
1621
1622 (defmacro elmo-imap4-value (value)
1623   (` (if (eq (, value) 'NIL) nil
1624        (, value))))
1625
1626 (defmacro elmo-imap4-nth (pos list)
1627   (` (let ((value (nth (, pos) (, list))))
1628        (elmo-imap4-value value))))
1629
1630 (defun elmo-imap4-parse-namespace ()
1631   (list 'namespace
1632         (nconc
1633          (copy-sequence elmo-imap4-extra-namespace-alist)
1634          (elmo-imap4-parse-namespace-subr
1635           (read (concat "(" (buffer-substring
1636                              (point) (point-max))
1637                         ")"))))))
1638
1639 (defun elmo-imap4-parse-namespace-subr (ns)
1640   (let (prefix delim namespace-alist default-delim)
1641     ;; 0: personal, 1: other, 2: shared
1642     (dotimes (i 3)
1643       (setq namespace-alist
1644             (nconc namespace-alist
1645                    (delq nil
1646                          (mapcar
1647                           (lambda (namespace)
1648                             (setq prefix (elmo-imap4-nth 0 namespace)
1649                                   delim (elmo-imap4-nth 1 namespace))
1650                             (if (and prefix delim
1651                                      (string-match
1652                                       (concat (regexp-quote delim) "\\'")
1653                                       prefix))
1654                                 (setq prefix (substring prefix 0
1655                                                         (match-beginning 0))))
1656                             (if (eq (length prefix) 0)
1657                                 (progn (setq default-delim delim) nil)
1658                               (cons
1659                                (concat "^\\("
1660                                        (if (string= (downcase prefix) "inbox")
1661                                            "[Ii][Nn][Bb][Oo][Xx]"
1662                                          (regexp-quote prefix))
1663                                        "\\).*$")
1664                                delim)))
1665                           (elmo-imap4-nth i ns))))))
1666     (if default-delim
1667         (setq namespace-alist
1668               (nconc namespace-alist
1669                      (list (cons "^.*$" default-delim)))))
1670     namespace-alist))
1671
1672 (defun elmo-imap4-parse-acl ()
1673   (let ((mailbox (elmo-imap4-parse-mailbox))
1674         identifier rights acl)
1675     (while (eq (char-after (point)) ?\ )
1676       (elmo-imap4-forward)
1677       (setq identifier (elmo-imap4-parse-astring))
1678       (elmo-imap4-forward)
1679       (setq rights (elmo-imap4-parse-astring))
1680       (setq acl (append acl (list (cons identifier rights)))))
1681     (list 'acl acl mailbox)))
1682
1683 (defun elmo-imap4-parse-flag-list ()
1684   (let ((str (buffer-substring (+ (point) 1)
1685                                (progn (search-forward ")" nil t)
1686                                       (- (point) 1)))))
1687     (unless (eq (length str) 0)
1688       (split-string str))))
1689
1690 (defun elmo-imap4-parse-envelope ()
1691   (when (eq (char-after (point)) ?\()
1692     (elmo-imap4-forward)
1693     (vector (prog1 (elmo-imap4-parse-nstring);; date
1694               (elmo-imap4-forward))
1695             (prog1 (elmo-imap4-parse-nstring);; subject
1696               (elmo-imap4-forward))
1697             (prog1 (elmo-imap4-parse-address-list);; from
1698               (elmo-imap4-forward))
1699             (prog1 (elmo-imap4-parse-address-list);; sender
1700               (elmo-imap4-forward))
1701             (prog1 (elmo-imap4-parse-address-list);; reply-to
1702               (elmo-imap4-forward))
1703             (prog1 (elmo-imap4-parse-address-list);; to
1704               (elmo-imap4-forward))
1705             (prog1 (elmo-imap4-parse-address-list);; cc
1706               (elmo-imap4-forward))
1707             (prog1 (elmo-imap4-parse-address-list);; bcc
1708               (elmo-imap4-forward))
1709             (prog1 (elmo-imap4-parse-nstring);; in-reply-to
1710               (elmo-imap4-forward))
1711             (prog1 (elmo-imap4-parse-nstring);; message-id
1712               (elmo-imap4-forward)))))
1713
1714 (defsubst elmo-imap4-parse-string-list ()
1715   (cond ((eq (char-after (point)) ?\();; body-fld-param
1716          (let (strlist str)
1717            (elmo-imap4-forward)
1718            (while (setq str (elmo-imap4-parse-string))
1719              (push str strlist)
1720              (elmo-imap4-forward))
1721            (nreverse strlist)))
1722         ((elmo-imap4-parse-nil)
1723          nil)))
1724
1725 (defun elmo-imap4-parse-body-extension ()
1726   (if (eq (char-after (point)) ?\()
1727       (let (b-e)
1728         (elmo-imap4-forward)
1729         (push (elmo-imap4-parse-body-extension) b-e)
1730         (while (eq (char-after (point)) ?\ )
1731           (elmo-imap4-forward)
1732           (push (elmo-imap4-parse-body-extension) b-e))
1733         (assert (eq (char-after (point)) ?\)))
1734         (elmo-imap4-forward)
1735         (nreverse b-e))
1736     (or (elmo-imap4-parse-number)
1737         (elmo-imap4-parse-nstring))))
1738
1739 (defsubst elmo-imap4-parse-body-ext ()
1740   (let (ext)
1741     (when (eq (char-after (point)) ?\ );; body-fld-dsp
1742       (elmo-imap4-forward)
1743       (let (dsp)
1744         (if (eq (char-after (point)) ?\()
1745             (progn
1746               (elmo-imap4-forward)
1747               (push (elmo-imap4-parse-string) dsp)
1748               (elmo-imap4-forward)
1749               (push (elmo-imap4-parse-string-list) dsp)
1750               (elmo-imap4-forward))
1751           (assert (elmo-imap4-parse-nil)))
1752         (push (nreverse dsp) ext))
1753       (when (eq (char-after (point)) ?\ );; body-fld-lang
1754         (elmo-imap4-forward)
1755         (if (eq (char-after (point)) ?\()
1756             (push (elmo-imap4-parse-string-list) ext)
1757           (push (elmo-imap4-parse-nstring) ext))
1758         (while (eq (char-after (point)) ?\ );; body-extension
1759           (elmo-imap4-forward)
1760           (setq ext (append (elmo-imap4-parse-body-extension) ext)))))
1761     ext))
1762
1763 (defun elmo-imap4-parse-body ()
1764   (let (body)
1765     (when (eq (char-after (point)) ?\()
1766       (elmo-imap4-forward)
1767       (if (eq (char-after (point)) ?\()
1768           (let (subbody)
1769             (while (and (eq (char-after (point)) ?\()
1770                         (setq subbody (elmo-imap4-parse-body)))
1771               (push subbody body))
1772             (elmo-imap4-forward)
1773             (push (elmo-imap4-parse-string) body);; media-subtype
1774             (when (eq (char-after (point)) ?\ );; body-ext-mpart:
1775               (elmo-imap4-forward)
1776               (if (eq (char-after (point)) ?\();; body-fld-param
1777                   (push (elmo-imap4-parse-string-list) body)
1778                 (push (and (elmo-imap4-parse-nil) nil) body))
1779               (setq body
1780                     (append (elmo-imap4-parse-body-ext) body)));; body-ext-...
1781             (assert (eq (char-after (point)) ?\)))
1782             (elmo-imap4-forward)
1783             (nreverse body))
1784
1785         (push (elmo-imap4-parse-string) body);; media-type
1786         (elmo-imap4-forward)
1787         (push (elmo-imap4-parse-string) body);; media-subtype
1788         (elmo-imap4-forward)
1789         ;; next line for Sun SIMS bug
1790         (and (eq (char-after (point)) ? ) (elmo-imap4-forward))
1791         (if (eq (char-after (point)) ?\();; body-fld-param
1792             (push (elmo-imap4-parse-string-list) body)
1793           (push (and (elmo-imap4-parse-nil) nil) body))
1794         (elmo-imap4-forward)
1795         (push (elmo-imap4-parse-nstring) body);; body-fld-id
1796         (elmo-imap4-forward)
1797         (push (elmo-imap4-parse-nstring) body);; body-fld-desc
1798         (elmo-imap4-forward)
1799         (push (elmo-imap4-parse-string) body);; body-fld-enc
1800         (elmo-imap4-forward)
1801         (push (elmo-imap4-parse-number) body);; body-fld-octets
1802
1803         ;; ok, we're done parsing the required parts, what comes now is one
1804         ;; of three things:
1805         ;;
1806         ;; envelope       (then we're parsing body-type-msg)
1807         ;; body-fld-lines (then we're parsing body-type-text)
1808         ;; body-ext-1part (then we're parsing body-type-basic)
1809         ;;
1810         ;; the problem is that the two first are in turn optionally followed
1811         ;; by the third.  So we parse the first two here (if there are any)...
1812
1813         (when (eq (char-after (point)) ?\ )
1814           (elmo-imap4-forward)
1815           (let (lines)
1816             (cond ((eq (char-after (point)) ?\();; body-type-msg:
1817                    (push (elmo-imap4-parse-envelope) body);; envelope
1818                    (elmo-imap4-forward)
1819                    (push (elmo-imap4-parse-body) body);; body
1820                    (elmo-imap4-forward)
1821                    (push (elmo-imap4-parse-number) body));; body-fld-lines
1822                   ((setq lines (elmo-imap4-parse-number));; body-type-text:
1823                    (push lines body));; body-fld-lines
1824                   (t
1825                    (backward-char)))));; no match...
1826
1827         ;; ...and then parse the third one here...
1828
1829         (when (eq (char-after (point)) ?\ );; body-ext-1part:
1830           (elmo-imap4-forward)
1831           (push (elmo-imap4-parse-nstring) body);; body-fld-md5
1832           (setq body
1833                 (append (elmo-imap4-parse-body-ext) body)));; body-ext-1part..
1834
1835         (assert (eq (char-after (point)) ?\)))
1836         (elmo-imap4-forward)
1837         (nreverse body)))))
1838
1839 (luna-define-method elmo-folder-initialize :around ((folder
1840                                                      elmo-imap4-folder)
1841                                                     name)
1842   (let ((default-user   elmo-imap4-default-user)
1843         (default-server elmo-imap4-default-server)
1844         (default-port   elmo-imap4-default-port)
1845         (elmo-network-stream-type-alist
1846          (if elmo-imap4-stream-type-alist
1847              (append elmo-imap4-stream-type-alist
1848                      elmo-network-stream-type-alist)
1849            elmo-network-stream-type-alist))
1850         parse)
1851     (when (string-match "\\(.*\\)@\\(.*\\)" default-server)
1852       ;; case: imap4-default-server is specified like
1853       ;; "hoge%imap.server@gateway".
1854       (setq default-user (elmo-match-string 1 default-server))
1855       (setq default-server (elmo-match-string 2 default-server)))
1856     (setq name (luna-call-next-method))
1857     ;; mailbox
1858     (setq parse (elmo-parse-token name ":"))
1859     (elmo-imap4-folder-set-mailbox-internal folder
1860                                             (elmo-imap4-encode-folder-string
1861                                              (car parse)))
1862     ;; user
1863     (setq parse (elmo-parse-prefixed-element ?: (cdr parse) "/"))
1864     (elmo-net-folder-set-user-internal folder
1865                                        (if (eq (length (car parse)) 0)
1866                                            default-user
1867                                          (car parse)))
1868     ;; auth
1869     (setq parse (elmo-parse-prefixed-element ?/ (cdr parse)))
1870     (elmo-net-folder-set-auth-internal
1871      folder
1872      (if (eq (length (car parse)) 0)
1873          (or elmo-imap4-default-authenticate-type 'clear)
1874        (intern (car parse))))
1875     (unless (elmo-net-folder-server-internal folder)
1876       (elmo-net-folder-set-server-internal folder default-server))
1877     (unless (elmo-net-folder-port-internal folder)
1878       (elmo-net-folder-set-port-internal folder default-port))
1879     (unless (elmo-net-folder-stream-type-internal folder)
1880       (elmo-net-folder-set-stream-type-internal
1881        folder
1882        (elmo-get-network-stream-type elmo-imap4-default-stream-type)))
1883     folder))
1884
1885 ;;; ELMO IMAP4 folder
1886 (luna-define-method elmo-folder-expand-msgdb-path ((folder
1887                                                     elmo-imap4-folder))
1888   (convert-standard-filename
1889    (let ((mailbox (elmo-imap4-folder-mailbox-internal folder)))
1890      (if (string= "inbox" (downcase mailbox))
1891          (setq mailbox "inbox"))
1892      (if (eq (string-to-char mailbox) ?/)
1893          (setq mailbox (substring mailbox 1 (length mailbox))))
1894      ;; don't use expand-file-name (e.g. %~/something)
1895      (concat
1896       (expand-file-name
1897        (or (elmo-net-folder-user-internal folder) "nobody")
1898        (expand-file-name (or (elmo-net-folder-server-internal folder)
1899                              "nowhere")
1900                          (expand-file-name
1901                           "imap"
1902                           elmo-msgdb-directory)))
1903       "/" mailbox))))
1904
1905 (luna-define-method elmo-folder-status-plugged ((folder
1906                                                  elmo-imap4-folder))
1907   (elmo-imap4-folder-status-plugged folder))
1908
1909 (defun elmo-imap4-folder-status-plugged (folder)
1910   (let ((session (elmo-imap4-get-session folder))
1911         (killed (elmo-msgdb-killed-list-load
1912                  (elmo-folder-msgdb-path folder)))
1913         status)
1914     (with-current-buffer (elmo-network-session-buffer session)
1915       (setq elmo-imap4-status-callback nil)
1916       (setq elmo-imap4-status-callback-data nil))
1917     (setq status (elmo-imap4-response-value
1918                   (elmo-imap4-send-command-wait
1919                    session
1920                    (list "status "
1921                          (elmo-imap4-mailbox
1922                           (elmo-imap4-folder-mailbox-internal folder))
1923                          " (uidnext messages)"))
1924                   'status))
1925     (cons
1926      (- (elmo-imap4-response-value status 'uidnext) 1)
1927      (if killed
1928          (-
1929           (elmo-imap4-response-value status 'messages)
1930           (elmo-msgdb-killed-list-length killed))
1931        (elmo-imap4-response-value status 'messages)))))
1932
1933 (luna-define-method elmo-folder-list-messages-plugged ((folder
1934                                                         elmo-imap4-folder)
1935                                                        &optional
1936                                                        enable-killed)
1937   (elmo-imap4-list folder
1938                    (let ((killed
1939                           (elmo-folder-killed-list-internal
1940                            folder)))
1941                      (if (and killed
1942                               (eq (length killed) 1)
1943                               (consp (car killed))
1944                               (eq (car (car killed)) 1))
1945                          (format "uid %d:*" (cdr (car killed)))
1946                        "all"))))
1947
1948 (luna-define-method elmo-folder-list-flagged-plugged
1949   ((folder elmo-imap4-folder) flag)
1950   (elmo-imap4-folder-list-flagged folder flag))
1951
1952 (luna-define-method elmo-folder-use-flag-p ((folder elmo-imap4-folder))
1953   (not (string-match elmo-imap4-disuse-server-flag-mailbox-regexp
1954                      (elmo-imap4-folder-mailbox-internal folder))))
1955
1956 (luna-define-method elmo-folder-list-subfolders ((folder elmo-imap4-folder)
1957                                                  &optional one-level)
1958   (let* ((root (elmo-imap4-folder-mailbox-internal folder))
1959          (session (elmo-imap4-get-session folder))
1960          (prefix (elmo-folder-prefix-internal folder))
1961          (namespace-assoc
1962                   (elmo-string-matched-assoc
1963                    root
1964                    (with-current-buffer (elmo-network-session-buffer session)
1965                      elmo-imap4-server-namespace)))
1966          (delim (or (cdr namespace-assoc)
1967                  elmo-imap4-default-hierarchy-delimiter))
1968          ;; Append delimiter when root with namespace.
1969          (root-nodelim root)
1970          (root (if (and namespace-assoc
1971                         (match-end 1)
1972                         (string= (substring root (match-end 1))
1973                                  ""))
1974                    (concat root delim)
1975                  root))
1976          result append-serv type)
1977     (setq result (elmo-imap4-response-get-selectable-mailbox-list
1978                   (elmo-imap4-send-command-wait
1979                    session
1980                    (list "list " (elmo-imap4-mailbox root) " *"))))
1981     ;; The response of Courier-imap doesn't contain a specified folder itself.
1982     (unless (member root result)
1983       (setq result
1984             (append result
1985                     (elmo-imap4-response-get-selectable-mailbox-list
1986                      (elmo-imap4-send-command-wait
1987                       session
1988                       (list "list \"\" " (elmo-imap4-mailbox
1989                                           root-nodelim)))))))
1990     (when (or (not (string= (elmo-net-folder-user-internal folder)
1991                             elmo-imap4-default-user))
1992               (not (eq (elmo-net-folder-auth-internal folder)
1993                        (or elmo-imap4-default-authenticate-type 'clear))))
1994       (setq append-serv (concat ":" (elmo-net-folder-user-internal folder))))
1995     (unless (eq (elmo-net-folder-auth-internal folder)
1996                 (or elmo-imap4-default-authenticate-type 'clear))
1997       (setq append-serv
1998             (concat append-serv "/"
1999                     (symbol-name (elmo-net-folder-auth-internal folder)))))
2000     (unless (string= (elmo-net-folder-server-internal folder)
2001                      elmo-imap4-default-server)
2002       (setq append-serv (concat append-serv "@"
2003                                 (elmo-net-folder-server-internal folder))))
2004     (unless (eq (elmo-net-folder-port-internal folder) elmo-imap4-default-port)
2005       (setq append-serv (concat append-serv ":"
2006                                 (int-to-string
2007                                  (elmo-net-folder-port-internal folder)))))
2008     (setq type (elmo-net-folder-stream-type-internal folder))
2009     (unless (eq (elmo-network-stream-type-symbol type)
2010                 elmo-imap4-default-stream-type)
2011       (if type
2012           (setq append-serv (concat append-serv
2013                                     (elmo-network-stream-type-spec-string
2014                                      type)))))
2015     (if one-level
2016         (let ((re-delim (regexp-quote delim))
2017               (case-fold-search nil)
2018               folder ret has-child-p)
2019           ;; Append delimiter
2020           (when (and root
2021                      (not (string= root ""))
2022                      (not (string-match
2023                            (concat "\\(.*\\)" re-delim "\\'")
2024                            root)))
2025             (setq root (concat root delim)))
2026           (while (setq folder (car result))
2027             (when (string-match
2028                    (concat "^\\(" (regexp-quote root) "[^" re-delim "]" "+\\)"
2029                            re-delim)
2030                    folder)
2031               (setq folder (match-string 1 folder)))
2032             (setq has-child-p nil
2033                   result (delq
2034                           nil
2035                           (mapcar (lambda (fld)
2036                                     (if (string-match
2037                                          (concat "^" (regexp-quote folder)
2038                                                  "\\(" re-delim "\\|\\'\\)")
2039                                          fld)
2040                                         (progn (setq has-child-p t) nil)
2041                                       fld))
2042                                   (cdr result)))
2043                   folder (concat prefix
2044                                  (elmo-imap4-decode-folder-string folder)
2045                                  (and append-serv
2046                                       (eval append-serv)))
2047                   ret (append ret (if has-child-p
2048                                       (list (list folder))
2049                                     (list folder)))))
2050           ret)
2051       (mapcar (lambda (fld)
2052                 (concat prefix (elmo-imap4-decode-folder-string fld)
2053                         (and append-serv
2054                              (eval append-serv))))
2055               result))))
2056
2057 (luna-define-method elmo-folder-exists-p-plugged ((folder elmo-imap4-folder))
2058   (let ((session (elmo-imap4-get-session folder)))
2059     (if (string=
2060          (elmo-imap4-session-current-mailbox-internal session)
2061          (elmo-imap4-folder-mailbox-internal folder))
2062         t
2063       (elmo-imap4-session-select-mailbox
2064        session
2065        (elmo-imap4-folder-mailbox-internal folder)
2066        'force 'notify-bye))))
2067
2068 (luna-define-method elmo-folder-creatable-p ((folder elmo-imap4-folder))
2069   t)
2070
2071 (luna-define-method elmo-folder-writable-p ((folder elmo-imap4-folder))
2072   t)
2073
2074 (luna-define-method elmo-folder-delete ((folder elmo-imap4-folder))
2075   (let ((msgs (and (elmo-folder-exists-p folder)
2076                    (elmo-folder-list-messages folder))))
2077     (when (yes-or-no-p (format "%sDelete msgdb and substance of \"%s\"? "
2078                                (if (> (length msgs) 0)
2079                                    (format "%d msg(s) exists. " (length msgs))
2080                                  "")
2081                                (elmo-folder-name-internal folder)))
2082       (let ((session (elmo-imap4-get-session folder)))
2083         (when (elmo-imap4-folder-mailbox-internal folder)
2084           (when msgs (elmo-folder-delete-messages-internal folder msgs))
2085           (elmo-imap4-send-command-wait session "close")
2086           (elmo-imap4-send-command-wait
2087            session
2088            (list "delete "
2089                  (elmo-imap4-mailbox
2090                   (elmo-imap4-folder-mailbox-internal folder)))))
2091         (elmo-imap4-session-set-current-mailbox-internal session nil))
2092       (elmo-msgdb-delete-path folder)
2093       t)))
2094
2095 (luna-define-method elmo-folder-rename-internal ((folder elmo-imap4-folder)
2096                                                  new-folder)
2097   (let ((session (elmo-imap4-get-session folder)))
2098     ;; make sure the folder is selected.
2099     (elmo-imap4-session-select-mailbox session
2100                                        (elmo-imap4-folder-mailbox-internal
2101                                         folder))
2102     (elmo-imap4-send-command-wait session "close")
2103     (elmo-imap4-send-command-wait
2104      session
2105      (list "rename "
2106            (elmo-imap4-mailbox
2107             (elmo-imap4-folder-mailbox-internal folder))
2108            " "
2109            (elmo-imap4-mailbox
2110             (elmo-imap4-folder-mailbox-internal new-folder))))
2111     (elmo-imap4-session-set-current-mailbox-internal
2112      session (elmo-imap4-folder-mailbox-internal new-folder))))
2113
2114 (defun elmo-imap4-copy-messages (src-folder dst-folder numbers)
2115   (let ((session (elmo-imap4-get-session src-folder))
2116         (set-list (elmo-imap4-make-number-set-list
2117                    numbers
2118                    elmo-imap4-number-set-chop-length))
2119         succeeds)
2120     (elmo-imap4-session-select-mailbox session
2121                                        (elmo-imap4-folder-mailbox-internal
2122                                         src-folder))
2123     (while set-list
2124       (if (elmo-imap4-send-command-wait session
2125                                         (list
2126                                          (format
2127                                           (if elmo-imap4-use-uid
2128                                               "uid copy %s "
2129                                             "copy %s ")
2130                                           (cdr (car set-list)))
2131                                          (elmo-imap4-mailbox
2132                                           (elmo-imap4-folder-mailbox-internal
2133                                            dst-folder))))
2134           (setq succeeds (append succeeds numbers)))
2135       (setq set-list (cdr set-list)))
2136     succeeds))
2137
2138 (defun elmo-imap4-set-flag (folder numbers flag &optional remove)
2139   "Set flag on messages.
2140 FOLDER is the ELMO folder structure.
2141 NUMBERS is the message numbers to be flagged.
2142 FLAG is the flag name.
2143 If optional argument REMOVE is non-nil, remove FLAG."
2144   (let ((session (elmo-imap4-get-session folder))
2145         response set-list)
2146     (elmo-imap4-session-select-mailbox session
2147                                        (elmo-imap4-folder-mailbox-internal
2148                                         folder))
2149     (when (or (elmo-string-member-ignore-case
2150                flag
2151                (elmo-imap4-session-flags-internal session))
2152               (member "\\*" (elmo-imap4-session-flags-internal session))
2153               (string= flag "\\Deleted")) ; XXX Humm..
2154       (setq set-list (elmo-imap4-make-number-set-list
2155                       numbers
2156                       elmo-imap4-number-set-chop-length))
2157       (while set-list
2158         (with-current-buffer (elmo-network-session-buffer session)
2159           (setq elmo-imap4-fetch-callback nil)
2160           (setq elmo-imap4-fetch-callback-data nil))
2161         (unless (elmo-imap4-response-ok-p
2162                  (elmo-imap4-send-command-wait
2163                   session
2164                   (format
2165                    (if elmo-imap4-use-uid
2166                        "uid store %s %sflags.silent (%s)"
2167                      "store %s %sflags.silent (%s)")
2168                    (cdr (car set-list))
2169                    (if remove "-" "+")
2170                    flag)))
2171           (setq response 'fail))
2172         (setq set-list (cdr set-list)))
2173       (not (eq response 'fail)))))
2174
2175 (luna-define-method elmo-folder-delete-messages-plugged
2176   ((folder elmo-imap4-folder) numbers)
2177   (let ((session (elmo-imap4-get-session folder)))
2178     (elmo-imap4-session-select-mailbox
2179      session
2180      (elmo-imap4-folder-mailbox-internal folder))
2181     (unless (elmo-imap4-set-flag folder numbers "\\Deleted")
2182       (error "Failed to set deleted flag"))
2183     (elmo-imap4-send-command session "expunge")))
2184
2185 (defmacro elmo-imap4-detect-search-charset (string)
2186   (` (with-temp-buffer
2187        (insert (, string))
2188        (detect-mime-charset-region (point-min) (point-max)))))
2189
2190 (defun elmo-imap4-search-internal-primitive (folder session filter from-msgs)
2191   (let ((search-key (elmo-filter-key filter))
2192         (imap-search-keys '("bcc" "body" "cc" "from" "subject" "to"
2193                             "larger" "smaller" "flag"))
2194         (total 0)
2195         (length (length from-msgs))
2196         charset set-list end results)
2197     (message "Searching...")
2198     (cond
2199      ((string= "last" search-key)
2200       (let ((numbers (or from-msgs (elmo-folder-list-messages folder))))
2201         (nthcdr (max (- (length numbers)
2202                         (string-to-int (elmo-filter-value filter)))
2203                      0)
2204                 numbers)))
2205      ((string= "first" search-key)
2206       (let* ((numbers (or from-msgs (elmo-folder-list-messages folder)))
2207              (rest (nthcdr (string-to-int (elmo-filter-value filter) )
2208                            numbers)))
2209         (mapcar '(lambda (x) (delete x numbers)) rest)
2210         numbers))
2211      ((string= "flag" search-key)
2212       (elmo-imap4-folder-list-flagged
2213        folder (intern (elmo-filter-value filter))))
2214      ((or (string= "since" search-key)
2215           (string= "before" search-key))
2216       (setq search-key (concat "sent" search-key)
2217             set-list (elmo-imap4-make-number-set-list
2218                       from-msgs
2219                       elmo-imap4-number-set-chop-length)
2220             end nil)
2221       (while (not end)
2222         (setq results
2223               (append
2224                results
2225                (elmo-imap4-response-value
2226                 (elmo-imap4-send-command-wait
2227                  session
2228                  (format
2229                   (if elmo-imap4-use-uid
2230                       "uid search %s%s%s %s"
2231                     "search %s%s%s %s")
2232                   (if from-msgs
2233                       (concat
2234                        (if elmo-imap4-use-uid "uid ")
2235                        (cdr (car set-list))
2236                        " ")
2237                     "")
2238                   (if (eq (elmo-filter-type filter)
2239                           'unmatch)
2240                       "not " "")
2241                   search-key
2242                   (elmo-date-get-description
2243                    (elmo-date-get-datevec
2244                     (elmo-filter-value filter)))))
2245                 'search)))
2246         (when (> length elmo-display-progress-threshold)
2247           (setq total (+ total (car (car set-list))))
2248           (elmo-display-progress
2249            'elmo-imap4-search "Searching..."
2250            (/ (* total 100) length)))
2251         (setq set-list (cdr set-list)
2252               end (null set-list)))
2253       results)
2254      (t
2255       (setq charset
2256             (if (eq (length (elmo-filter-value filter)) 0)
2257                 (setq charset 'us-ascii)
2258               (elmo-imap4-detect-search-charset
2259                (elmo-filter-value filter)))
2260             set-list (elmo-imap4-make-number-set-list
2261                       from-msgs
2262                       elmo-imap4-number-set-chop-length)
2263             end nil)
2264       (while (not end)
2265         (setq results
2266               (append
2267                results
2268                (elmo-imap4-response-value
2269                 (elmo-imap4-send-command-wait
2270                  session
2271                  (list
2272                   (if elmo-imap4-use-uid "uid ")
2273                   "search "
2274                   "CHARSET "
2275                   (elmo-imap4-astring
2276                    (symbol-name charset))
2277                   " "
2278                   (if from-msgs
2279                       (concat
2280                        (if elmo-imap4-use-uid "uid ")
2281                        (cdr (car set-list))
2282                        " ")
2283                     "")
2284                   (if (eq (elmo-filter-type filter)
2285                           'unmatch)
2286                       "not " "")
2287                   (format "%s%s "
2288                           (if (member
2289                                (elmo-filter-key filter)
2290                                imap-search-keys)
2291                               ""
2292                             "header ")
2293                           (elmo-filter-key filter))
2294                   (elmo-imap4-astring
2295                    (encode-mime-charset-string
2296                     (elmo-filter-value filter) charset))))
2297                 'search)))
2298         (when (> length elmo-display-progress-threshold)
2299           (setq total (+ total (car (car set-list))))
2300           (elmo-display-progress
2301            'elmo-imap4-search "Searching..."
2302            (/ (* total 100) length)))
2303         (setq set-list (cdr set-list)
2304               end (null set-list)))
2305       results))))
2306
2307 (defun elmo-imap4-search-internal (folder session condition from-msgs)
2308   (let (result)
2309     (cond
2310      ((vectorp condition)
2311       (setq result (elmo-imap4-search-internal-primitive
2312                     folder session condition from-msgs)))
2313      ((eq (car condition) 'and)
2314       (setq result (elmo-imap4-search-internal folder session (nth 1 condition)
2315                                                from-msgs)
2316             result (elmo-list-filter result
2317                                      (elmo-imap4-search-internal
2318                                       folder session (nth 2 condition)
2319                                       from-msgs))))
2320      ((eq (car condition) 'or)
2321       (setq result (elmo-imap4-search-internal
2322                     folder session (nth 1 condition) from-msgs)
2323             result (elmo-uniq-list
2324                     (nconc result
2325                            (elmo-imap4-search-internal
2326                             folder session (nth 2 condition) from-msgs)))
2327             result (sort result '<))))))
2328
2329 (luna-define-method elmo-folder-search :around ((folder elmo-imap4-folder)
2330                                                 condition &optional numbers)
2331   (if (elmo-folder-plugged-p folder)
2332       (save-excursion
2333         (let ((session (elmo-imap4-get-session folder)))
2334           (elmo-imap4-session-select-mailbox
2335            session
2336            (elmo-imap4-folder-mailbox-internal folder))
2337           (elmo-imap4-search-internal folder session condition numbers)))
2338     (luna-call-next-method)))
2339
2340 (luna-define-method elmo-folder-msgdb-create-plugged
2341   ((folder elmo-imap4-folder) numbers flag-table)
2342   (when numbers
2343     (let ((session (elmo-imap4-get-session folder))
2344           (headers
2345            (append
2346             '("Subject" "From" "To" "Cc" "Date"
2347               "Message-Id" "References" "In-Reply-To")
2348             elmo-msgdb-extra-fields))
2349           (total 0)
2350           (length (length numbers))
2351           print-length print-depth
2352           rfc2060 set-list)
2353       (setq rfc2060 (memq 'imap4rev1
2354                           (elmo-imap4-session-capability-internal
2355                            session)))
2356       (message "Getting overview...")
2357       (elmo-imap4-session-select-mailbox
2358        session (elmo-imap4-folder-mailbox-internal folder))
2359       (setq set-list (elmo-imap4-make-number-set-list
2360                       numbers
2361                       elmo-imap4-overview-fetch-chop-length))
2362       ;; Setup callback.
2363       (with-current-buffer (elmo-network-session-buffer session)
2364         (setq elmo-imap4-current-msgdb (elmo-make-msgdb)
2365               elmo-imap4-seen-messages nil
2366               elmo-imap4-fetch-callback 'elmo-imap4-fetch-callback-1
2367               elmo-imap4-fetch-callback-data (cons flag-table folder))
2368         (while set-list
2369           (elmo-imap4-send-command-wait
2370            session
2371            ;; get overview entity from IMAP4
2372            (format "%sfetch %s (%s rfc822.size flags)"
2373                    (if elmo-imap4-use-uid "uid " "")
2374                    (cdr (car set-list))
2375                    (if rfc2060
2376                        (format "body.peek[header.fields %s]" headers)
2377                      (format "%s" headers))))
2378           (when (> length elmo-display-progress-threshold)
2379             (setq total (+ total (car (car set-list))))
2380             (elmo-display-progress
2381              'elmo-imap4-msgdb-create "Getting overview..."
2382              (/ (* total 100) length)))
2383           (setq set-list (cdr set-list)))
2384         (message "Getting overview...done")
2385         (when elmo-imap4-seen-messages
2386           (elmo-imap4-set-flag folder elmo-imap4-seen-messages "\\Seen"))
2387         ;; cannot setup the global flag while retrieval.
2388         (dolist (number (elmo-msgdb-list-messages elmo-imap4-current-msgdb))
2389           (elmo-global-flags-set (elmo-msgdb-flags elmo-imap4-current-msgdb
2390                                                    number)
2391                                  folder number
2392                                  (elmo-message-entity-field
2393                                   (elmo-msgdb-message-entity
2394                                    elmo-imap4-current-msgdb number)
2395                                   'message-id)))
2396         elmo-imap4-current-msgdb))))
2397
2398 (luna-define-method elmo-folder-set-flag-plugged ((folder elmo-imap4-folder)
2399                                                   numbers flag)
2400   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2401     (elmo-imap4-set-flag folder numbers (or (car spec)
2402                                             (capitalize (symbol-name flag)))
2403                          (nth 1 spec))))
2404
2405 (luna-define-method elmo-folder-unset-flag-plugged ((folder elmo-imap4-folder)
2406                                                     numbers flag)
2407   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2408     (elmo-imap4-set-flag folder numbers (or (car spec)
2409                                             (capitalize (symbol-name flag)))
2410                          (not (nth 1 spec)))))
2411
2412 (luna-define-method elmo-message-use-cache-p ((folder elmo-imap4-folder)
2413                                               number)
2414   elmo-imap4-use-cache)
2415
2416 (luna-define-method elmo-folder-message-appendable-p ((folder elmo-imap4-folder))
2417   (if (elmo-folder-plugged-p folder)
2418       (not (elmo-imap4-session-read-only-internal
2419             (elmo-imap4-get-session folder)))
2420     elmo-enable-disconnected-operation)) ; offline refile.
2421
2422 (luna-define-method elmo-folder-check-plugged ((folder elmo-imap4-folder))
2423   (let ((session (elmo-imap4-get-session folder 'if-exists)))
2424     (when session
2425       (if (string=
2426            (elmo-imap4-session-current-mailbox-internal session)
2427            (elmo-imap4-folder-mailbox-internal folder))
2428           (if elmo-imap4-use-select-to-update-status
2429               (elmo-imap4-session-select-mailbox
2430                session
2431                (elmo-imap4-folder-mailbox-internal folder)
2432                'force)
2433             (elmo-imap4-session-check session))))))
2434
2435 (defsubst elmo-imap4-folder-diff-plugged (folder)
2436   (let ((session (elmo-imap4-get-session folder))
2437         messages new unread response killed uidnext)
2438 ;;; (elmo-imap4-commit spec)
2439     (with-current-buffer (elmo-network-session-buffer session)
2440       (setq elmo-imap4-status-callback nil)
2441       (setq elmo-imap4-status-callback-data nil))
2442     (if elmo-imap4-use-select-to-update-status
2443         (elmo-imap4-session-select-mailbox
2444          session
2445          (elmo-imap4-folder-mailbox-internal folder)))
2446     (setq response
2447           (elmo-imap4-send-command-wait session
2448                                         (list
2449                                          "status "
2450                                          (elmo-imap4-mailbox
2451                                           (elmo-imap4-folder-mailbox-internal
2452                                            folder))
2453                                          " (recent unseen messages uidnext)")))
2454     (setq response (elmo-imap4-response-value response 'status))
2455     (setq messages (elmo-imap4-response-value response 'messages))
2456     (setq uidnext (elmo-imap4-response-value response 'uidnext))
2457     (setq killed (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2458     ;;
2459     (when killed
2460       (when (and (consp (car killed))
2461                  (eq (car (car killed)) 1))
2462         (setq messages (- uidnext (cdr (car killed)) 1)))
2463       (setq messages (- messages
2464                         (elmo-msgdb-killed-list-length (cdr killed)))))
2465     (setq new (elmo-imap4-response-value response 'recent)
2466           unread (elmo-imap4-response-value response 'unseen))
2467     (if (< unread new) (setq new unread))
2468     (list new unread messages)))
2469
2470 (luna-define-method elmo-folder-diff-plugged ((folder elmo-imap4-folder))
2471   (elmo-imap4-folder-diff-plugged folder))
2472
2473 (luna-define-method elmo-folder-diff-async ((folder elmo-imap4-folder))
2474   (setq elmo-imap4-server-diff-async-callback
2475         elmo-folder-diff-async-callback)
2476   (setq elmo-imap4-server-diff-async-callback-data
2477         elmo-folder-diff-async-callback-data)
2478   (elmo-imap4-server-diff-async folder))
2479
2480 (luna-define-method elmo-folder-open :around ((folder elmo-imap4-folder)
2481                                               &optional load-msgdb)
2482   (if (elmo-folder-plugged-p folder)
2483       (let (session mailbox msgdb result response tag)
2484         (condition-case err
2485             (progn
2486               (setq session (elmo-imap4-get-session folder)
2487                     mailbox (elmo-imap4-folder-mailbox-internal folder)
2488                     tag (elmo-imap4-send-command session
2489                                                  (list "select "
2490                                                        (elmo-imap4-mailbox
2491                                                         mailbox))))
2492               (message "Selecting %s..."
2493                        (elmo-folder-name-internal folder))
2494               (if load-msgdb
2495                   (setq msgdb (elmo-folder-msgdb-load folder 'silent)))
2496               (elmo-folder-set-killed-list-internal
2497                folder
2498                (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2499               (if (setq result (elmo-imap4-response-ok-p
2500                                 (setq response
2501                                       (elmo-imap4-read-response session tag))))
2502                   (progn
2503                     (elmo-imap4-session-set-current-mailbox-internal
2504                      session mailbox)
2505                     (elmo-imap4-session-set-read-only-internal
2506                      session
2507                      (nth 1 (assq 'read-only (assq 'ok response))))
2508                     (elmo-imap4-session-set-flags-internal
2509                      session
2510                      (nth 1 (or (assq 'permanentflags response)
2511                                 (assq 'flags response)))))
2512                 (elmo-imap4-session-set-current-mailbox-internal session nil)
2513                 (if (elmo-imap4-response-bye-p response)
2514                     (elmo-imap4-process-bye session)
2515                   (error "%s"
2516                          (or (elmo-imap4-response-error-text response)
2517                              (format "Select %s failed" mailbox)))))
2518               (message "Selecting %s...done"
2519                        (elmo-folder-name-internal folder))
2520               (elmo-folder-set-msgdb-internal
2521                folder msgdb))
2522           (quit
2523            (if (elmo-imap4-response-ok-p response)
2524                (elmo-imap4-session-set-current-mailbox-internal
2525                 session mailbox)
2526              (and session
2527                   (elmo-imap4-session-set-current-mailbox-internal
2528                    session nil))))
2529           (error
2530            (if (elmo-imap4-response-ok-p response)
2531                (elmo-imap4-session-set-current-mailbox-internal
2532                 session mailbox)
2533              (and session
2534                   (elmo-imap4-session-set-current-mailbox-internal
2535                    session nil))))))
2536     (luna-call-next-method)))
2537
2538 ;; elmo-folder-open-internal: do nothing.
2539
2540 (luna-define-method elmo-find-fetch-strategy ((folder elmo-imap4-folder) number
2541                                               &optional
2542                                               ignore-cache
2543                                               require-entireness)
2544   (let ((entity (elmo-message-entity folder number)))
2545     (if (null entity)
2546         (elmo-make-fetch-strategy 'entire)
2547       (let* ((size (elmo-message-entity-field entity 'size))
2548              (message-id (elmo-message-entity-field entity 'message-id))
2549              (cache-file (elmo-file-cache-get message-id))
2550              (use-cache (and (not ignore-cache)
2551                              (elmo-message-use-cache-p folder number)
2552                              (if require-entireness
2553                                  (eq (elmo-file-cache-status cache-file)
2554                                      'entire)
2555                                (elmo-file-cache-status cache-file)))))
2556         (elmo-make-fetch-strategy
2557          (if use-cache
2558              (elmo-file-cache-status cache-file)
2559            (if (and (not require-entireness)
2560                     elmo-message-fetch-threshold
2561                     (integerp size)
2562                     (>= size elmo-message-fetch-threshold)
2563                     (or (not elmo-message-fetch-confirm)
2564                         (not (prog1
2565                                  (y-or-n-p
2566                                   (format
2567                                    "Fetch entire message at once? (%dbytes)"
2568                                    size))
2569                                (message "")))))
2570                'section
2571              'entire))
2572          use-cache
2573          (elmo-message-use-cache-p folder number)
2574          (elmo-file-cache-path cache-file))))))
2575
2576 (luna-define-method elmo-folder-create-plugged ((folder elmo-imap4-folder))
2577   (elmo-imap4-send-command-wait
2578    (elmo-imap4-get-session folder)
2579    (list "create "
2580          (elmo-imap4-mailbox
2581           (elmo-imap4-folder-mailbox-internal folder)))))
2582
2583 (defun elmo-imap4-flags-to-imap (flags)
2584   "Convert FLAGS to the IMAP flag string."
2585   (let ((imap-flag (if (not (memq 'unread flags)) "\\Seen"))
2586         (flags (delq 'read (delq 'cached (delq 'unread flags))))
2587         spec)
2588     (dolist (flag flags)
2589       (setq imap-flag (concat imap-flag (if imap-flag " ")
2590                               (or (car (cdr (assq flag elmo-imap4-flag-specs)))
2591                                   (capitalize (symbol-name flag))))))
2592     imap-flag))
2593
2594 (luna-define-method elmo-folder-append-buffer
2595   ((folder elmo-imap4-folder) &optional flags number)
2596   (if (elmo-folder-plugged-p folder)
2597       (let ((session (elmo-imap4-get-session folder))
2598             send-buffer result)
2599         (elmo-imap4-session-select-mailbox session
2600                                            (elmo-imap4-folder-mailbox-internal
2601                                             folder))
2602         (setq send-buffer (elmo-imap4-setup-send-buffer))
2603         (unwind-protect
2604             (setq result
2605                   (elmo-imap4-send-command-wait
2606                    session
2607                    (list
2608                     "append "
2609                     (elmo-imap4-mailbox (elmo-imap4-folder-mailbox-internal
2610                                          folder))
2611                     (if (and flags (elmo-folder-use-flag-p folder))
2612                         (concat " (" (elmo-imap4-flags-to-imap flags) ") ")
2613                       " () ")
2614                     (elmo-imap4-buffer-literal send-buffer))))
2615           (kill-buffer send-buffer))
2616         (when result
2617           (elmo-folder-preserve-flags
2618            folder (elmo-msgdb-get-message-id-from-buffer) flags))
2619         result)
2620     ;; Unplugged
2621     (if elmo-enable-disconnected-operation
2622         (elmo-folder-append-buffer-dop folder flags number)
2623       (error "Unplugged"))))
2624
2625 (eval-when-compile
2626   (defmacro elmo-imap4-identical-system-p (folder1 folder2)
2627     "Return t if FOLDER1 and FOLDER2 are in the same IMAP4 system."
2628     (` (and (string= (elmo-net-folder-server-internal (, folder1))
2629                      (elmo-net-folder-server-internal (, folder2)))
2630             (eq (elmo-net-folder-port-internal (, folder1))
2631                 (elmo-net-folder-port-internal (, folder2)))
2632             (string= (elmo-net-folder-user-internal (, folder1))
2633                      (elmo-net-folder-user-internal (, folder2)))))))
2634
2635 (luna-define-method elmo-folder-next-message-number-plugged
2636   ((folder elmo-imap4-folder))
2637   (let ((session (elmo-imap4-get-session folder))
2638         messages new unread response killed uidnext)
2639     (with-current-buffer (elmo-network-session-buffer session)
2640       (setq elmo-imap4-status-callback nil)
2641       (setq elmo-imap4-status-callback-data nil))
2642     (if elmo-imap4-use-select-to-update-status
2643         (elmo-imap4-session-select-mailbox
2644          session
2645          (elmo-imap4-folder-mailbox-internal folder)))
2646     (setq response
2647           (elmo-imap4-send-command-wait session
2648                                         (list
2649                                          "status "
2650                                          (elmo-imap4-mailbox
2651                                           (elmo-imap4-folder-mailbox-internal
2652                                            folder))
2653                                          " (uidnext)"))
2654           response (elmo-imap4-response-value response 'status))
2655     (elmo-imap4-response-value response 'uidnext)))
2656
2657 (luna-define-method elmo-folder-append-messages :around
2658   ((folder elmo-imap4-folder) src-folder numbers &optional same-number)
2659   (if (and (eq (elmo-folder-type-internal src-folder) 'imap4)
2660            (elmo-imap4-identical-system-p folder src-folder)
2661            (elmo-folder-plugged-p folder))
2662       ;; Plugged
2663       (prog1
2664           (elmo-imap4-copy-messages src-folder folder numbers)
2665         (elmo-progress-notify 'elmo-folder-move-messages (length numbers)))
2666     (luna-call-next-method)))
2667
2668 (luna-define-method elmo-message-deletable-p ((folder elmo-imap4-folder)
2669                                               number)
2670   (if (elmo-folder-plugged-p folder)
2671       (not (elmo-imap4-session-read-only-internal
2672             (elmo-imap4-get-session folder)))
2673     elmo-enable-disconnected-operation)) ; offline refile.
2674
2675 ;(luna-define-method elmo-message-fetch-unplugged
2676 ;  ((folder elmo-imap4-folder)
2677 ;   number strategy  &optional section outbuf unseen)
2678 ;  (error "%d%s is not cached." number (if section
2679 ;                                         (format "(%s)" section)
2680 ;                                       "")))
2681
2682 (defsubst elmo-imap4-message-fetch (folder number strategy
2683                                            section outbuf unseen)
2684   (let ((session (elmo-imap4-get-session folder))
2685         response)
2686     (elmo-imap4-session-select-mailbox session
2687                                        (elmo-imap4-folder-mailbox-internal
2688                                         folder))
2689     (with-current-buffer (elmo-network-session-buffer session)
2690       (setq elmo-imap4-fetch-callback nil)
2691       (setq elmo-imap4-fetch-callback-data nil))
2692     (unless elmo-inhibit-display-retrieval-progress
2693       (setq elmo-imap4-display-literal-progress t))
2694     (unwind-protect
2695         (setq response
2696               (elmo-imap4-send-command-wait session
2697                                             (format
2698                                              (if elmo-imap4-use-uid
2699                                                  "uid fetch %s body%s[%s]"
2700                                                "fetch %s body%s[%s]")
2701                                              number
2702                                              (if unseen ".peek" "")
2703                                              (or section "")
2704                                              )))
2705       (setq elmo-imap4-display-literal-progress nil))
2706     (unless elmo-inhibit-display-retrieval-progress
2707       (elmo-display-progress 'elmo-imap4-display-literal-progress
2708                              "Retrieving..." 100)  ; remove progress bar.
2709       (message "Retrieving...done"))
2710     (if (setq response (elmo-imap4-response-bodydetail-text
2711                         (elmo-imap4-response-value-all
2712                          response 'fetch)))
2713         (with-current-buffer outbuf
2714           (erase-buffer)
2715           (insert response)
2716           (elmo-delete-cr-buffer)
2717           t))))
2718
2719 (luna-define-method elmo-message-fetch-plugged ((folder elmo-imap4-folder)
2720                                                 number strategy
2721                                                 &optional section
2722                                                 outbuf unseen)
2723   (elmo-imap4-message-fetch folder number strategy section outbuf unseen))
2724
2725 (luna-define-method elmo-message-fetch-field ((folder elmo-imap4-folder)
2726                                               number field)
2727   (let ((session (elmo-imap4-get-session folder)))
2728     (elmo-imap4-session-select-mailbox session
2729                                        (elmo-imap4-folder-mailbox-internal
2730                                         folder))
2731     (with-current-buffer (elmo-network-session-buffer session)
2732       (setq elmo-imap4-fetch-callback nil)
2733       (setq elmo-imap4-fetch-callback-data nil))
2734     (with-temp-buffer
2735       (insert
2736        (elmo-imap4-response-bodydetail-text
2737         (elmo-imap4-response-value
2738          (elmo-imap4-send-command-wait session
2739                                        (concat
2740                                         (if elmo-imap4-use-uid
2741                                             "uid ")
2742                                         (format
2743                                          "fetch %s (body.peek[header.fields (%s)])"
2744                                          number field)))
2745          'fetch)))
2746       (elmo-delete-cr-buffer)
2747       (goto-char (point-min))
2748       (std11-field-body (symbol-name field)))))
2749
2750 (luna-define-method elmo-folder-search-requires-msgdb-p ((folder
2751                                                           elmo-imap4-folder)
2752                                                          condition)
2753   nil)
2754
2755 (autoload 'elmo-global-flags-set "elmo-flag")
2756 (autoload 'elmo-get-global-flags "elmo-flag")
2757
2758 (require 'product)
2759 (product-provide (provide 'elmo-imap4) (require 'elmo-version))
2760
2761 ;;; elmo-imap4.el ends here