elmo/elmo-imap4.el

   1 ;;; elmo-imap4.el --- IMAP4 Interface for ELMO.
   2
   3 ;; Copyright (C) 1998,1999,2000 Yuuichi Teranishi <teranisi@gohome.org>
   4 ;; Copyright (C) 1999,2000      Kenichi OKADA <okada@opaopa.org>
   5 ;; Copyright (C) 2000           OKAZAKI Tetsurou <okazaki@be.to>
   6 ;; Copyright (C) 2000           Daiki Ueno <ueno@unixuser.org>
   7
   8 ;; Author: Yuuichi Teranishi <teranisi@gohome.org>
   9 ;;      Kenichi OKADA <okada@opaopa.org>
  10 ;;      OKAZAKI Tetsurou <okazaki@be.to>
  11 ;;      Daiki Ueno <ueno@unixuser.org>
  12 ;; Keywords: mail, net news
  13
  14 ;; This file is part of ELMO (Elisp Library for Message Orchestration).
  15
  16 ;; This program is free software; you can redistribute it and/or modify
  17 ;; it under the terms of the GNU General Public License as published by
  18 ;; the Free Software Foundation; either version 2, or (at your option)
  19 ;; any later version.
  20 ;;
  21 ;; This program is distributed in the hope that it will be useful,
  22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  24 ;; GNU General Public License for more details.
  25 ;;
  26 ;; You should have received a copy of the GNU General Public License
  27 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
  28 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  29 ;; Boston, MA 02111-1307, USA.
  30 ;;
  31
  32 ;;; Commentary:
  33 ;;
  34 ;; Origin of IMAP parser part is imap.el, included in Gnus.
  35 ;;
  36 ;;    Copyright (C) 1998, 1999, 2000
  37 ;;    Free Software Foundation, Inc.
  38 ;;    Author: Simon Josefsson <jas@pdc.kth.se>
  39 ;;
  40
  41 (require 'elmo-vars)
  42 (require 'elmo-util)
  43 (require 'elmo-date)
  44 (require 'elmo-msgdb)
  45 (require 'elmo-cache)
  46 (require 'elmo)
  47 (require 'elmo-net)
  48 (require 'utf7)
  49 (require 'elmo-mime)
  50
  51 ;;; Code:
  52 (eval-when-compile (require 'cl))
  53
  54 (defvar elmo-imap4-disuse-server-flag-mailbox-regexp "^#mh" ; UW imapd
  55   "Regexp to match IMAP4 mailbox names whose message flags on server should be ignored.
  56 (Except `\\Deleted' flag).")
  57
  58 (defvar elmo-imap4-overview-fetch-chop-length 200
  59   "*Number of overviews to fetch in one request.")
  60
  61 ;; c.f. rfc2683 3.2.1.5 Long Command Lines
  62 ;;
  63 ;; "A client should limit the length of the command lines it generates
  64 ;;  to approximately 1000 octets (including all quoted strings but not
  65 ;;  including literals). If the client is unable to group things into
  66 ;;  ranges so that the command line is within that length, it should
  67 ;;  split the request into multiple commands. The client should use
  68 ;;  literals instead of long quoted strings, in order to keep the command
  69 ;;  length down.
  70 ;;  For its part, a server should allow for a command line of at least
  71 ;;  8000 octets. This provides plenty of leeway for accepting reasonable
  72 ;;  length commands from clients. The server should send a BAD response
  73 ;;  to a command that does not end within the server's maximum accepted
  74 ;;  command length. "
  75
  76 ;; To limit command line length, chop number set.
  77 (defvar elmo-imap4-number-set-chop-length 1000
  78   "*Number of messages to specify as a number-set argument for one request.")
  79
  80 (defvar elmo-imap4-force-login nil
  81   "*Non-nil forces to try 'login' if there is no 'auth' capability in imapd.")
  82
  83 (defvar elmo-imap4-use-select-to-update-status nil
  84   "*Some imapd have to send select command to update status.
  85 (ex. UW imapd 4.5-BETA?).  For these imapd, you must set this variable t.")
  86
  87 (defvar elmo-imap4-use-modified-utf7 nil
  88   "*Use mofidied UTF-7 (rfc2060) encoding for IMAP4 folder name.")
  89
  90 (defvar elmo-imap4-use-cache t
  91   "Use cache in imap4 folder.")
  92
  93 (defvar elmo-imap4-extra-namespace-alist
  94   '(("^\\({.*/nntp}\\).*$" . ".")) ; Default is for UW's remote nntp mailbox...
  95   "Extra namespace alist.
  96 A list of cons cell like: (REGEXP . DELIMITER).
  97 REGEXP should have a grouping for namespace prefix.")
  98 ;;
  99 ;;; internal variables
 100 ;;
 101 (defvar elmo-imap4-seq-prefix "elmo-imap4")
 102 (defvar elmo-imap4-seqno 0)
 103 (defvar elmo-imap4-use-uid t
 104   "Use UID as message number.")
 105
 106 (defvar elmo-imap4-current-response nil)
 107 (defvar elmo-imap4-status nil)
 108 (defvar elmo-imap4-reached-tag "elmo-imap40")
 109
 110 ;;; buffer local variables
 111 (defvar elmo-imap4-default-hierarchy-delimiter "/")
 112
 113 (defvar elmo-imap4-server-capability nil)
 114 (defvar elmo-imap4-server-namespace nil)
 115
 116 (defvar elmo-imap4-parsing nil) ; indicates parsing.
 117
 118 (defvar elmo-imap4-fetch-callback nil)
 119 (defvar elmo-imap4-fetch-callback-data nil)
 120 (defvar elmo-imap4-status-callback nil)
 121 (defvar elmo-imap4-status-callback-data nil)
 122
 123 (defvar elmo-imap4-server-diff-async-callback nil)
 124 (defvar elmo-imap4-server-diff-async-callback-data nil)
 125
 126 ;;; progress...(no use?)
 127 (defvar elmo-imap4-count-progress nil)
 128 (defvar elmo-imap4-count-progress-message nil)
 129 (defvar elmo-imap4-progress-count nil)
 130
 131 ;;; XXX Temporal implementation
 132 (defvar elmo-imap4-current-msgdb nil)
 133 (defvar elmo-imap4-seen-messages nil)
 134
 135 (defvar elmo-imap4-local-variables
 136   '(elmo-imap4-status
 137     elmo-imap4-current-response
 138     elmo-imap4-seqno
 139     elmo-imap4-parsing
 140     elmo-imap4-reached-tag
 141     elmo-imap4-count-progress
 142     elmo-imap4-count-progress-message
 143     elmo-imap4-progress-count
 144     elmo-imap4-fetch-callback
 145     elmo-imap4-fetch-callback-data
 146     elmo-imap4-status-callback
 147     elmo-imap4-status-callback-data
 148     elmo-imap4-current-msgdb
 149     elmo-imap4-seen-messages))
 150
 151 ;;;;
 152
 153 (defconst elmo-imap4-quoted-specials-list '(?\\ ?\"))
 154
 155 (defconst elmo-imap4-non-atom-char-regex
 156   (eval-when-compile
 157     (concat "[^" "]!#$&'+,./0-9:;<=>?@A-Z[^_`a-z|}~-" "]")))
 158
 159 (defconst elmo-imap4-non-text-char-regex
 160   (eval-when-compile
 161     (concat "[^"
 162             "]\x01-\x09\x0b\x0c\x0e-\x1f\x7f !\"#$%&'()*+,./0-9:;<=>?@A-Z[\\^_`a-z{|}~-"
 163             "]")))
 164
 165 (defconst elmo-imap4-literal-threshold 1024
 166  "Limitation of characters that can be used in a quoted string.")
 167
 168 ;; For debugging.
 169 (defvar elmo-imap4-debug nil
 170   "Non-nil forces IMAP4 folder as debug mode.
 171 Debug information is inserted in the buffer \"*IMAP4 DEBUG*\"")
 172
 173 (defvar elmo-imap4-debug-inhibit-logging nil)
 174
 175 ;;; ELMO IMAP4 folder
 176 (eval-and-compile
 177   (luna-define-class elmo-imap4-folder (elmo-net-folder)
 178                      (mailbox))
 179   (luna-define-internal-accessors 'elmo-imap4-folder))
 180
 181 ;;; Session
 182 (eval-and-compile
 183   (luna-define-class elmo-imap4-session (elmo-network-session)
 184                      (capability current-mailbox read-only))
 185   (luna-define-internal-accessors 'elmo-imap4-session))
 186
 187 ;;; MIME-ELMO-IMAP Location
 188 (eval-and-compile
 189   (luna-define-class mime-elmo-imap-location
 190                      (mime-imap-location)
 191                      (folder number rawbuf strategy))
 192   (luna-define-internal-accessors 'mime-elmo-imap-location))
 193
 194 ;;; Debug
 195 (defmacro elmo-imap4-debug (message &rest args)
 196   (` (if elmo-imap4-debug
 197          (elmo-imap4-debug-1 (, message) (,@ args)))))
 198
 199 (defun elmo-imap4-debug-1 (message &rest args)
 200   (with-current-buffer (get-buffer-create "*IMAP4 DEBUG*")
 201     (goto-char (point-max))
 202     (if elmo-imap4-debug-inhibit-logging
 203         (insert "NO LOGGING\n")
 204       (insert (apply 'format message args) "\n"))))
 205
 206 (defsubst elmo-imap4-decode-folder-string (string)
 207   (if elmo-imap4-use-modified-utf7
 208       (utf7-decode-string string 'imap)
 209     string))
 210
 211 (defsubst elmo-imap4-encode-folder-string (string)
 212   (if elmo-imap4-use-modified-utf7
 213       (utf7-encode-string string 'imap)
 214     string))
 215
 216 ;;; Response
 217
 218 (defmacro elmo-imap4-response-continue-req-p (response)
 219   "Returns non-nil if RESPONSE is '+' response."
 220   (` (assq 'continue-req (, response))))
 221
 222 (defmacro elmo-imap4-response-ok-p (response)
 223   "Returns non-nil if RESPONSE is an 'OK' response."
 224   (` (assq 'ok (, response))))
 225
 226 (defmacro elmo-imap4-response-bye-p (response)
 227   "Returns non-nil if RESPONSE is an 'BYE' response."
 228   (` (assq 'bye (, response))))
 229
 230 (defmacro elmo-imap4-response-value (response symbol)
 231   "Get value of the SYMBOL from RESPONSE."
 232   (` (nth 1 (assq (, symbol) (, response)))))
 233
 234 (defsubst elmo-imap4-response-value-all (response symbol)
 235   "Get all value of the SYMBOL from RESPONSE."
 236   (let (matched)
 237     (while response
 238       (if (eq (car (car response)) symbol)
 239           (setq matched (nconc matched (nth 1 (car response)))))
 240       (setq response (cdr response)))
 241     matched))
 242
 243 (defmacro elmo-imap4-response-error-text (response)
 244   "Returns text of NO, BAD, BYE response."
 245   (` (nth 1 (or (elmo-imap4-response-value (, response) 'no)
 246                 (elmo-imap4-response-value (, response) 'bad)
 247                 (elmo-imap4-response-value (, response) 'bye)))))
 248
 249 (defmacro elmo-imap4-response-bodydetail-text (response)
 250   "Returns text of BODY[section]<partial>."
 251   (` (nth 3 (assq 'bodydetail (, response)))))
 252
 253 ;;; Session commands.
 254
 255 ; (defun elmo-imap4-send-command-wait (session command)
 256 ;   "Send COMMAND to the SESSION and wait for response.
 257 ; Returns RESPONSE (parsed lisp object) of IMAP session."
 258 ;   (elmo-imap4-read-response session
 259 ;                           (elmo-imap4-send-command
 260 ;                            session
 261 ;                            command)))
 262
 263 (defun elmo-imap4-send-command-wait (session command)
 264   "Send COMMAND to the SESSION.
 265 Returns RESPONSE (parsed lisp object) of IMAP session.
 266 If response is not `OK', causes error with IMAP response text."
 267   (elmo-imap4-accept-ok session
 268                         (elmo-imap4-send-command
 269                          session
 270                          command)))
 271
 272 (defun elmo-imap4-send-command (session command)
 273   "Send COMMAND to the SESSION.
 274 Returns a TAG string which is assigned to the COMMAND."
 275   (let* ((command-args (if (listp command)
 276                            command
 277                          (list command)))
 278          (process (elmo-network-session-process-internal session))
 279          cmdstr tag token kind)
 280     (with-current-buffer (process-buffer process)
 281       (setq tag (concat elmo-imap4-seq-prefix
 282                         (number-to-string
 283                          (setq elmo-imap4-seqno (+ 1 elmo-imap4-seqno)))))
 284       (setq cmdstr (concat tag " "))
 285       ;; (erase-buffer) No need.
 286       (goto-char (point-min))
 287       (when (elmo-imap4-response-bye-p elmo-imap4-current-response)
 288         (elmo-imap4-process-bye session))
 289       (setq elmo-imap4-current-response nil)
 290       (if elmo-imap4-parsing
 291           (error "IMAP process is running. Please wait (or plug again)"))
 292       (setq elmo-imap4-parsing t)
 293       (elmo-imap4-debug "<-(%s)- %s" tag command)
 294       (while (setq token (car command-args))
 295         (cond ((stringp token)   ; formatted
 296                (setq cmdstr (concat cmdstr token)))
 297               ((listp token)     ; unformatted
 298                (setq kind (car token))
 299                (cond ((eq kind 'atom)
 300                       (setq cmdstr (concat cmdstr (nth 1 token))))
 301                      ((eq kind 'quoted)
 302                       (setq cmdstr (concat
 303                                     cmdstr
 304                                     (elmo-imap4-format-quoted (nth 1 token)))))
 305                      ((eq kind 'literal)
 306                       (setq cmdstr (concat cmdstr
 307                                            (format "{%d}" (nth 2 token))))
 308                       (process-send-string process cmdstr)
 309                       (process-send-string process "\r\n")
 310                       (setq cmdstr nil)
 311                       (elmo-imap4-accept-continue-req session)
 312                       (cond ((stringp (nth 1 token))
 313                              (setq cmdstr (nth 1 token)))
 314                             ((bufferp (nth 1 token))
 315                              (with-current-buffer (nth 1 token)
 316                                (process-send-region
 317                                 process
 318                                 (point-min)
 319                                 (+ (point-min) (nth 2 token)))))
 320                             (t
 321                              (error "Wrong argument for literal"))))
 322                      (t
 323                       (error "Unknown token kind %s" kind))))
 324               (t
 325                (error "Invalid argument")))
 326         (setq command-args (cdr command-args)))
 327       (if cmdstr
 328           (process-send-string process cmdstr))
 329       (process-send-string process "\r\n")
 330       tag)))
 331
 332 (defun elmo-imap4-send-string (session string)
 333   "Send STRING to the SESSION."
 334   (with-current-buffer (process-buffer
 335                         (elmo-network-session-process-internal session))
 336     (setq elmo-imap4-current-response nil)
 337     (goto-char (point-min))
 338     (elmo-imap4-debug "<-- %s" string)
 339     (process-send-string (elmo-network-session-process-internal session)
 340                          string)
 341     (process-send-string (elmo-network-session-process-internal session)
 342                          "\r\n")))
 343
 344 (defun elmo-imap4-read-response (session tag)
 345   "Read parsed response from SESSION.
 346 TAG is the tag of the command"
 347   (with-current-buffer (process-buffer
 348                         (elmo-network-session-process-internal session))
 349     (while (not (or (string= tag elmo-imap4-reached-tag)
 350                     (elmo-imap4-response-bye-p elmo-imap4-current-response)))
 351       (when (memq (process-status
 352                    (elmo-network-session-process-internal session))
 353                   '(open run))
 354         (accept-process-output (elmo-network-session-process-internal session)
 355                                1)))
 356     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 357     (setq elmo-imap4-parsing nil)
 358     elmo-imap4-current-response))
 359
 360 (defsubst elmo-imap4-read-untagged (process)
 361   (with-current-buffer (process-buffer process)
 362     (while (not elmo-imap4-current-response)
 363       (accept-process-output process 1))
 364     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 365     elmo-imap4-current-response))
 366
 367 (defun elmo-imap4-read-continue-req (session)
 368   "Returns a text following to continue-req in SESSION.
 369 If response is not `+' response, returns nil."
 370   (elmo-imap4-response-value
 371    (elmo-imap4-read-untagged
 372     (elmo-network-session-process-internal session))
 373    'continue-req))
 374
 375 (defun elmo-imap4-process-bye (session)
 376   (with-current-buffer (elmo-network-session-buffer session)
 377     (let ((r elmo-imap4-current-response))
 378       (setq elmo-imap4-current-response nil)
 379       (elmo-network-close-session session)
 380       (signal 'elmo-imap4-bye-error
 381               (list (concat (elmo-imap4-response-error-text r))
 382                     "Try Again")))))
 383
 384 (defun elmo-imap4-accept-continue-req (session)
 385   "Returns non-nil if `+' (continue-req) response is arrived in SESSION.
 386 If response is not `+' response, cause an error."
 387   (let (response)
 388     (setq response
 389           (elmo-imap4-read-untagged
 390            (elmo-network-session-process-internal session)))
 391     (or (elmo-imap4-response-continue-req-p response)
 392         (error "IMAP error: %s"
 393                (or (elmo-imap4-response-error-text response)
 394                    "No continut-req from server.")))))
 395
 396 (defun elmo-imap4-read-ok (session tag)
 397   "Returns non-nil if `OK' response of the command with TAG is arrived
 398 in SESSION. If response is not `OK' response, returns nil."
 399   (elmo-imap4-response-ok-p
 400    (elmo-imap4-read-response session tag)))
 401
 402 (defun elmo-imap4-accept-ok (session tag)
 403   "Accept only `OK' response from SESSION.
 404 If response is not `OK' response, causes error with IMAP response text."
 405   (let ((response (elmo-imap4-read-response session tag)))
 406     (if (elmo-imap4-response-ok-p response)
 407         response
 408       (if (elmo-imap4-response-bye-p response)
 409           (elmo-imap4-process-bye session)
 410         (error "IMAP error: %s"
 411                (or (elmo-imap4-response-error-text response)
 412                    "No `OK' response from server."))))))
 413
 414 ;;; MIME-ELMO-IMAP Location
 415 (luna-define-method mime-imap-location-section-body ((location
 416                                                       mime-elmo-imap-location)
 417                                                      section)
 418   (if (and (stringp section)
 419            (string= section "HEADER"))
 420       ;; Even in the section mode, header fields should be saved to the
 421       ;; raw buffer .
 422       (with-current-buffer (mime-elmo-imap-location-rawbuf-internal location)
 423         (erase-buffer)
 424         (elmo-message-fetch
 425          (mime-elmo-imap-location-folder-internal location)
 426          (mime-elmo-imap-location-number-internal location)
 427          (mime-elmo-imap-location-strategy-internal location)
 428          section
 429          (current-buffer)
 430          'unseen)
 431         (buffer-string))
 432     (elmo-message-fetch
 433      (mime-elmo-imap-location-folder-internal location)
 434      (mime-elmo-imap-location-number-internal location)
 435      (mime-elmo-imap-location-strategy-internal location)
 436      section
 437      nil 'unseen)))
 438
 439
 440 (luna-define-method mime-imap-location-bodystructure
 441   ((location mime-elmo-imap-location))
 442   (elmo-imap4-fetch-bodystructure
 443    (mime-elmo-imap-location-folder-internal location)
 444    (mime-elmo-imap-location-number-internal location)
 445    (mime-elmo-imap-location-strategy-internal location)))
 446
 447 (luna-define-method mime-imap-location-fetch-entity-p
 448   ((location mime-elmo-imap-location) entity)
 449   (or (not elmo-message-displaying) ; Fetching entity to save or force display.
 450       ;; cache exists
 451       (file-exists-p
 452        (expand-file-name
 453         (mmimap-entity-section (mime-entity-node-id-internal entity))
 454         (elmo-fetch-strategy-cache-path
 455          (mime-elmo-imap-location-strategy-internal location))))
 456       ;; not too large to fetch.
 457       (> elmo-message-fetch-threshold
 458          (or (mime-imap-entity-size-internal entity) 0))))
 459
 460 ;;;
 461
 462 (defun elmo-imap4-session-check (session)
 463   (with-current-buffer (elmo-network-session-buffer session)
 464     (setq elmo-imap4-fetch-callback nil)
 465     (setq elmo-imap4-fetch-callback-data nil))
 466   (elmo-imap4-send-command-wait session "check"))
 467
 468 (defun elmo-imap4-atom-p (string)
 469   "Return t if STRING is an atom defined in rfc2060."
 470   (if (string= string "")
 471       nil
 472     (save-match-data
 473       (not (string-match elmo-imap4-non-atom-char-regex string)))))
 474
 475 (defun elmo-imap4-quotable-p (string)
 476   "Return t if STRING can be formatted as a quoted defined in rfc2060."
 477   (save-match-data
 478     (not (string-match elmo-imap4-non-text-char-regex string))))
 479
 480 (defun elmo-imap4-nil (string)
 481   "Return a list represents the special atom \"NIL\" defined in rfc2060, \
 482 if STRING is nil.
 483 Otherwise return nil."
 484   (if (eq string nil)
 485       (list 'atom "NIL")))
 486
 487 (defun elmo-imap4-atom (string)
 488   "Return a list represents STRING as an atom defined in rfc2060.
 489 Return nil if STRING is not an atom.  See `elmo-imap4-atom-p'."
 490   (if (elmo-imap4-atom-p string)
 491       (list 'atom string)))
 492
 493 (defun elmo-imap4-quoted (string)
 494   "Return a list represents STRING as a quoted defined in rfc2060.
 495 Return nil if STRING can not be formatted as a quoted.  See `elmo-imap4-quotable-p'."
 496   (if (elmo-imap4-quotable-p string)
 497       (list 'quoted string)))
 498
 499 (defun elmo-imap4-literal-1 (string-or-buffer length)
 500   "Internal function for `elmo-imap4-literal' and `elmo-imap4-buffer-literal'.
 501 Return a list represents STRING-OR-BUFFER as a literal defined in rfc2060.
 502 STRING-OR-BUFFER must be an encoded string or a single-byte string or a single-byte buffer.
 503 LENGTH must be the number of octets for STRING-OR-BUFFER."
 504   (list 'literal string-or-buffer length))
 505
 506 (defun elmo-imap4-literal (string)
 507   "Return a list represents STRING as a literal defined in rfc2060.
 508 STRING must be an encoded or a single-byte string."
 509   (elmo-imap4-literal-1 string (length string)))
 510
 511 (defun elmo-imap4-buffer-literal (buffer)
 512   "Return a list represents BUFFER as a literal defined in rfc2060.
 513 BUFFER must be a single-byte buffer."
 514   (elmo-imap4-literal-1 buffer (with-current-buffer buffer
 515                                  (buffer-size))))
 516
 517 (defun elmo-imap4-string-1 (string length)
 518   "Internal function for `elmo-imap4-string' and `elmo-imap4-buffer-string'.
 519 Return a list represents STRING as a string defined in rfc2060.
 520 STRING must be an encoded or a single-byte string.
 521 LENGTH must be the number of octets for STRING."
 522   (or (elmo-imap4-quoted string)
 523       (elmo-imap4-literal-1 string length)))
 524
 525 (defun elmo-imap4-string (string)
 526   "Return a list represents STRING as a string defined in rfc2060.
 527 STRING must be an encoded or a single-byte string."
 528   (let ((length (length string)))
 529     (if (< elmo-imap4-literal-threshold length)
 530         (elmo-imap4-literal-1 string length)
 531       (elmo-imap4-string-1 string length))))
 532
 533 (defun elmo-imap4-buffer-string (buffer)
 534   "Return a list represents BUFFER as a string defined in rfc2060.
 535 BUFFER must be a single-byte buffer."
 536   (let ((length (with-current-buffer buffer
 537                   (buffer-size))))
 538     (if (< elmo-imap4-literal-threshold length)
 539         (elmo-imap4-literal-1 buffer length)
 540       (elmo-imap4-string-1 (with-current-buffer buffer
 541                              (buffer-string))
 542                            length))))
 543
 544 (defun elmo-imap4-astring-1 (string length)
 545   "Internal function for `elmo-imap4-astring' and `elmo-imap4-buffer-astring'.
 546 Return a list represents STRING as an astring defined in rfc2060.
 547 STRING must be an encoded or a single-byte string.
 548 LENGTH must be the number of octets for STRING."
 549   (or (elmo-imap4-atom string)
 550       (elmo-imap4-string-1 string length)))
 551
 552 (defun elmo-imap4-astring (string)
 553   "Return a list represents STRING as an astring defined in rfc2060.
 554 STRING must be an encoded or a single-byte string."
 555   (let ((length (length string)))
 556     (if (< elmo-imap4-literal-threshold length)
 557         (elmo-imap4-literal-1 string length)
 558       (elmo-imap4-astring-1 string length))))
 559
 560 (defun elmo-imap4-buffer-astring (buffer)
 561   "Return a list represents BUFFER as an astring defined in rfc2060.
 562 BUFFER must be a single-byte buffer."
 563   (let ((length (with-current-buffer buffer
 564                   (buffer-size))))
 565     (if (< elmo-imap4-literal-threshold length)
 566         (elmo-imap4-literal-1 buffer length)
 567       (elmo-imap4-astring-1 (with-current-buffer buffer
 568                               (buffer-string))
 569                             length))))
 570
 571 (defun elmo-imap4-nstring (string)
 572   "Return a list represents STRING as a nstring defined in rfc2060.
 573 STRING must be an encoded or a single-byte string."
 574    (or (elmo-imap4-nil string)
 575        (elmo-imap4-string string)))
 576
 577 (defun elmo-imap4-buffer-nstring (buffer)
 578   "Return a list represents BUFFER as a nstring defined in rfc2060.
 579 BUFFER must be a single-byte buffer."
 580    (or (elmo-imap4-nil buffer)
 581        (elmo-imap4-buffer-string buffer)))
 582
 583 (defalias 'elmo-imap4-mailbox 'elmo-imap4-astring)
 584 (defalias 'elmo-imap4-field-body 'elmo-imap4-astring)
 585 (defalias 'elmo-imap4-userid 'elmo-imap4-astring)
 586 (defalias 'elmo-imap4-password 'elmo-imap4-astring)
 587
 588 (defun elmo-imap4-format-quoted (string)
 589   "Return STRING in a form of the quoted-string defined in rfc2060."
 590   (concat "\""
 591           (std11-wrap-as-quoted-pairs string elmo-imap4-quoted-specials-list)
 592           "\""))
 593
 594 (defsubst elmo-imap4-response-get-selectable-mailbox-list (response)
 595   (delq nil
 596         (mapcar
 597          (lambda (entry)
 598            (if (and (eq 'list (car entry))
 599                     (not (member "\\NoSelect" (nth 1 (nth 1 entry)))))
 600                (car (nth 1 entry))))
 601          response)))
 602
 603 (defun elmo-imap4-fetch-bodystructure (folder number strategy)
 604   "Fetch BODYSTRUCTURE for the message in the FOLDER with NUMBER using STRATEGY."
 605   (if (elmo-fetch-strategy-use-cache strategy)
 606       (elmo-object-load
 607        (elmo-file-cache-expand-path
 608         (elmo-fetch-strategy-cache-path strategy)
 609         "bodystructure"))
 610     (let ((session (elmo-imap4-get-session folder))
 611           bodystructure)
 612       (elmo-imap4-session-select-mailbox
 613        session
 614        (elmo-imap4-folder-mailbox-internal folder))
 615       (with-current-buffer (elmo-network-session-buffer session)
 616         (setq elmo-imap4-fetch-callback nil)
 617         (setq elmo-imap4-fetch-callback-data nil))
 618       (prog1 (setq bodystructure
 619                    (elmo-imap4-response-value
 620                     (elmo-imap4-response-value
 621                      (elmo-imap4-send-command-wait
 622                       session
 623                       (format
 624                        (if elmo-imap4-use-uid
 625                            "uid fetch %s bodystructure"
 626                          "fetch %s bodystructure")
 627                        number))
 628                      'fetch)
 629                     'bodystructure))
 630         (when (elmo-fetch-strategy-save-cache strategy)
 631           (elmo-file-cache-delete
 632            (elmo-fetch-strategy-cache-path strategy))
 633           (elmo-object-save
 634            (elmo-file-cache-expand-path
 635             (elmo-fetch-strategy-cache-path strategy)
 636             "bodystructure")
 637            bodystructure))))))
 638
 639 ;;; Backend methods.
 640 (luna-define-method elmo-create-folder-plugged ((folder elmo-imap4-folder))
 641   (elmo-imap4-send-command-wait
 642    (elmo-imap4-get-session folder)
 643    (list "create " (elmo-imap4-mailbox
 644                     (elmo-imap4-folder-mailbox-internal folder)))))
 645
 646 (defun elmo-imap4-get-session (folder &optional if-exists)
 647   (elmo-network-get-session 'elmo-imap4-session
 648                             (concat
 649                              (if (elmo-folder-biff-internal folder)
 650                                  "BIFF-")
 651                              "IMAP")
 652                             folder if-exists))
 653
 654 (defun elmo-imap4-session-select-mailbox (session mailbox
 655                                                   &optional force no-error)
 656   "Select MAILBOX in SESSION.
 657 If optional argument FORCE is non-nil, select mailbox even if current mailbox
 658 is same as MAILBOX.
 659 If second optional argument NO-ERROR is non-nil, don't cause an error when
 660 selecting folder was failed.
 661 If NO-ERROR is 'notify-bye, only BYE response is reported as error.
 662 Returns response value if selecting folder succeed. "
 663   (when (or force
 664             (not (string=
 665                   (elmo-imap4-session-current-mailbox-internal session)
 666                   mailbox)))
 667     (let (response result)
 668       (unwind-protect
 669           (setq response
 670                 (elmo-imap4-read-response
 671                  session
 672                  (elmo-imap4-send-command
 673                   session
 674                   (list
 675                    "select "
 676                    (elmo-imap4-mailbox mailbox)))))
 677         (if (setq result (elmo-imap4-response-ok-p response))
 678             (progn
 679               (elmo-imap4-session-set-current-mailbox-internal session mailbox)
 680               (elmo-imap4-session-set-read-only-internal
 681                session
 682                (nth 1 (assq 'read-only (assq 'ok response)))))
 683           (elmo-imap4-session-set-current-mailbox-internal session nil)
 684           (if (and (eq no-error 'notify-bye)
 685                    (elmo-imap4-response-bye-p response))
 686               (elmo-imap4-process-bye session)
 687             (unless no-error
 688               (error (or
 689                       (elmo-imap4-response-error-text response)
 690                       (format "Select %s failed" mailbox)))))))
 691       (and result response))))
 692
 693 (defun elmo-imap4-check-validity (spec validity-file)
 694 ;;; Not used.
 695 ;;;(elmo-imap4-send-command-wait
 696 ;;;(elmo-imap4-get-session spec)
 697 ;;;(list "status "
 698 ;;;      (elmo-imap4-mailbox
 699 ;;;       (elmo-imap4-spec-mailbox spec))
 700 ;;;      " (uidvalidity)")))
 701   )
 702
 703 (defun elmo-imap4-sync-validity  (spec validity-file)
 704   ;; Not used.
 705   )
 706
 707 (defun elmo-imap4-list (folder flag)
 708   (let ((session (elmo-imap4-get-session folder)))
 709     (elmo-imap4-session-select-mailbox
 710      session
 711      (elmo-imap4-folder-mailbox-internal folder))
 712     (elmo-imap4-response-value
 713      (elmo-imap4-send-command-wait
 714       session
 715       (format (if elmo-imap4-use-uid "uid search %s"
 716                 "search %s") flag))
 717      'search)))
 718
 719 (static-cond
 720  ((fboundp 'float)
 721   ;; Emacs can parse dot symbol.
 722   (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
 723   (defvar elmo-imap4-rfc822-text "RFC822\.TEXT")
 724   (defvar elmo-imap4-rfc822-header "RFC822\.HEADER")
 725   (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
 726   (defvar elmo-imap4-header-fields "HEADER\.FIELDS")
 727   (defmacro elmo-imap4-replace-dot-symbols ()) ;; noop
 728   (defalias 'elmo-imap4-fetch-read 'read)
 729   )
 730  (t
 731   ;;; For Nemacs.
 732   ;; Cannot parse dot symbol.
 733   (defvar elmo-imap4-rfc822-size "RFC822_SIZE")
 734   (defvar elmo-imap4-header-fields "HEADER_FIELDS")
 735   (defvar elmo-imap4-rfc822-size "RFC822_SIZE")
 736   (defvar elmo-imap4-rfc822-text "RFC822_TEXT")
 737   (defvar elmo-imap4-rfc822-header "RFC822_HEADER")
 738   (defvar elmo-imap4-header-fields "HEADER_FIELDS")
 739   (defun elmo-imap4-fetch-read (buffer)
 740     (with-current-buffer buffer
 741       (let ((beg (point))
 742             token)
 743         (when (re-search-forward "[[ ]" nil t)
 744           (goto-char (match-beginning 0))
 745           (setq token (buffer-substring beg (point)))
 746           (cond ((string= token "RFC822.SIZE")
 747                  (intern elmo-imap4-rfc822-size))
 748                 ((string= token "RFC822.HEADER")
 749                  (intern elmo-imap4-rfc822-header))
 750                 ((string= token "RFC822.TEXT")
 751                  (intern elmo-imap4-rfc822-text))
 752                 ((string= token "HEADER\.FIELDS")
 753                  (intern elmo-imap4-header-fields))
 754                 (t (goto-char beg)
 755                    (elmo-read (current-buffer))))))))))
 756
 757 (defun elmo-imap4-make-number-set-list (msg-list &optional chop-length)
 758   "Make RFC2060's message set specifier from MSG-LIST.
 759 Returns a list of (NUMBER . SET-STRING).
 760 SET-STRING is the message set specifier described in RFC2060.
 761 NUMBER is contained message number in SET-STRING.
 762 Every SET-STRING does not contain number of messages longer than CHOP-LENGTH.
 763 If CHOP-LENGTH is not specified, message set is not chopped."
 764   (let (count cont-list set-list)
 765     (setq msg-list (sort (copy-sequence msg-list) '<))
 766     (while msg-list
 767       (setq cont-list nil)
 768       (setq count 0)
 769       (unless chop-length
 770         (setq chop-length (length msg-list)))
 771       (while (and (not (null msg-list))
 772                   (< count chop-length))
 773         (setq cont-list
 774               (elmo-number-set-append
 775                cont-list (car msg-list)))
 776         (incf count)
 777         (setq msg-list (cdr msg-list)))
 778       (setq set-list
 779             (cons
 780              (cons
 781               count
 782               (mapconcat
 783                (lambda (x)
 784                  (cond ((consp x)
 785                         (format "%s:%s" (car x) (cdr x)))
 786                        ((integerp x)
 787                         (int-to-string x))))
 788                cont-list
 789                ","))
 790              set-list)))
 791     (nreverse set-list)))
 792
 793 ;;
 794 ;; app-data:
 795 ;; cons of seen-list and result of use-flag-p.
 796 (defsubst elmo-imap4-fetch-callback-1-subr (entity flags app-data)
 797   "A msgdb entity callback function."
 798   (let* ((use-flag (cdr app-data))
 799          (app-data (car app-data))
 800          (seen (member (car entity) app-data))
 801          mark)
 802     (if (member "\\Flagged" flags)
 803         (elmo-msgdb-global-mark-set (car entity)
 804                                     elmo-msgdb-important-mark))
 805     (if (setq mark (elmo-msgdb-global-mark-get (car entity)))
 806         (unless (member "\\Seen" flags)
 807           (setq elmo-imap4-seen-messages
 808                 (cons
 809                  (elmo-msgdb-overview-entity-get-number entity)
 810                  elmo-imap4-seen-messages)))
 811       (setq mark (or (if (elmo-file-cache-status
 812                           (elmo-file-cache-get (car entity)))
 813                          (if (or seen
 814                                  (and use-flag
 815                                       (member "\\Seen" flags)))
 816                              nil
 817                            elmo-msgdb-unread-cached-mark)
 818                        (if (or seen
 819                                (and use-flag
 820                                     (member "\\Seen" flags)))
 821                            (if elmo-imap4-use-cache
 822                                elmo-msgdb-read-uncached-mark)
 823                          elmo-msgdb-new-mark)))))
 824     (setq elmo-imap4-current-msgdb
 825           (elmo-msgdb-append
 826            elmo-imap4-current-msgdb
 827            (list (list entity)
 828                  (list (cons (elmo-msgdb-overview-entity-get-number entity)
 829                              (car entity)))
 830                  (if mark
 831                      (list
 832                       (list (elmo-msgdb-overview-entity-get-number entity)
 833                             mark))))))))
 834
 835 ;; Current buffer is process buffer.
 836 (defun elmo-imap4-fetch-callback-1 (element app-data)
 837   (elmo-imap4-fetch-callback-1-subr
 838    (with-temp-buffer
 839      (insert (or (elmo-imap4-response-bodydetail-text element)
 840                  ""))
 841      ;; Delete CR.
 842      (goto-char (point-min))
 843      (while (search-forward "\r\n" nil t)
 844        (replace-match "\n"))
 845      (elmo-msgdb-create-overview-from-buffer
 846       (elmo-imap4-response-value element 'uid)
 847       (elmo-imap4-response-value element 'rfc822size)))
 848    (elmo-imap4-response-value element 'flags)
 849    app-data))
 850
 851 (defun elmo-imap4-parse-capability (string)
 852   (if (string-match "^\\*\\(.*\\)$" string)
 853       (elmo-read
 854        (concat "(" (downcase (elmo-match-string 1 string)) ")"))))
 855
 856 (defun elmo-imap4-clear-login (session)
 857   (let ((elmo-imap4-debug-inhibit-logging t))
 858     (or
 859      (elmo-imap4-read-ok
 860       session
 861       (elmo-imap4-send-command
 862        session
 863        (list "login "
 864              (elmo-imap4-userid (elmo-network-session-user-internal session))
 865              " "
 866              (elmo-imap4-password
 867               (elmo-get-passwd (elmo-network-session-password-key session))))))
 868      (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))))
 869
 870 (defun elmo-imap4-auth-login (session)
 871   (let ((tag (elmo-imap4-send-command session "authenticate login"))
 872         (elmo-imap4-debug-inhibit-logging t))
 873     (or (elmo-imap4-read-continue-req session)
 874         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 875     (elmo-imap4-send-string session
 876                             (elmo-base64-encode-string
 877                              (elmo-network-session-user-internal session)))
 878     (or (elmo-imap4-read-continue-req session)
 879         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 880     (elmo-imap4-send-string session
 881                             (elmo-base64-encode-string
 882                              (elmo-get-passwd
 883                               (elmo-network-session-password-key session))))
 884     (or (elmo-imap4-read-ok session tag)
 885         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 886     (setq elmo-imap4-status 'auth)))
 887
 888 (luna-define-method
 889   elmo-network-initialize-session-buffer :after ((session
 890                                                   elmo-imap4-session) buffer)
 891   (with-current-buffer buffer
 892     (mapcar 'make-variable-buffer-local elmo-imap4-local-variables)
 893     (setq elmo-imap4-seqno 0)
 894     (setq elmo-imap4-status 'initial)))
 895
 896 (luna-define-method elmo-network-initialize-session ((session
 897                                                       elmo-imap4-session))
 898   (let ((process (elmo-network-session-process-internal session)))
 899     (with-current-buffer (process-buffer process)
 900       ;; Skip garbage output from process before greeting.
 901       (while (and (memq (process-status process) '(open run))
 902                   (goto-char (point-max))
 903                   (forward-line -1)
 904                   (not (elmo-imap4-parse-greeting)))
 905         (accept-process-output process 1))
 906       (set-process-filter process 'elmo-imap4-arrival-filter)
 907       (set-process-sentinel process 'elmo-imap4-sentinel)
 908 ;;;   (while (and (memq (process-status process) '(open run))
 909 ;;;               (eq elmo-imap4-status 'initial))
 910 ;;;     (message "Waiting for server response...")
 911 ;;;     (accept-process-output process 1))
 912 ;;;   (message "")
 913       (unless (memq elmo-imap4-status '(nonauth auth))
 914         (signal 'elmo-open-error
 915                 (list 'elmo-network-initialize-session)))
 916       (elmo-imap4-session-set-capability-internal
 917        session
 918        (elmo-imap4-response-value
 919         (elmo-imap4-send-command-wait session "capability")
 920         'capability))
 921       (when (eq (elmo-network-stream-type-symbol
 922                  (elmo-network-session-stream-type-internal session))
 923                 'starttls)
 924         (or (memq 'starttls
 925                   (elmo-imap4-session-capability-internal session))
 926             (signal 'elmo-open-error
 927                     '(elmo-imap4-starttls-error)))
 928         (elmo-imap4-send-command-wait session "starttls")
 929         (starttls-negotiate process)
 930         (elmo-imap4-session-set-capability-internal
 931          session
 932          (elmo-imap4-response-value
 933           (elmo-imap4-send-command-wait session "capability")
 934           'capability))))))
 935
 936 (luna-define-method elmo-network-authenticate-session ((session
 937                                                         elmo-imap4-session))
 938   (with-current-buffer (process-buffer
 939                         (elmo-network-session-process-internal session))
 940     (let* ((auth (elmo-network-session-auth-internal session))
 941            (auth (if (listp auth) auth (list auth))))
 942       (unless (or (eq elmo-imap4-status 'auth)
 943                   (null auth))
 944         (cond
 945          ((eq 'clear (car auth))
 946           (elmo-imap4-clear-login session))
 947          ((eq 'login (car auth))
 948           (elmo-imap4-auth-login session))
 949          (t
 950           (let* ((elmo-imap4-debug-inhibit-logging t)
 951                  (sasl-mechanisms
 952                   (delq nil
 953                         (mapcar
 954                          '(lambda (cap)
 955                             (if (string-match "^auth=\\(.*\\)$"
 956                                               (symbol-name cap))
 957                                 (match-string 1 (upcase (symbol-name cap)))))
 958                          (elmo-imap4-session-capability-internal session))))
 959                  (mechanism
 960                   (sasl-find-mechanism
 961                    (delq nil
 962                          (mapcar '(lambda (cap) (upcase (symbol-name cap)))
 963                                  (if (listp auth)
 964                                      auth
 965                                    (list auth)))))) ;)
 966                  client name step response tag
 967                  sasl-read-passphrase)
 968             (unless mechanism
 969               (if (or elmo-imap4-force-login
 970                       (y-or-n-p
 971                        (format
 972                         "There's no %s capability in server. continue?"
 973                         (elmo-list-to-string
 974                          (elmo-network-session-auth-internal session)))))
 975                   (setq mechanism (sasl-find-mechanism
 976                                    sasl-mechanisms))
 977                 (signal 'elmo-authenticate-error
 978                         '(elmo-imap4-auth-no-mechanisms))))
 979             (setq client
 980                   (sasl-make-client
 981                    mechanism
 982                    (elmo-network-session-user-internal session)
 983                    "imap"
 984                    (elmo-network-session-server-internal session)))
 985 ;;;         (if elmo-imap4-auth-user-realm
 986 ;;;             (sasl-client-set-property client 'realm elmo-imap4-auth-user-realm))
 987             (setq name (sasl-mechanism-name mechanism)
 988                   step (sasl-next-step client nil))
 989             (elmo-network-session-set-auth-internal
 990              session
 991              (intern (downcase name)))
 992             (setq sasl-read-passphrase
 993                   (function
 994                    (lambda (prompt)
 995                      (elmo-get-passwd
 996                       (elmo-network-session-password-key session)))))
 997             (setq tag
 998                   (elmo-imap4-send-command
 999                    session
1000                    (concat "AUTHENTICATE " name
1001                            (and (sasl-step-data step)
1002                                 (concat
1003                                  " "
1004                                  (elmo-base64-encode-string
1005                                   (sasl-step-data step)
1006                                   'no-lin-break))))))
1007             (catch 'done
1008               (while t
1009                 (setq response
1010                       (elmo-imap4-read-untagged
1011                        (elmo-network-session-process-internal session)))
1012                 (if (elmo-imap4-response-ok-p response)
1013                     (if (sasl-next-step client step)
1014                         ;; Bogus server?
1015                         (signal 'elmo-authenticate-error
1016                                 (list (intern
1017                                        (concat "elmo-imap4-auth-"
1018                                                (downcase name)))))
1019                       ;; The authentication process is finished.
1020                       (throw 'done nil)))
1021                 (unless (elmo-imap4-response-continue-req-p response)
1022                   ;; response is NO or BAD.
1023                   (signal 'elmo-authenticate-error
1024                           (list (intern
1025                                  (concat "elmo-imap4-auth-"
1026                                          (downcase name))))))
1027                 (sasl-step-set-data
1028                  step
1029                  (elmo-base64-decode-string
1030                   (elmo-imap4-response-value response 'continue-req)))
1031                 (setq step (sasl-next-step client step))
1032                 (setq tag
1033                       (elmo-imap4-send-string
1034                        session
1035                        (if (sasl-step-data step)
1036                            (elmo-base64-encode-string (sasl-step-data step)
1037                                                       'no-line-break)
1038                          ""))))))))))))
1039
1040 (luna-define-method elmo-network-setup-session ((session
1041                                                  elmo-imap4-session))
1042   (with-current-buffer (elmo-network-session-buffer session)
1043     (when (memq 'namespace (elmo-imap4-session-capability-internal session))
1044       (setq elmo-imap4-server-namespace
1045             (elmo-imap4-response-value
1046              (elmo-imap4-send-command-wait session "namespace")
1047              'namespace)))))
1048
1049 (defun elmo-imap4-setup-send-buffer (&optional string)
1050   (let ((send-buf (get-buffer-create " *elmo-imap4-setup-send-buffer*"))
1051         (source-buf (unless string (current-buffer))))
1052     (save-excursion
1053       (save-match-data
1054         (set-buffer send-buf)
1055         (erase-buffer)
1056         (elmo-set-buffer-multibyte nil)
1057         (if string
1058             (insert string)
1059           (with-current-buffer source-buf
1060             (copy-to-buffer send-buf (point-min) (point-max))))
1061         (goto-char (point-min))
1062         (if (eq (re-search-forward "^$" nil t)
1063                 (point-max))
1064             (insert "\n"))
1065         (goto-char (point-min))
1066         (while (search-forward "\n" nil t)
1067           (replace-match "\r\n"))))
1068     send-buf))
1069
1070 (defun elmo-imap4-setup-send-buffer-from-file (file)
1071   (let ((tmp-buf (get-buffer-create
1072                   " *elmo-imap4-setup-send-buffer-from-file*")))
1073     (save-excursion
1074       (save-match-data
1075         (set-buffer tmp-buf)
1076         (erase-buffer)
1077         (as-binary-input-file
1078          (insert-file-contents file))
1079         (goto-char (point-min))
1080         (if (eq (re-search-forward "^$" nil t)
1081                 (point-max))
1082             (insert "\n"))
1083         (goto-char (point-min))
1084         (while (search-forward "\n" nil t)
1085           (replace-match "\r\n"))))
1086     tmp-buf))
1087
1088 (luna-define-method elmo-delete-message-safe ((folder elmo-imap4-folder)
1089                                               number msgid)
1090   (let ((session (elmo-imap4-get-session folder))
1091         candidates)
1092     (elmo-imap4-session-select-mailbox
1093      session
1094      (elmo-imap4-folder-mailbox-internal folder))
1095     (setq candidates
1096           (elmo-imap4-response-value
1097            (elmo-imap4-send-command-wait session
1098                                          (list
1099                                           (if elmo-imap4-use-uid
1100                                               "uid search header message-id "
1101                                             "search header message-id ")
1102                                           (elmo-imap4-field-body msgid)))
1103            'search))
1104     (if (memq number candidates)
1105         (elmo-folder-delete-messages folder (list number)))))
1106
1107 (defun elmo-imap4-server-diff-async-callback-1 (status data)
1108   (funcall elmo-imap4-server-diff-async-callback
1109            (list (elmo-imap4-response-value status 'recent)
1110                  (elmo-imap4-response-value status 'unseen)
1111                  (elmo-imap4-response-value status 'messages))
1112            data))
1113
1114 (defun elmo-imap4-server-diff-async (folder)
1115   (let ((session (elmo-imap4-get-session folder)))
1116     ;; We should `check' folder to obtain newest information here.
1117     ;; But since there's no asynchronous check mechanism in elmo yet,
1118     ;; checking is not done here.
1119     (with-current-buffer (elmo-network-session-buffer session)
1120       (setq elmo-imap4-status-callback
1121             'elmo-imap4-server-diff-async-callback-1)
1122       (setq elmo-imap4-status-callback-data
1123             elmo-imap4-server-diff-async-callback-data))
1124     (elmo-imap4-send-command session
1125                              (list
1126                               "status "
1127                               (elmo-imap4-mailbox
1128                                (elmo-imap4-folder-mailbox-internal folder))
1129                               " (recent unseen messages)"))))
1130
1131 (luna-define-method elmo-server-diff-async ((folder elmo-imap4-folder))
1132   (let ((session (elmo-imap4-get-session folder)))
1133     ;; commit.
1134     ;; (elmo-imap4-commit spec)
1135     (with-current-buffer (elmo-network-session-buffer session)
1136       (setq elmo-imap4-status-callback
1137             'elmo-imap4-server-diff-async-callback-1)
1138       (setq elmo-imap4-status-callback-data
1139             elmo-imap4-server-diff-async-callback-data))
1140     (elmo-imap4-send-command session
1141                              (list
1142                               "status "
1143                               (elmo-imap4-mailbox
1144                                (elmo-imap4-folder-mailbox-internal folder))
1145                               " (recent unseen messages)"))))
1146
1147 ;;; IMAP parser.
1148
1149 (defvar elmo-imap4-server-eol "\r\n"
1150   "The EOL string sent from the server.")
1151
1152 (defvar elmo-imap4-client-eol "\r\n"
1153   "The EOL string we send to the server.")
1154
1155 (defvar elmo-imap4-display-literal-progress nil)
1156
1157 (defun elmo-imap4-find-next-line ()
1158   "Return point at end of current line, taking into account literals.
1159 Return nil if no complete line has arrived."
1160   (when (re-search-forward (concat elmo-imap4-server-eol "\\|{\\([0-9]+\\)}"
1161                                    elmo-imap4-server-eol)
1162                            nil t)
1163     (if (match-string 1)
1164         (if (< (point-max) (+ (point) (string-to-number (match-string 1))))
1165             (progn
1166               (if (and elmo-imap4-display-literal-progress
1167                        (> (string-to-number (match-string 1))
1168                           (min elmo-display-retrieval-progress-threshold 100)))
1169                   (elmo-display-progress
1170                    'elmo-imap4-display-literal-progress
1171                    (format "Retrieving (%d/%d bytes)..."
1172                            (- (point-max) (point))
1173                            (string-to-number (match-string 1)))
1174                    (/ (- (point-max) (point))
1175                       (/ (string-to-number (match-string 1)) 100))))
1176               nil)
1177           (goto-char (+ (point) (string-to-number (match-string 1))))
1178           (elmo-imap4-find-next-line))
1179       (point))))
1180
1181 (defun elmo-imap4-sentinel (process string)
1182   (delete-process process))
1183
1184 (defun elmo-imap4-arrival-filter (proc string)
1185   "IMAP process filter."
1186   (when (buffer-live-p (process-buffer proc))
1187   (with-current-buffer (process-buffer proc)
1188     (elmo-imap4-debug "-> %s" string)
1189     (goto-char (point-max))
1190     (insert string)
1191     (let (end)
1192       (goto-char (point-min))
1193       (while (setq end (elmo-imap4-find-next-line))
1194         (save-restriction
1195           (narrow-to-region (point-min) end)
1196           (delete-backward-char (length elmo-imap4-server-eol))
1197           (goto-char (point-min))
1198           (unwind-protect
1199               (cond ((eq elmo-imap4-status 'initial)
1200                      (setq elmo-imap4-current-response
1201                            (list
1202                             (list 'greeting (elmo-imap4-parse-greeting)))))
1203                     ((or (eq elmo-imap4-status 'auth)
1204                          (eq elmo-imap4-status 'nonauth)
1205                          (eq elmo-imap4-status 'selected)
1206                          (eq elmo-imap4-status 'examine))
1207                      (setq elmo-imap4-current-response
1208                            (cons
1209                             (elmo-imap4-parse-response)
1210                             elmo-imap4-current-response)))
1211                     (t
1212                      (message "Unknown state %s in arrival filter"
1213                               elmo-imap4-status))))
1214           (delete-region (point-min) (point-max))))))))
1215
1216 ;; IMAP parser.
1217
1218 (defsubst elmo-imap4-forward ()
1219   (or (eobp) (forward-char 1)))
1220
1221 (defsubst elmo-imap4-parse-number ()
1222   (when (looking-at "[0-9]+")
1223     (prog1
1224         (string-to-number (match-string 0))
1225       (goto-char (match-end 0)))))
1226
1227 (defsubst elmo-imap4-parse-literal ()
1228   (when (looking-at "{\\([0-9]+\\)}\r\n")
1229     (let ((pos (match-end 0))
1230           (len (string-to-number (match-string 1))))
1231       (if (< (point-max) (+ pos len))
1232           nil
1233         (goto-char (+ pos len))
1234         (buffer-substring pos (+ pos len))))))
1235 ;;;     (list ' pos (+ pos len))))))
1236
1237 (defsubst elmo-imap4-parse-string ()
1238   (cond ((eq (char-after (point)) ?\")
1239          (forward-char 1)
1240          (let ((p (point)) (name ""))
1241            (skip-chars-forward "^\"\\\\")
1242            (setq name (buffer-substring p (point)))
1243            (while (eq (char-after (point)) ?\\)
1244              (setq p (1+ (point)))
1245              (forward-char 2)
1246              (skip-chars-forward "^\"\\\\")
1247              (setq name (concat name (buffer-substring p (point)))))
1248            (forward-char 1)
1249            name))
1250         ((eq (char-after (point)) ?{)
1251          (elmo-imap4-parse-literal))))
1252
1253 (defsubst elmo-imap4-parse-nil ()
1254   (if (looking-at "NIL")
1255       (goto-char (match-end 0))))
1256
1257 (defsubst elmo-imap4-parse-nstring ()
1258   (or (elmo-imap4-parse-string)
1259       (and (elmo-imap4-parse-nil)
1260            nil)))
1261
1262 (defsubst elmo-imap4-parse-astring ()
1263   (or (elmo-imap4-parse-string)
1264       (buffer-substring (point)
1265                         (if (re-search-forward "[(){ \r\n%*\"\\]" nil t)
1266                             (goto-char (1- (match-end 0)))
1267                           (end-of-line)
1268                           (point)))))
1269
1270 (defsubst elmo-imap4-parse-address ()
1271   (let (address)
1272     (when (eq (char-after (point)) ?\()
1273       (elmo-imap4-forward)
1274       (setq address (vector (prog1 (elmo-imap4-parse-nstring)
1275                               (elmo-imap4-forward))
1276                             (prog1 (elmo-imap4-parse-nstring)
1277                               (elmo-imap4-forward))
1278                             (prog1 (elmo-imap4-parse-nstring)
1279                               (elmo-imap4-forward))
1280                             (elmo-imap4-parse-nstring)))
1281       (when (eq (char-after (point)) ?\))
1282         (elmo-imap4-forward)
1283         address))))
1284
1285 (defsubst elmo-imap4-parse-address-list ()
1286   (if (eq (char-after (point)) ?\()
1287       (let (address addresses)
1288         (elmo-imap4-forward)
1289         (while (and (not (eq (char-after (point)) ?\)))
1290                     ;; next line for MS Exchange bug
1291                     (progn (and (eq (char-after (point)) ? ) (elmo-imap4-forward)) t)
1292                     (setq address (elmo-imap4-parse-address)))
1293           (setq addresses (cons address addresses)))
1294         (when (eq (char-after (point)) ?\))
1295           (elmo-imap4-forward)
1296           (nreverse addresses)))
1297     (assert (elmo-imap4-parse-nil))))
1298
1299 (defsubst elmo-imap4-parse-mailbox ()
1300   (let ((mailbox (elmo-imap4-parse-astring)))
1301     (if (string-equal "INBOX" (upcase mailbox))
1302         "INBOX"
1303       mailbox)))
1304
1305 (defun elmo-imap4-parse-greeting ()
1306   "Parse a IMAP greeting."
1307   (cond ((looking-at "\\* OK ")
1308          (setq elmo-imap4-status 'nonauth))
1309         ((looking-at "\\* PREAUTH ")
1310          (setq elmo-imap4-status 'auth))
1311         ((looking-at "\\* BYE ")
1312          (setq elmo-imap4-status 'closed))))
1313
1314 (defun elmo-imap4-parse-response ()
1315   "Parse a IMAP command response."
1316   (let (token)
1317     (case (setq token (elmo-read (current-buffer)))
1318       (+ (progn
1319            (skip-chars-forward " ")
1320            (list 'continue-req (buffer-substring (point) (point-max)))))
1321       (* (case (prog1 (setq token (elmo-read (current-buffer)))
1322                  (elmo-imap4-forward))
1323            (OK         (elmo-imap4-parse-resp-text-code))
1324            (NO         (elmo-imap4-parse-resp-text-code))
1325            (BAD        (elmo-imap4-parse-resp-text-code))
1326            (BYE        (elmo-imap4-parse-bye))
1327            (FLAGS      (list 'flags
1328                              (elmo-imap4-parse-flag-list)))
1329            (LIST       (list 'list (elmo-imap4-parse-data-list)))
1330            (LSUB       (list 'lsub (elmo-imap4-parse-data-list)))
1331            (SEARCH     (list
1332                         'search
1333                         (elmo-read (concat "("
1334                                       (buffer-substring (point) (point-max))
1335                                       ")"))))
1336            (STATUS     (elmo-imap4-parse-status))
1337            ;; Added
1338            (NAMESPACE  (elmo-imap4-parse-namespace))
1339            (CAPABILITY (list 'capability
1340                              (elmo-read
1341                               (concat "(" (downcase (buffer-substring
1342                                                      (point) (point-max)))
1343                                       ")"))))
1344            (ACL (elmo-imap4-parse-acl))
1345            (t       (case (prog1 (elmo-read (current-buffer))
1346                             (elmo-imap4-forward))
1347                       (EXISTS  (list 'exists token))
1348                       (RECENT  (list 'recent token))
1349                       (EXPUNGE (list 'expunge token))
1350                       (FETCH   (elmo-imap4-parse-fetch token))
1351                       (t       (list 'garbage (buffer-string)))))))
1352       (t (if (not (string-match elmo-imap4-seq-prefix (symbol-name token)))
1353              (list 'garbage (buffer-string))
1354            (case (prog1 (elmo-read (current-buffer))
1355                    (elmo-imap4-forward))
1356              (OK  (progn
1357                     (setq elmo-imap4-parsing nil)
1358                     (setq token (symbol-name token))
1359                     (elmo-unintern token)
1360                     (elmo-imap4-debug "*%s* OK arrived" token)
1361                     (setq elmo-imap4-reached-tag token)
1362                     (list 'ok (elmo-imap4-parse-resp-text-code))))
1363              (NO  (progn
1364                     (setq elmo-imap4-parsing nil)
1365                     (setq token (symbol-name token))
1366                     (elmo-unintern token)
1367                     (elmo-imap4-debug "*%s* NO arrived" token)
1368                     (setq elmo-imap4-reached-tag token)
1369                     (let (code text)
1370                       (when (eq (char-after (point)) ?\[)
1371                         (setq code (buffer-substring (point)
1372                                                      (search-forward "]")))
1373                         (elmo-imap4-forward))
1374                       (setq text (buffer-substring (point) (point-max)))
1375                       (list 'no (list code text)))))
1376              (BAD (progn
1377                     (setq elmo-imap4-parsing nil)
1378                     (elmo-imap4-debug "*%s* BAD arrived" token)
1379                     (setq token (symbol-name token))
1380                     (elmo-unintern token)
1381                     (setq elmo-imap4-reached-tag token)
1382                     (let (code text)
1383                       (when (eq (char-after (point)) ?\[)
1384                         (setq code (buffer-substring (point)
1385                                                      (search-forward "]")))
1386                         (elmo-imap4-forward))
1387                       (setq text (buffer-substring (point) (point-max)))
1388                       (list 'bad (list code text)))))
1389              (t   (list 'garbage (buffer-string)))))))))
1390
1391 (defun elmo-imap4-parse-bye ()
1392   (let (code text)
1393     (when (eq (char-after (point)) ?\[)
1394       (setq code (buffer-substring (point)
1395                                    (search-forward "]")))
1396       (elmo-imap4-forward))
1397     (setq text (buffer-substring (point) (point-max)))
1398     (list 'bye (list code text))))
1399
1400 (defun elmo-imap4-parse-text ()
1401   (goto-char (point-min))
1402   (when (search-forward "[" nil t)
1403     (search-forward "]")
1404     (elmo-imap4-forward))
1405   (list 'text (buffer-substring (point) (point-max))))
1406
1407 (defun elmo-imap4-parse-resp-text-code ()
1408   (when (eq (char-after (point)) ?\[)
1409     (elmo-imap4-forward)
1410     (cond ((search-forward "PERMANENTFLAGS " nil t)
1411            (list 'permanentflags (elmo-imap4-parse-flag-list)))
1412           ((search-forward "UIDNEXT " nil t)
1413            (list 'uidnext (elmo-read (current-buffer))))
1414           ((search-forward "UNSEEN " nil t)
1415            (list 'unseen (elmo-read (current-buffer))))
1416           ((looking-at "UIDVALIDITY \\([0-9]+\\)")
1417            (list 'uidvalidity (match-string 1)))
1418           ((search-forward "READ-ONLY" nil t)
1419            (list 'read-only t))
1420           ((search-forward "READ-WRITE" nil t)
1421            (list 'read-write t))
1422           ((search-forward "NEWNAME " nil t)
1423            (let (oldname newname)
1424              (setq oldname (elmo-imap4-parse-string))
1425              (elmo-imap4-forward)
1426              (setq newname (elmo-imap4-parse-string))
1427              (list 'newname newname oldname)))
1428           ((search-forward "TRYCREATE" nil t)
1429            (list 'trycreate t))
1430           ((looking-at "APPENDUID \\([0-9]+\\) \\([0-9]+\\)")
1431            (list 'appenduid
1432                  (list (match-string 1)
1433                        (string-to-number (match-string 2)))))
1434           ((looking-at "COPYUID \\([0-9]+\\) \\([0-9,:]+\\) \\([0-9,:]+\\)")
1435            (list 'copyuid (list (match-string 1)
1436                                 (match-string 2)
1437                                 (match-string 3))))
1438           ((search-forward "ALERT] " nil t)
1439            (message "IMAP server information: %s"
1440                     (buffer-substring (point) (point-max))))
1441           (t (list 'unknown)))))
1442
1443 (defun elmo-imap4-parse-data-list ()
1444   (let (flags delimiter mailbox)
1445     (setq flags (elmo-imap4-parse-flag-list))
1446     (when (looking-at " NIL\\| \"\\\\?\\(.\\)\"")
1447       (setq delimiter (match-string 1))
1448       (goto-char (1+ (match-end 0)))
1449       (when (setq mailbox (elmo-imap4-parse-mailbox))
1450         (list mailbox flags delimiter)))))
1451
1452 (defsubst elmo-imap4-parse-header-list ()
1453   (when (eq (char-after (point)) ?\()
1454     (let (strlist)
1455       (while (not (eq (char-after (point)) ?\)))
1456         (elmo-imap4-forward)
1457         (push (elmo-imap4-parse-astring) strlist))
1458       (elmo-imap4-forward)
1459       (nreverse strlist))))
1460
1461 (defsubst elmo-imap4-parse-fetch-body-section ()
1462   (let ((section
1463          (buffer-substring (point)
1464                            (1-
1465                             (progn (re-search-forward "[] ]" nil t)
1466                                    (point))))))
1467     (if (eq (char-before) ? )
1468         (prog1
1469             (mapconcat 'identity
1470                        (cons section (elmo-imap4-parse-header-list)) " ")
1471           (search-forward "]" nil t))
1472       section)))
1473
1474 (defun elmo-imap4-parse-fetch (response)
1475   (when (eq (char-after (point)) ?\()
1476     (let (element list)
1477       (while (not (eq (char-after (point)) ?\)))
1478         (elmo-imap4-forward)
1479         (let ((token (elmo-imap4-fetch-read (current-buffer))))
1480           (elmo-imap4-forward)
1481           (setq element
1482                 (cond ((eq token 'UID)
1483                        (list 'uid (condition-case nil
1484                                       (elmo-read (current-buffer))
1485                                     (error nil))))
1486                       ((eq token 'FLAGS)
1487                        (list 'flags (elmo-imap4-parse-flag-list)))
1488                       ((eq token 'ENVELOPE)
1489                        (list 'envelope (elmo-imap4-parse-envelope)))
1490                       ((eq token 'INTERNALDATE)
1491                        (list 'internaldate (elmo-imap4-parse-string)))
1492                       ((eq token 'RFC822)
1493                        (list 'rfc822 (elmo-imap4-parse-nstring)))
1494                       ((eq token (intern elmo-imap4-rfc822-header))
1495                        (list 'rfc822header (elmo-imap4-parse-nstring)))
1496                       ((eq token (intern elmo-imap4-rfc822-text))
1497                        (list 'rfc822text (elmo-imap4-parse-nstring)))
1498                       ((eq token (intern elmo-imap4-rfc822-size))
1499                        (list 'rfc822size (elmo-read (current-buffer))))
1500                       ((eq token 'BODY)
1501                        (if (eq (char-before) ?\[)
1502                            (list
1503                             'bodydetail
1504                             (upcase (elmo-imap4-parse-fetch-body-section))
1505                             (and
1506                              (eq (char-after (point)) ?<)
1507                              (buffer-substring (1+ (point))
1508                                                (progn
1509                                                  (search-forward ">" nil t)
1510                                                  (point))))
1511                             (progn (elmo-imap4-forward)
1512                                    (elmo-imap4-parse-nstring)))
1513                          (list 'body (elmo-imap4-parse-body))))
1514                       ((eq token 'BODYSTRUCTURE)
1515                        (list 'bodystructure (elmo-imap4-parse-body)))))
1516           (setq list (cons element list))))
1517       (and elmo-imap4-fetch-callback
1518            (funcall elmo-imap4-fetch-callback
1519                     list elmo-imap4-fetch-callback-data))
1520       (list 'fetch list))))
1521
1522 (defun elmo-imap4-parse-status ()
1523   (let ((mailbox (elmo-imap4-parse-mailbox))
1524         status)
1525     (when (and mailbox (search-forward "(" nil t))
1526       (while (not (eq (char-after (point)) ?\)))
1527         (setq status
1528               (cons
1529                (let ((token (elmo-read (current-buffer))))
1530                  (cond ((eq token 'MESSAGES)
1531                         (list 'messages (elmo-read (current-buffer))))
1532                        ((eq token 'RECENT)
1533                         (list 'recent (elmo-read (current-buffer))))
1534                        ((eq token 'UIDNEXT)
1535                         (list 'uidnext (elmo-read (current-buffer))))
1536                        ((eq token 'UIDVALIDITY)
1537                         (and (looking-at " \\([0-9]+\\)")
1538                              (prog1 (list 'uidvalidity (match-string 1))
1539                                (goto-char (match-end 1)))))
1540                        ((eq token 'UNSEEN)
1541                         (list 'unseen (elmo-read (current-buffer))))
1542                        (t
1543                         (message
1544                          "Unknown status data %s in mailbox %s ignored"
1545                          token mailbox))))
1546                status))))
1547     (and elmo-imap4-status-callback
1548          (funcall elmo-imap4-status-callback
1549                   status
1550                   elmo-imap4-status-callback-data))
1551     (list 'status status)))
1552
1553
1554 (defmacro elmo-imap4-value (value)
1555   (` (if (eq (, value) 'NIL) nil
1556        (, value))))
1557
1558 (defmacro elmo-imap4-nth (pos list)
1559   (` (let ((value (nth (, pos) (, list))))
1560        (elmo-imap4-value value))))
1561
1562 (defun elmo-imap4-parse-namespace ()
1563   (list 'namespace
1564         (nconc
1565          (copy-sequence elmo-imap4-extra-namespace-alist)
1566          (elmo-imap4-parse-namespace-subr
1567           (elmo-read (concat "(" (buffer-substring
1568                                   (point) (point-max))
1569                              ")"))))))
1570
1571 (defun elmo-imap4-parse-namespace-subr (ns)
1572   (let (prefix delim namespace-alist default-delim)
1573     ;; 0: personal, 1: other, 2: shared
1574     (dotimes (i 3)
1575       (setq namespace-alist
1576             (nconc namespace-alist
1577                    (delq nil
1578                          (mapcar
1579                           (lambda (namespace)
1580                             (setq prefix (elmo-imap4-nth 0 namespace)
1581                                   delim (elmo-imap4-nth 1 namespace))
1582                             (if (and prefix delim
1583                                      (string-match
1584                                       (concat (regexp-quote delim) "\\'")
1585                                       prefix))
1586                                 (setq prefix (substring prefix 0
1587                                                         (match-beginning 0))))
1588                             (if (eq (length prefix) 0)
1589                                 (progn (setq default-delim delim) nil)
1590                               (cons
1591                                (concat "^\\("
1592                                        (if (string= (downcase prefix) "inbox")
1593                                            "[Ii][Nn][Bb][Oo][Xx]"
1594                                          (regexp-quote prefix))
1595                                        "\\).*$")
1596                                delim)))
1597                           (elmo-imap4-nth i ns))))))
1598     (if default-delim
1599         (setq namespace-alist
1600               (nconc namespace-alist
1601                      (list (cons "^.*$" default-delim)))))
1602     namespace-alist))
1603
1604 (defun elmo-imap4-parse-acl ()
1605   (let ((mailbox (elmo-imap4-parse-mailbox))
1606         identifier rights acl)
1607     (while (eq (char-after (point)) ?\ )
1608       (elmo-imap4-forward)
1609       (setq identifier (elmo-imap4-parse-astring))
1610       (elmo-imap4-forward)
1611       (setq rights (elmo-imap4-parse-astring))
1612       (setq acl (append acl (list (cons identifier rights)))))
1613     (list 'acl acl mailbox)))
1614
1615 (defun elmo-imap4-parse-flag-list ()
1616   (let ((str (buffer-substring (+ (point) 1)
1617                                (progn (search-forward ")" nil t)
1618                                       (- (point) 1)))))
1619     (unless (eq (length str) 0)
1620       (split-string str))))
1621
1622 (defun elmo-imap4-parse-envelope ()
1623   (when (eq (char-after (point)) ?\()
1624     (elmo-imap4-forward)
1625     (vector (prog1 (elmo-imap4-parse-nstring);; date
1626               (elmo-imap4-forward))
1627             (prog1 (elmo-imap4-parse-nstring);; subject
1628               (elmo-imap4-forward))
1629             (prog1 (elmo-imap4-parse-address-list);; from
1630               (elmo-imap4-forward))
1631             (prog1 (elmo-imap4-parse-address-list);; sender
1632               (elmo-imap4-forward))
1633             (prog1 (elmo-imap4-parse-address-list);; reply-to
1634               (elmo-imap4-forward))
1635             (prog1 (elmo-imap4-parse-address-list);; to
1636               (elmo-imap4-forward))
1637             (prog1 (elmo-imap4-parse-address-list);; cc
1638               (elmo-imap4-forward))
1639             (prog1 (elmo-imap4-parse-address-list);; bcc
1640               (elmo-imap4-forward))
1641             (prog1 (elmo-imap4-parse-nstring);; in-reply-to
1642               (elmo-imap4-forward))
1643             (prog1 (elmo-imap4-parse-nstring);; message-id
1644               (elmo-imap4-forward)))))
1645
1646 (defsubst elmo-imap4-parse-string-list ()
1647   (cond ((eq (char-after (point)) ?\();; body-fld-param
1648          (let (strlist str)
1649            (elmo-imap4-forward)
1650            (while (setq str (elmo-imap4-parse-string))
1651              (push str strlist)
1652              (elmo-imap4-forward))
1653            (nreverse strlist)))
1654         ((elmo-imap4-parse-nil)
1655          nil)))
1656
1657 (defun elmo-imap4-parse-body-extension ()
1658   (if (eq (char-after (point)) ?\()
1659       (let (b-e)
1660         (elmo-imap4-forward)
1661         (push (elmo-imap4-parse-body-extension) b-e)
1662         (while (eq (char-after (point)) ?\ )
1663           (elmo-imap4-forward)
1664           (push (elmo-imap4-parse-body-extension) b-e))
1665         (assert (eq (char-after (point)) ?\)))
1666         (elmo-imap4-forward)
1667         (nreverse b-e))
1668     (or (elmo-imap4-parse-number)
1669         (elmo-imap4-parse-nstring))))
1670
1671 (defsubst elmo-imap4-parse-body-ext ()
1672   (let (ext)
1673     (when (eq (char-after (point)) ?\ );; body-fld-dsp
1674       (elmo-imap4-forward)
1675       (let (dsp)
1676         (if (eq (char-after (point)) ?\()
1677             (progn
1678               (elmo-imap4-forward)
1679               (push (elmo-imap4-parse-string) dsp)
1680               (elmo-imap4-forward)
1681               (push (elmo-imap4-parse-string-list) dsp)
1682               (elmo-imap4-forward))
1683           (assert (elmo-imap4-parse-nil)))
1684         (push (nreverse dsp) ext))
1685       (when (eq (char-after (point)) ?\ );; body-fld-lang
1686         (elmo-imap4-forward)
1687         (if (eq (char-after (point)) ?\()
1688             (push (elmo-imap4-parse-string-list) ext)
1689           (push (elmo-imap4-parse-nstring) ext))
1690         (while (eq (char-after (point)) ?\ );; body-extension
1691           (elmo-imap4-forward)
1692           (setq ext (append (elmo-imap4-parse-body-extension) ext)))))
1693     ext))
1694
1695 (defun elmo-imap4-parse-body ()
1696   (let (body)
1697     (when (eq (char-after (point)) ?\()
1698       (elmo-imap4-forward)
1699       (if (eq (char-after (point)) ?\()
1700           (let (subbody)
1701             (while (and (eq (char-after (point)) ?\()
1702                         (setq subbody (elmo-imap4-parse-body)))
1703               (push subbody body))
1704             (elmo-imap4-forward)
1705             (push (elmo-imap4-parse-string) body);; media-subtype
1706             (when (eq (char-after (point)) ?\ );; body-ext-mpart:
1707               (elmo-imap4-forward)
1708               (if (eq (char-after (point)) ?\();; body-fld-param
1709                   (push (elmo-imap4-parse-string-list) body)
1710                 (push (and (elmo-imap4-parse-nil) nil) body))
1711               (setq body
1712                     (append (elmo-imap4-parse-body-ext) body)));; body-ext-...
1713             (assert (eq (char-after (point)) ?\)))
1714             (elmo-imap4-forward)
1715             (nreverse body))
1716
1717         (push (elmo-imap4-parse-string) body);; media-type
1718         (elmo-imap4-forward)
1719         (push (elmo-imap4-parse-string) body);; media-subtype
1720         (elmo-imap4-forward)
1721         ;; next line for Sun SIMS bug
1722         (and (eq (char-after (point)) ? ) (elmo-imap4-forward))
1723         (if (eq (char-after (point)) ?\();; body-fld-param
1724             (push (elmo-imap4-parse-string-list) body)
1725           (push (and (elmo-imap4-parse-nil) nil) body))
1726         (elmo-imap4-forward)
1727         (push (elmo-imap4-parse-nstring) body);; body-fld-id
1728         (elmo-imap4-forward)
1729         (push (elmo-imap4-parse-nstring) body);; body-fld-desc
1730         (elmo-imap4-forward)
1731         (push (elmo-imap4-parse-string) body);; body-fld-enc
1732         (elmo-imap4-forward)
1733         (push (elmo-imap4-parse-number) body);; body-fld-octets
1734
1735         ;; ok, we're done parsing the required parts, what comes now is one
1736         ;; of three things:
1737         ;;
1738         ;; envelope       (then we're parsing body-type-msg)
1739         ;; body-fld-lines (then we're parsing body-type-text)
1740         ;; body-ext-1part (then we're parsing body-type-basic)
1741         ;;
1742         ;; the problem is that the two first are in turn optionally followed
1743         ;; by the third.  So we parse the first two here (if there are any)...
1744
1745         (when (eq (char-after (point)) ?\ )
1746           (elmo-imap4-forward)
1747           (let (lines)
1748             (cond ((eq (char-after (point)) ?\();; body-type-msg:
1749                    (push (elmo-imap4-parse-envelope) body);; envelope
1750                    (elmo-imap4-forward)
1751                    (push (elmo-imap4-parse-body) body);; body
1752                    (elmo-imap4-forward)
1753                    (push (elmo-imap4-parse-number) body));; body-fld-lines
1754                   ((setq lines (elmo-imap4-parse-number));; body-type-text:
1755                    (push lines body));; body-fld-lines
1756                   (t
1757                    (backward-char)))));; no match...
1758
1759         ;; ...and then parse the third one here...
1760
1761         (when (eq (char-after (point)) ?\ );; body-ext-1part:
1762           (elmo-imap4-forward)
1763           (push (elmo-imap4-parse-nstring) body);; body-fld-md5
1764           (setq body
1765                 (append (elmo-imap4-parse-body-ext) body)));; body-ext-1part..
1766
1767         (assert (eq (char-after (point)) ?\)))
1768         (elmo-imap4-forward)
1769         (nreverse body)))))
1770
1771 (luna-define-method elmo-folder-initialize :around ((folder
1772                                                      elmo-imap4-folder)
1773                                                     name)
1774   (let ((default-user   elmo-imap4-default-user)
1775         (default-server elmo-imap4-default-server)
1776         (default-port   elmo-imap4-default-port)
1777         (elmo-network-stream-type-alist
1778          (if elmo-imap4-stream-type-alist
1779              (append elmo-imap4-stream-type-alist
1780                      elmo-network-stream-type-alist)
1781            elmo-network-stream-type-alist))
1782         parse)
1783     (when (string-match "\\(.*\\)@\\(.*\\)" default-server)
1784       ;; case: imap4-default-server is specified like
1785       ;; "hoge%imap.server@gateway".
1786       (setq default-user (elmo-match-string 1 default-server))
1787       (setq default-server (elmo-match-string 2 default-server)))
1788     (setq name (luna-call-next-method))
1789     ;; mailbox
1790     (setq parse (elmo-parse-token name ":"))
1791     (elmo-imap4-folder-set-mailbox-internal folder
1792                                             (elmo-imap4-encode-folder-string
1793                                              (car parse)))
1794     ;; user
1795     (setq parse (elmo-parse-prefixed-element ?: (cdr parse) "/"))
1796     (elmo-net-folder-set-user-internal folder
1797                                        (if (eq (length (car parse)) 0)
1798                                            default-user
1799                                          (car parse)))
1800     ;; auth
1801     (setq parse (elmo-parse-prefixed-element ?/ (cdr parse)))
1802     (elmo-net-folder-set-auth-internal
1803      folder
1804      (if (eq (length (car parse)) 0)
1805          (or elmo-imap4-default-authenticate-type 'clear)
1806        (intern (car parse))))
1807     (unless (elmo-net-folder-server-internal folder)
1808       (elmo-net-folder-set-server-internal folder default-server))
1809     (unless (elmo-net-folder-port-internal folder)
1810       (elmo-net-folder-set-port-internal folder default-port))
1811     (unless (elmo-net-folder-stream-type-internal folder)
1812       (elmo-net-folder-set-stream-type-internal
1813        folder
1814        (elmo-get-network-stream-type elmo-imap4-default-stream-type)))
1815     folder))
1816
1817 ;;; ELMO IMAP4 folder
1818 (luna-define-method elmo-folder-expand-msgdb-path ((folder
1819                                                     elmo-imap4-folder))
1820   (convert-standard-filename
1821    (let ((mailbox (elmo-imap4-folder-mailbox-internal folder)))
1822      (if (string= "inbox" (downcase mailbox))
1823          (setq mailbox "inbox"))
1824      (if (eq (string-to-char mailbox) ?/)
1825          (setq mailbox (substring mailbox 1 (length mailbox))))
1826      (expand-file-name
1827       mailbox
1828       (expand-file-name
1829        (or (elmo-net-folder-user-internal folder) "nobody")
1830        (expand-file-name (or (elmo-net-folder-server-internal folder)
1831                              "nowhere")
1832                          (expand-file-name
1833                           "imap"
1834                           elmo-msgdb-directory)))))))
1835
1836 (luna-define-method elmo-folder-status-plugged ((folder
1837                                                  elmo-imap4-folder))
1838   (elmo-imap4-folder-status-plugged folder))
1839
1840 (defun elmo-imap4-folder-status-plugged (folder)
1841   (let ((session (elmo-imap4-get-session folder))
1842         (killed (elmo-msgdb-killed-list-load
1843                  (elmo-folder-msgdb-path folder)))
1844         status)
1845     (with-current-buffer (elmo-network-session-buffer session)
1846       (setq elmo-imap4-status-callback nil)
1847       (setq elmo-imap4-status-callback-data nil))
1848     (setq status (elmo-imap4-response-value
1849                   (elmo-imap4-send-command-wait
1850                    session
1851                    (list "status "
1852                          (elmo-imap4-mailbox
1853                           (elmo-imap4-folder-mailbox-internal folder))
1854                          " (uidnext messages)"))
1855                   'status))
1856     (cons
1857      (- (elmo-imap4-response-value status 'uidnext) 1)
1858      (if killed
1859          (-
1860           (elmo-imap4-response-value status 'messages)
1861           (elmo-msgdb-killed-list-length killed))
1862        (elmo-imap4-response-value status 'messages)))))
1863
1864 (luna-define-method elmo-folder-list-messages-plugged ((folder
1865                                                         elmo-imap4-folder)
1866                                                        &optional nohide)
1867   (elmo-imap4-list folder
1868                    (let ((max (elmo-msgdb-max-of-killed
1869                                (elmo-folder-killed-list-internal folder))))
1870                      (if (or nohide
1871                              (null (eq max 0)))
1872                          (format "uid %d:*" (1+ max))
1873                        "all"))))
1874
1875 (luna-define-method elmo-folder-list-unreads-plugged
1876   ((folder elmo-imap4-folder))
1877   (elmo-imap4-list folder "unseen"))
1878
1879 (luna-define-method elmo-folder-list-importants-plugged
1880   ((folder elmo-imap4-folder))
1881   (elmo-imap4-list folder "flagged"))
1882
1883 (luna-define-method elmo-folder-list-answereds-plugged
1884   ((folder elmo-imap4-folder))
1885   (elmo-imap4-list folder "answered"))
1886
1887 (luna-define-method elmo-folder-use-flag-p ((folder elmo-imap4-folder))
1888   (not (string-match elmo-imap4-disuse-server-flag-mailbox-regexp
1889                      (elmo-imap4-folder-mailbox-internal folder))))
1890
1891 (luna-define-method elmo-folder-list-subfolders ((folder elmo-imap4-folder)
1892                                                  &optional one-level)
1893   (let* ((root (elmo-imap4-folder-mailbox-internal folder))
1894          (session (elmo-imap4-get-session folder))
1895          (prefix (elmo-folder-prefix-internal folder))
1896          (delim (or
1897                  (cdr
1898                   (elmo-string-matched-assoc
1899                    root
1900                    (with-current-buffer (elmo-network-session-buffer session)
1901                      elmo-imap4-server-namespace)))
1902                  elmo-imap4-default-hierarchy-delimiter))
1903          ;; Append delimiter when root with namespace.
1904          (root (if (and (match-end 1)
1905                         (string= (substring root (match-end 1))
1906                                  ""))
1907                    (concat root delim)
1908                  root))
1909          result append-serv type)
1910     (setq result (elmo-imap4-response-get-selectable-mailbox-list
1911                   (elmo-imap4-send-command-wait
1912                    session
1913                    (list "list " (elmo-imap4-mailbox root) " *"))))
1914     (when (or (not (string= (elmo-net-folder-user-internal folder)
1915                             elmo-imap4-default-user))
1916               (not (eq (elmo-net-folder-auth-internal folder)
1917                        (or elmo-imap4-default-authenticate-type 'clear))))
1918       (setq append-serv (concat ":" (elmo-net-folder-user-internal folder))))
1919     (unless (eq (elmo-net-folder-auth-internal folder)
1920                 (or elmo-imap4-default-authenticate-type 'clear))
1921       (setq append-serv
1922             (concat append-serv "/"
1923                     (symbol-name (elmo-net-folder-auth-internal folder)))))
1924     (unless (string= (elmo-net-folder-server-internal folder)
1925                      elmo-imap4-default-server)
1926       (setq append-serv (concat append-serv "@"
1927                                 (elmo-net-folder-server-internal folder))))
1928     (unless (eq (elmo-net-folder-port-internal folder) elmo-imap4-default-port)
1929       (setq append-serv (concat append-serv ":"
1930                                 (int-to-string
1931                                  (elmo-net-folder-port-internal folder)))))
1932     (setq type (elmo-net-folder-stream-type-internal folder))
1933     (unless (eq (elmo-network-stream-type-symbol type)
1934                 elmo-imap4-default-stream-type)
1935       (if type
1936           (setq append-serv (concat append-serv
1937                                     (elmo-network-stream-type-spec-string
1938                                      type)))))
1939     (if one-level
1940         (let ((re-delim (regexp-quote delim))
1941               (case-fold-search nil)
1942               folder ret has-child-p)
1943           ;; Append delimiter
1944           (when (and root
1945                      (not (string= root ""))
1946                      (not (string-match
1947                            (concat "\\(.*\\)" re-delim "\\'")
1948                            root)))
1949             (setq root (concat root delim)))
1950           (while (setq folder (car result))
1951             (when (string-match
1952                    (concat "^\\(" (regexp-quote root) "[^" re-delim "]" "+\\)"
1953                            re-delim)
1954                    folder)
1955               (setq folder (match-string 1 folder)))
1956             (setq has-child-p nil
1957                   result (delq
1958                           nil
1959                           (mapcar (lambda (fld)
1960                                     (if (string-match
1961                                          (concat "^" (regexp-quote folder)
1962                                                  "\\(" re-delim "\\|\\'\\)")
1963                                          fld)
1964                                         (progn (setq has-child-p t) nil)
1965                                       fld))
1966                                   (cdr result)))
1967                   folder (concat prefix
1968                                  (elmo-imap4-decode-folder-string folder)
1969                                  (and append-serv
1970                                       (eval append-serv)))
1971                   ret (append ret (if has-child-p
1972                                       (list (list folder))
1973                                     (list folder)))))
1974           ret)
1975       (mapcar (lambda (fld)
1976                 (concat prefix (elmo-imap4-decode-folder-string fld)
1977                         (and append-serv
1978                              (eval append-serv))))
1979               result))))
1980
1981 (luna-define-method elmo-folder-exists-p-plugged ((folder elmo-imap4-folder))
1982   (let ((session (elmo-imap4-get-session folder)))
1983     (if (string=
1984          (elmo-imap4-session-current-mailbox-internal session)
1985          (elmo-imap4-folder-mailbox-internal folder))
1986         t
1987       (elmo-imap4-session-select-mailbox
1988        session
1989        (elmo-imap4-folder-mailbox-internal folder)
1990        'force 'notify-bye))))
1991
1992 (luna-define-method elmo-folder-creatable-p ((folder elmo-imap4-folder))
1993   t)
1994
1995 (luna-define-method elmo-folder-writable-p ((folder elmo-imap4-folder))
1996   t)
1997
1998 (luna-define-method elmo-folder-delete :before ((folder elmo-imap4-folder))
1999   (let ((session (elmo-imap4-get-session folder))
2000         msgs)
2001     (when (elmo-imap4-folder-mailbox-internal folder)
2002       (when (setq msgs (elmo-folder-list-messages folder))
2003         (elmo-folder-delete-messages folder msgs))
2004       (elmo-imap4-send-command-wait session "close")
2005       (elmo-imap4-send-command-wait
2006        session
2007        (list "delete "
2008              (elmo-imap4-mailbox
2009               (elmo-imap4-folder-mailbox-internal folder)))))))
2010
2011 (luna-define-method elmo-folder-rename-internal ((folder elmo-imap4-folder)
2012                                                  new-folder)
2013   (let ((session (elmo-imap4-get-session folder)))
2014     ;; make sure the folder is selected.
2015     (elmo-imap4-session-select-mailbox session
2016                                        (elmo-imap4-folder-mailbox-internal
2017                                         folder))
2018     (elmo-imap4-send-command-wait session "close")
2019     (elmo-imap4-send-command-wait
2020      session
2021      (list "rename "
2022            (elmo-imap4-mailbox
2023             (elmo-imap4-folder-mailbox-internal folder))
2024            " "
2025            (elmo-imap4-mailbox
2026             (elmo-imap4-folder-mailbox-internal new-folder))))
2027     (elmo-imap4-session-set-current-mailbox-internal
2028      session (elmo-imap4-folder-mailbox-internal new-folder))))
2029
2030 (defun elmo-imap4-copy-messages (src-folder dst-folder numbers)
2031   (let ((session (elmo-imap4-get-session src-folder))
2032         (set-list (elmo-imap4-make-number-set-list
2033                    numbers
2034                    elmo-imap4-number-set-chop-length))
2035         succeeds)
2036     (elmo-imap4-session-select-mailbox session
2037                                        (elmo-imap4-folder-mailbox-internal
2038                                         src-folder))
2039     (while set-list
2040       (if (elmo-imap4-send-command-wait session
2041                                         (list
2042                                          (format
2043                                           (if elmo-imap4-use-uid
2044                                               "uid copy %s "
2045                                             "copy %s ")
2046                                           (cdr (car set-list)))
2047                                          (elmo-imap4-mailbox
2048                                           (elmo-imap4-folder-mailbox-internal
2049                                            dst-folder))))
2050           (setq succeeds (append succeeds numbers)))
2051       (setq set-list (cdr set-list)))
2052     succeeds))
2053
2054 (defun elmo-imap4-set-flag (folder numbers flag &optional remove)
2055   "Set flag on messages.
2056 FOLDER is the ELMO folder structure.
2057 NUMBERS is the message numbers to be flagged.
2058 FLAG is the flag name.
2059 If optional argument REMOVE is non-nil, remove FLAG."
2060   (let ((session (elmo-imap4-get-session folder))
2061         response set-list)
2062     (elmo-imap4-session-select-mailbox session
2063                                        (elmo-imap4-folder-mailbox-internal
2064                                         folder))
2065     (setq set-list (elmo-imap4-make-number-set-list
2066                     numbers
2067                     elmo-imap4-number-set-chop-length))
2068     (while set-list
2069       (with-current-buffer (elmo-network-session-buffer session)
2070         (setq elmo-imap4-fetch-callback nil)
2071         (setq elmo-imap4-fetch-callback-data nil))
2072       (unless (elmo-imap4-response-ok-p
2073                (elmo-imap4-send-command-wait
2074                 session
2075                 (format
2076                  (if elmo-imap4-use-uid
2077                      "uid store %s %sflags.silent (%s)"
2078                    "store %s %sflags.silent (%s)")
2079                  (cdr (car set-list))
2080                  (if remove "-" "+")
2081                  flag)))
2082         (setq response 'fail))
2083       (setq set-list (cdr set-list)))
2084     (not (eq response 'fail))))
2085
2086 (luna-define-method elmo-folder-delete-messages-plugged
2087   ((folder elmo-imap4-folder) numbers)
2088   (let ((session (elmo-imap4-get-session folder)))
2089     (elmo-imap4-set-flag folder numbers "\\Deleted")
2090     (elmo-imap4-send-command-wait session "expunge")))
2091
2092 (defmacro elmo-imap4-detect-search-charset (string)
2093   (` (with-temp-buffer
2094        (insert (, string))
2095        (detect-mime-charset-region (point-min) (point-max)))))
2096
2097 (defun elmo-imap4-search-internal-primitive (folder session filter from-msgs)
2098   (let ((search-key (elmo-filter-key filter))
2099         (imap-search-keys '("bcc" "body" "cc" "from" "subject" "to"
2100                             "larger" "smaller" "mark"))
2101         (total 0)
2102         (length (length from-msgs))
2103         charset set-list end results)
2104     (message "Searching...")
2105     (cond
2106      ((string= "last" search-key)
2107       (let ((numbers (or from-msgs (elmo-folder-list-messages folder))))
2108         (nthcdr (max (- (length numbers)
2109                         (string-to-int (elmo-filter-value filter)))
2110                      0)
2111                 numbers)))
2112      ((string= "first" search-key)
2113       (let* ((numbers (or from-msgs (elmo-folder-list-messages folder)))
2114              (rest (nthcdr (string-to-int (elmo-filter-value filter) )
2115                            numbers)))
2116         (mapcar '(lambda (x) (delete x numbers)) rest)
2117         numbers))
2118      ((string= "mark" search-key)
2119       (cond
2120        ((string= "unread" (elmo-filter-value filter))
2121         (elmo-folder-list-unreads folder))
2122        ((string= "important" (elmo-filter-value filter))
2123         (elmo-folder-list-importants folder))
2124        ((string= "answered" (elmo-filter-value filter))
2125         (elmo-folder-list-answereds folder))))
2126      ((or (string= "since" search-key)
2127           (string= "before" search-key))
2128       (setq search-key (concat "sent" search-key)
2129             set-list (elmo-imap4-make-number-set-list
2130                       from-msgs
2131                       elmo-imap4-number-set-chop-length)
2132             end nil)
2133       (while (not end)
2134         (setq results
2135               (append
2136                results
2137                (elmo-imap4-response-value
2138                 (elmo-imap4-send-command-wait
2139                  session
2140                  (format
2141                   (if elmo-imap4-use-uid
2142                       "uid search %s%s%s %s"
2143                     "search %s%s%s %s")
2144                   (if from-msgs
2145                       (concat
2146                        (if elmo-imap4-use-uid "uid ")
2147                        (cdr (car set-list))
2148                        " ")
2149                     "")
2150                   (if (eq (elmo-filter-type filter)
2151                           'unmatch)
2152                       "not " "")
2153                   search-key
2154                   (elmo-date-get-description
2155                    (elmo-date-get-datevec
2156                     (elmo-filter-value filter)))))
2157                 'search)))
2158         (when (> length elmo-display-progress-threshold)
2159           (setq total (+ total (car (car set-list))))
2160           (elmo-display-progress
2161            'elmo-imap4-search "Searching..."
2162            (/ (* total 100) length)))
2163         (setq set-list (cdr set-list)
2164               end (null set-list)))
2165       results)
2166      (t
2167       (setq charset
2168             (if (eq (length (elmo-filter-value filter)) 0)
2169                 (setq charset 'us-ascii)
2170               (elmo-imap4-detect-search-charset
2171                (elmo-filter-value filter)))
2172             set-list (elmo-imap4-make-number-set-list
2173                       from-msgs
2174                       elmo-imap4-number-set-chop-length)
2175             end nil)
2176       (while (not end)
2177         (setq results
2178               (append
2179                results
2180                (elmo-imap4-response-value
2181                 (elmo-imap4-send-command-wait
2182                  session
2183                  (list
2184                   (if elmo-imap4-use-uid "uid ")
2185                   "search "
2186                   "CHARSET "
2187                   (elmo-imap4-astring
2188                    (symbol-name charset))
2189                   " "
2190                   (if from-msgs
2191                       (concat
2192                        (if elmo-imap4-use-uid "uid ")
2193                        (cdr (car set-list))
2194                        " ")
2195                     "")
2196                   (if (eq (elmo-filter-type filter)
2197                           'unmatch)
2198                       "not " "")
2199                   (format "%s%s "
2200                           (if (member
2201                                (elmo-filter-key filter)
2202                                imap-search-keys)
2203                               ""
2204                             "header ")
2205                           (elmo-filter-key filter))
2206                   (elmo-imap4-astring
2207                    (encode-mime-charset-string
2208                     (elmo-filter-value filter) charset))))
2209                 'search)))
2210         (when (> length elmo-display-progress-threshold)
2211           (setq total (+ total (car (car set-list))))
2212           (elmo-display-progress
2213            'elmo-imap4-search "Searching..."
2214            (/ (* total 100) length)))
2215         (setq set-list (cdr set-list)
2216               end (null set-list)))
2217       results))))
2218
2219 (defun elmo-imap4-search-internal (folder session condition from-msgs)
2220   (let (result)
2221     (cond
2222      ((vectorp condition)
2223       (setq result (elmo-imap4-search-internal-primitive
2224                     folder session condition from-msgs)))
2225      ((eq (car condition) 'and)
2226       (setq result (elmo-imap4-search-internal folder session (nth 1 condition)
2227                                                from-msgs)
2228             result (elmo-list-filter result
2229                                      (elmo-imap4-search-internal
2230                                       folder session (nth 2 condition)
2231                                       from-msgs))))
2232      ((eq (car condition) 'or)
2233       (setq result (elmo-imap4-search-internal
2234                     folder session (nth 1 condition) from-msgs)
2235             result (elmo-uniq-list
2236                     (nconc result
2237                            (elmo-imap4-search-internal
2238                             folder session (nth 2 condition) from-msgs)))
2239             result (sort result '<))))))
2240
2241 (luna-define-method elmo-folder-search :around ((folder elmo-imap4-folder)
2242                                                 condition &optional numbers)
2243   (if (elmo-folder-plugged-p folder)
2244       (save-excursion
2245         (let ((session (elmo-imap4-get-session folder)))
2246           (elmo-imap4-session-select-mailbox
2247            session
2248            (elmo-imap4-folder-mailbox-internal folder))
2249           (elmo-imap4-search-internal folder session condition numbers)))
2250     (luna-call-next-method)))
2251
2252 (luna-define-method elmo-folder-msgdb-create-plugged
2253   ((folder elmo-imap4-folder) numbers seen-list)
2254   (when numbers
2255     (let ((session (elmo-imap4-get-session folder))
2256           (headers
2257            (append
2258             '("Subject" "From" "To" "Cc" "Date"
2259               "Message-Id" "References" "In-Reply-To")
2260             elmo-msgdb-extra-fields))
2261           (total 0)
2262           (length (length numbers))
2263           rfc2060 set-list)
2264       (setq rfc2060 (memq 'imap4rev1
2265                           (elmo-imap4-session-capability-internal
2266                            session)))
2267       (message "Getting overview...")
2268       (elmo-imap4-session-select-mailbox
2269        session (elmo-imap4-folder-mailbox-internal folder))
2270       (setq set-list (elmo-imap4-make-number-set-list
2271                       numbers
2272                       elmo-imap4-overview-fetch-chop-length))
2273       ;; Setup callback.
2274       (with-current-buffer (elmo-network-session-buffer session)
2275         (setq elmo-imap4-current-msgdb nil
2276               elmo-imap4-seen-messages nil
2277               elmo-imap4-fetch-callback 'elmo-imap4-fetch-callback-1
2278               elmo-imap4-fetch-callback-data (cons seen-list
2279                                                    (elmo-folder-use-flag-p
2280                                                     folder)))
2281         (while set-list
2282           (elmo-imap4-send-command-wait
2283            session
2284            ;; get overview entity from IMAP4
2285            (format "%sfetch %s (%s rfc822.size flags)"
2286                    (if elmo-imap4-use-uid "uid " "")
2287                    (cdr (car set-list))
2288                    (if rfc2060
2289                        (format "body.peek[header.fields %s]" headers)
2290                      (format "%s" headers))))
2291           (when (> length elmo-display-progress-threshold)
2292             (setq total (+ total (car (car set-list))))
2293             (elmo-display-progress
2294              'elmo-imap4-msgdb-create "Getting overview..."
2295              (/ (* total 100) length)))
2296           (setq set-list (cdr set-list)))
2297         (message "Getting overview...done")
2298         (when elmo-imap4-seen-messages
2299           (elmo-imap4-set-flag folder elmo-imap4-seen-messages "\\Seen"))
2300         elmo-imap4-current-msgdb))))
2301
2302 (luna-define-method elmo-folder-unmark-important-plugged
2303   ((folder elmo-imap4-folder) numbers)
2304   (elmo-imap4-set-flag folder numbers "\\Flagged" 'remove))
2305
2306 (luna-define-method elmo-folder-mark-as-important-plugged
2307   ((folder elmo-imap4-folder) numbers)
2308   (elmo-imap4-set-flag folder numbers "\\Flagged"))
2309
2310 (luna-define-method elmo-folder-unmark-read-plugged
2311   ((folder elmo-imap4-folder) numbers)
2312   (elmo-imap4-set-flag folder numbers "\\Seen" 'remove))
2313
2314 (luna-define-method elmo-folder-mark-as-read-plugged
2315   ((folder elmo-imap4-folder) numbers)
2316   (elmo-imap4-set-flag folder numbers "\\Seen"))
2317
2318 (luna-define-method elmo-folder-unmark-answered-plugged
2319   ((folder elmo-imap4-folder) numbers)
2320   (elmo-imap4-set-flag folder numbers "\\Answered" 'remove))
2321
2322 (luna-define-method elmo-folder-mark-as-answered-plugged
2323   ((folder elmo-imap4-folder) numbers)
2324   (elmo-imap4-set-flag folder numbers "\\Answered"))
2325
2326 (luna-define-method elmo-message-use-cache-p ((folder elmo-imap4-folder)
2327                                               number)
2328   elmo-imap4-use-cache)
2329
2330 (luna-define-method elmo-folder-message-appendable-p ((folder elmo-imap4-folder))
2331   (if (elmo-folder-plugged-p folder)
2332       (not (elmo-imap4-session-read-only-internal
2333             (elmo-imap4-get-session folder)))
2334     elmo-enable-disconnected-operation)) ; offline refile.
2335
2336 (luna-define-method elmo-folder-check-plugged ((folder elmo-imap4-folder))
2337   (let ((session (elmo-imap4-get-session folder 'if-exists)))
2338     (when session
2339       (if (string=
2340            (elmo-imap4-session-current-mailbox-internal session)
2341            (elmo-imap4-folder-mailbox-internal folder))
2342           (if elmo-imap4-use-select-to-update-status
2343               (elmo-imap4-session-select-mailbox
2344                session
2345                (elmo-imap4-folder-mailbox-internal folder)
2346                'force)
2347             (elmo-imap4-session-check session))))))
2348
2349 (defsubst elmo-imap4-folder-diff-plugged (folder)
2350   (let ((session (elmo-imap4-get-session folder))
2351         messages new unread response killed)
2352 ;;; (elmo-imap4-commit spec)
2353     (with-current-buffer (elmo-network-session-buffer session)
2354       (setq elmo-imap4-status-callback nil)
2355       (setq elmo-imap4-status-callback-data nil))
2356     (setq response
2357           (elmo-imap4-send-command-wait session
2358                                         (list
2359                                          "status "
2360                                          (elmo-imap4-mailbox
2361                                           (elmo-imap4-folder-mailbox-internal
2362                                            folder))
2363                                          " (recent unseen messages)")))
2364     (setq response (elmo-imap4-response-value response 'status))
2365     (setq messages (elmo-imap4-response-value response 'messages))
2366     (setq killed (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2367     (if killed
2368         (setq messages (- messages
2369                           (elmo-msgdb-killed-list-length
2370                            killed))))
2371     (setq new (elmo-imap4-response-value response 'recent)
2372           unread (elmo-imap4-response-value response 'unseen))
2373     (if (< unread new) (setq new unread))
2374     (list new unread messages)))
2375
2376 (luna-define-method elmo-folder-diff-plugged ((folder elmo-imap4-folder))
2377   (elmo-imap4-folder-diff-plugged folder))
2378
2379 (luna-define-method elmo-folder-diff-async ((folder elmo-imap4-folder)
2380                                             &optional number-alist)
2381   (setq elmo-imap4-server-diff-async-callback
2382         elmo-folder-diff-async-callback)
2383   (setq elmo-imap4-server-diff-async-callback-data
2384         elmo-folder-diff-async-callback-data)
2385   (elmo-imap4-server-diff-async folder))
2386
2387 (luna-define-method elmo-folder-open :around ((folder elmo-imap4-folder)
2388                                               &optional load-msgdb)
2389   (if (elmo-folder-plugged-p folder)
2390       (let (session mailbox msgdb result response tag)
2391         (condition-case err
2392             (progn
2393               (setq session (elmo-imap4-get-session folder)
2394                     mailbox (elmo-imap4-folder-mailbox-internal folder)
2395                     tag (elmo-imap4-send-command session
2396                                                  (list "select "
2397                                                        (elmo-imap4-mailbox
2398                                                         mailbox))))
2399               (message "Selecting %s..."
2400                        (elmo-folder-name-internal folder))
2401               (if load-msgdb
2402                   (setq msgdb (elmo-msgdb-load folder 'silent)))
2403               (elmo-folder-set-killed-list-internal
2404                folder
2405                (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2406               (if (setq result (elmo-imap4-response-ok-p
2407                                 (setq response
2408                                       (elmo-imap4-read-response session tag))))
2409                   (progn
2410                     (elmo-imap4-session-set-current-mailbox-internal
2411                      session mailbox)
2412                     (elmo-imap4-session-set-read-only-internal
2413                      session
2414                      (nth 1 (assq 'read-only (assq 'ok response)))))
2415                 (elmo-imap4-session-set-current-mailbox-internal session nil)
2416                 (if (elmo-imap4-response-bye-p response)
2417                     (elmo-imap4-process-bye session)
2418                   (error (or
2419                           (elmo-imap4-response-error-text response)
2420                           (format "Select %s failed" mailbox)))))
2421               (message "Selecting %s...done"
2422                        (elmo-folder-name-internal folder))
2423               (elmo-folder-set-msgdb-internal
2424                folder msgdb))
2425           (quit
2426            (if (elmo-imap4-response-ok-p response)
2427                (elmo-imap4-session-set-current-mailbox-internal
2428                 session mailbox)
2429              (and session
2430                   (elmo-imap4-session-set-current-mailbox-internal
2431                    session nil))))
2432           (error
2433            (if (elmo-imap4-response-ok-p response)
2434                (elmo-imap4-session-set-current-mailbox-internal
2435                 session mailbox)
2436              (and session
2437                   (elmo-imap4-session-set-current-mailbox-internal
2438                    session nil))))))
2439     (luna-call-next-method)))
2440
2441 ;; elmo-folder-open-internal: do nothing.
2442
2443 (luna-define-method elmo-find-fetch-strategy
2444   ((folder elmo-imap4-folder) entity &optional ignore-cache)
2445   (let ((number (elmo-msgdb-overview-entity-get-number entity))
2446         cache-file size message-id)
2447     (setq size (elmo-msgdb-overview-entity-get-size entity))
2448     (setq message-id (elmo-msgdb-overview-entity-get-id entity))
2449     (setq cache-file (elmo-file-cache-get message-id))
2450     (if (or ignore-cache
2451             (null (elmo-file-cache-status cache-file)))
2452         (if (and elmo-message-fetch-threshold
2453                  (integerp size)
2454                  (>= size elmo-message-fetch-threshold)
2455                  (or (not elmo-message-fetch-confirm)
2456                      (not (prog1 (y-or-n-p
2457                                   (format
2458                                    "Fetch entire message at once? (%dbytes)"
2459                                    size))
2460                             (message "")))))
2461             ;; Fetch message as imap message.
2462             (elmo-make-fetch-strategy 'section
2463                                       nil
2464                                       (elmo-message-use-cache-p
2465                                        folder number)
2466                                       (elmo-file-cache-path
2467                                        cache-file))
2468           ;; Don't use existing cache and fetch entire message at once.
2469           (elmo-make-fetch-strategy 'entire nil
2470                                     (elmo-message-use-cache-p
2471                                      folder number)
2472                                     (elmo-file-cache-path cache-file)))
2473       ;; Cache found and use it.
2474       (if (not ignore-cache)
2475           (if (eq (elmo-file-cache-status cache-file) 'section)
2476               ;; Fetch message with imap message.
2477               (elmo-make-fetch-strategy 'section
2478                                         t
2479                                         (elmo-message-use-cache-p
2480                                          folder number)
2481                                         (elmo-file-cache-path
2482                                          cache-file))
2483             (elmo-make-fetch-strategy 'entire
2484                                       t
2485                                       (elmo-message-use-cache-p
2486                                        folder number)
2487                                       (elmo-file-cache-path
2488                                        cache-file)))))))
2489
2490 (luna-define-method elmo-folder-create-plugged ((folder elmo-imap4-folder))
2491   (elmo-imap4-send-command-wait
2492    (elmo-imap4-get-session folder)
2493    (list "create "
2494          (elmo-imap4-mailbox
2495           (elmo-imap4-folder-mailbox-internal folder)))))
2496
2497 (luna-define-method elmo-folder-append-buffer
2498   ((folder elmo-imap4-folder) unread &optional number)
2499   (if (elmo-folder-plugged-p folder)
2500       (let ((session (elmo-imap4-get-session folder))
2501             send-buffer result)
2502         (elmo-imap4-session-select-mailbox session
2503                                            (elmo-imap4-folder-mailbox-internal
2504                                             folder))
2505         (setq send-buffer (elmo-imap4-setup-send-buffer))
2506         (unwind-protect
2507             (setq result
2508                   (elmo-imap4-send-command-wait
2509                    session
2510                    (list
2511                     "append "
2512                     (elmo-imap4-mailbox (elmo-imap4-folder-mailbox-internal
2513                                          folder))
2514                     (if unread " () " " (\\Seen) ")
2515                     (elmo-imap4-buffer-literal send-buffer))))
2516           (kill-buffer send-buffer))
2517         result)
2518     ;; Unplugged
2519     (if elmo-enable-disconnected-operation
2520         (elmo-folder-append-buffer-dop folder unread number)
2521       (error "Unplugged"))))
2522
2523 (eval-when-compile
2524   (defmacro elmo-imap4-identical-system-p (folder1 folder2)
2525     "Return t if FOLDER1 and FOLDER2 are in the same IMAP4 system."
2526     (` (and (string= (elmo-net-folder-server-internal (, folder1))
2527                      (elmo-net-folder-server-internal (, folder2)))
2528             (eq (elmo-net-folder-port-internal (, folder1))
2529                 (elmo-net-folder-port-internal (, folder2)))
2530             (string= (elmo-net-folder-user-internal (, folder1))
2531                      (elmo-net-folder-user-internal (, folder2)))))))
2532
2533 (luna-define-method elmo-folder-append-messages :around
2534   ((folder elmo-imap4-folder) src-folder numbers &optional same-number)
2535   (if (and (eq (elmo-folder-type-internal src-folder) 'imap4)
2536            (elmo-imap4-identical-system-p folder src-folder)
2537            (elmo-folder-plugged-p folder))
2538       ;; Plugged
2539       (prog1
2540           (elmo-imap4-copy-messages src-folder folder numbers)
2541         (elmo-progress-notify 'elmo-folder-move-messages (length numbers)))
2542     (luna-call-next-method)))
2543
2544 (luna-define-method elmo-message-deletable-p ((folder elmo-imap4-folder)
2545                                               number)
2546   (if (elmo-folder-plugged-p folder)
2547       (not (elmo-imap4-session-read-only-internal
2548             (elmo-imap4-get-session folder)))
2549     elmo-enable-disconnected-operation)) ; offline refile.
2550
2551 ;(luna-define-method elmo-message-fetch-unplugged
2552 ;  ((folder elmo-imap4-folder)
2553 ;   number strategy  &optional section outbuf unseen)
2554 ;  (error "%d%s is not cached." number (if section
2555 ;                                         (format "(%s)" section)
2556 ;                                       "")))
2557
2558 (defsubst elmo-imap4-message-fetch (folder number strategy
2559                                            section outbuf unseen)
2560   (let ((session (elmo-imap4-get-session folder))
2561         response)
2562     (elmo-imap4-session-select-mailbox session
2563                                        (elmo-imap4-folder-mailbox-internal
2564                                         folder))
2565     (with-current-buffer (elmo-network-session-buffer session)
2566       (setq elmo-imap4-fetch-callback nil)
2567       (setq elmo-imap4-fetch-callback-data nil))
2568     (unless elmo-inhibit-display-retrieval-progress
2569       (setq elmo-imap4-display-literal-progress t))
2570     (unwind-protect
2571         (setq response
2572               (elmo-imap4-send-command-wait session
2573                                             (format
2574                                              (if elmo-imap4-use-uid
2575                                                  "uid fetch %s body%s[%s]"
2576                                                "fetch %s body%s[%s]")
2577                                              number
2578                                              (if unseen ".peek" "")
2579                                              (or section "")
2580                                              )))
2581       (setq elmo-imap4-display-literal-progress nil))
2582     (unless elmo-inhibit-display-retrieval-progress
2583       (elmo-display-progress 'elmo-imap4-display-literal-progress
2584                              "Retrieving..." 100)  ; remove progress bar.
2585       (message "Retrieving...done."))
2586     (if (setq response (elmo-imap4-response-bodydetail-text
2587                         (elmo-imap4-response-value-all
2588                          response 'fetch)))
2589         (with-current-buffer outbuf
2590           (erase-buffer)
2591           (insert response)
2592           t))))
2593
2594 (luna-define-method elmo-message-fetch-plugged ((folder elmo-imap4-folder)
2595                                                 number strategy
2596                                                 &optional section
2597                                                 outbuf unseen)
2598   (elmo-imap4-message-fetch folder number strategy section outbuf unseen))
2599
2600 (luna-define-method elmo-message-fetch-field ((folder elmo-imap4-folder)
2601                                               number field)
2602   (let ((session (elmo-imap4-get-session folder)))
2603     (elmo-imap4-session-select-mailbox session
2604                                        (elmo-imap4-folder-mailbox-internal
2605                                         folder))
2606     (with-current-buffer (elmo-network-session-buffer session)
2607       (setq elmo-imap4-fetch-callback nil)
2608       (setq elmo-imap4-fetch-callback-data nil))
2609     (with-temp-buffer
2610       (insert
2611        (elmo-imap4-response-bodydetail-text
2612         (elmo-imap4-response-value
2613          (elmo-imap4-send-command-wait session
2614                                        (concat
2615                                         (if elmo-imap4-use-uid
2616                                             "uid ")
2617                                         (format
2618                                          "fetch %s (body.peek[header.fields (%s)])"
2619                                          number field)))
2620          'fetch)))
2621       (elmo-delete-cr-buffer)
2622       (goto-char (point-min))
2623       (std11-field-body (symbol-name field)))))
2624
2625 (luna-define-method elmo-folder-search-requires-msgdb-p ((folder
2626                                                           elmo-imap4-folder)
2627                                                          condition)
2628   nil)
2629
2630 (require 'product)
2631 (product-provide (provide 'elmo-imap4) (require 'elmo-version))
2632
2633 ;;; elmo-imap4.el ends here