elmo/elmo-imap4.el

   1 ;;; elmo-imap4.el --- IMAP4 Interface for ELMO.
   2
   3 ;; Copyright (C) 1998,1999,2000 Yuuichi Teranishi <teranisi@gohome.org>
   4 ;; Copyright (C) 1999,2000      Kenichi OKADA <okada@opaopa.org>
   5 ;; Copyright (C) 2000           OKAZAKI Tetsurou <okazaki@be.to>
   6 ;; Copyright (C) 2000           Daiki Ueno <ueno@unixuser.org>
   7
   8 ;; Author: Yuuichi Teranishi <teranisi@gohome.org>
   9 ;;      Kenichi OKADA <okada@opaopa.org>
  10 ;;      OKAZAKI Tetsurou <okazaki@be.to>
  11 ;;      Daiki Ueno <ueno@unixuser.org>
  12 ;; Keywords: mail, net news
  13
  14 ;; This file is part of ELMO (Elisp Library for Message Orchestration).
  15
  16 ;; This program is free software; you can redistribute it and/or modify
  17 ;; it under the terms of the GNU General Public License as published by
  18 ;; the Free Software Foundation; either version 2, or (at your option)
  19 ;; any later version.
  20 ;;
  21 ;; This program is distributed in the hope that it will be useful,
  22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  24 ;; GNU General Public License for more details.
  25 ;;
  26 ;; You should have received a copy of the GNU General Public License
  27 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
  28 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  29 ;; Boston, MA 02111-1307, USA.
  30 ;;
  31
  32 ;;; Commentary:
  33 ;;
  34 ;; Origin of IMAP parser part is imap.el, included in Gnus.
  35 ;;
  36 ;;    Copyright (C) 1998, 1999, 2000
  37 ;;    Free Software Foundation, Inc.
  38 ;;    Author: Simon Josefsson <jas@pdc.kth.se>
  39 ;;
  40
  41 (require 'elmo-vars)
  42 (require 'elmo-util)
  43 (require 'elmo-date)
  44 (require 'elmo-msgdb)
  45 (require 'elmo-cache)
  46 (require 'elmo)
  47 (require 'elmo-net)
  48 (require 'utf7)
  49 (require 'elmo-mime)
  50
  51 ;;; Code:
  52 (eval-when-compile (require 'cl))
  53
  54 (defvar elmo-imap4-disuse-server-flag-mailbox-regexp "^#mh" ; UW imapd
  55   "Regexp to match IMAP4 mailbox names whose message flags on server should be ignored.
  56 \(Except `\\Deleted' flag\).")
  57
  58 (defvar elmo-imap4-overview-fetch-chop-length 200
  59   "*Number of overviews to fetch in one request.")
  60
  61 ;; c.f. rfc2683 3.2.1.5 Long Command Lines
  62 ;;
  63 ;; "A client should limit the length of the command lines it generates
  64 ;;  to approximately 1000 octets (including all quoted strings but not
  65 ;;  including literals). If the client is unable to group things into
  66 ;;  ranges so that the command line is within that length, it should
  67 ;;  split the request into multiple commands. The client should use
  68 ;;  literals instead of long quoted strings, in order to keep the command
  69 ;;  length down.
  70 ;;  For its part, a server should allow for a command line of at least
  71 ;;  8000 octets. This provides plenty of leeway for accepting reasonable
  72 ;;  length commands from clients. The server should send a BAD response
  73 ;;  to a command that does not end within the server's maximum accepted
  74 ;;  command length. "
  75
  76 ;; To limit command line length, chop number set.
  77 (defvar elmo-imap4-number-set-chop-length 1000
  78   "*Number of messages to specify as a number-set argument for one request.")
  79
  80 (defvar elmo-imap4-force-login nil
  81   "*Non-nil forces to try 'login' if there is no 'auth' capability in imapd.")
  82
  83 (defvar elmo-imap4-use-select-to-update-status nil
  84   "*Some imapd have to send select command to update status.
  85 \(ex. UW imapd 4.5-BETA?\).  For these imapd, you must set this variable t.")
  86
  87 (defvar elmo-imap4-use-modified-utf7 nil
  88   "*Use mofidied UTF-7 (rfc2060) encoding for IMAP4 folder name.")
  89
  90 (defvar elmo-imap4-use-cache t
  91   "Use cache in imap4 folder.")
  92
  93 (defvar elmo-imap4-extra-namespace-alist
  94   '(("^\\({.*/nntp}\\).*$" . ".")) ; Default is for UW's remote nntp mailbox...
  95   "Extra namespace alist.
  96 A list of cons cell like: (REGEXP . DELIMITER).
  97 REGEXP should have a grouping for namespace prefix.")
  98 ;;
  99 ;;; internal variables
 100 ;;
 101 (defvar elmo-imap4-seq-prefix "elmo-imap4")
 102 (defvar elmo-imap4-seqno 0)
 103 (defvar elmo-imap4-use-uid t
 104   "Use UID as message number.")
 105
 106 (defvar elmo-imap4-current-response nil)
 107 (defvar elmo-imap4-status nil)
 108 (defvar elmo-imap4-reached-tag "elmo-imap40")
 109
 110 ;;; buffer local variables
 111 (defvar elmo-imap4-default-hierarchy-delimiter "/")
 112
 113 (defvar elmo-imap4-server-capability nil)
 114 (defvar elmo-imap4-server-namespace nil)
 115
 116 (defvar elmo-imap4-parsing nil) ; indicates parsing.
 117
 118 (defvar elmo-imap4-fetch-callback nil)
 119 (defvar elmo-imap4-fetch-callback-data nil)
 120 (defvar elmo-imap4-status-callback nil)
 121 (defvar elmo-imap4-status-callback-data nil)
 122
 123 (defvar elmo-imap4-server-diff-async-callback nil)
 124 (defvar elmo-imap4-server-diff-async-callback-data nil)
 125
 126 ;;; progress...(no use?)
 127 (defvar elmo-imap4-count-progress nil)
 128 (defvar elmo-imap4-count-progress-message nil)
 129 (defvar elmo-imap4-progress-count nil)
 130
 131 ;;; XXX Temporal implementation
 132 (defvar elmo-imap4-current-msgdb nil)
 133 (defvar elmo-imap4-seen-messages nil)
 134
 135 (defvar elmo-imap4-local-variables
 136   '(elmo-imap4-status
 137     elmo-imap4-current-response
 138     elmo-imap4-seqno
 139     elmo-imap4-parsing
 140     elmo-imap4-reached-tag
 141     elmo-imap4-count-progress
 142     elmo-imap4-count-progress-message
 143     elmo-imap4-progress-count
 144     elmo-imap4-fetch-callback
 145     elmo-imap4-fetch-callback-data
 146     elmo-imap4-status-callback
 147     elmo-imap4-status-callback-data
 148     elmo-imap4-current-msgdb
 149     elmo-imap4-seen-messages))
 150
 151 ;;;;
 152
 153 (defconst elmo-imap4-quoted-specials-list '(?\\ ?\"))
 154
 155 (defconst elmo-imap4-non-atom-char-regex
 156   (eval-when-compile
 157     (concat "[^" "]!#$&'+,./0-9:;<=>?@A-Z[^_`a-z|}~-" "]")))
 158
 159 (defconst elmo-imap4-non-text-char-regex
 160   (eval-when-compile
 161     (concat "[^"
 162             "]\x01-\x09\x0b\x0c\x0e-\x1f\x7f !\"#$%&'()*+,./0-9:;<=>?@A-Z[\\^_`a-z{|}~-"
 163             "]")))
 164
 165 (defconst elmo-imap4-literal-threshold 1024
 166  "Limitation of characters that can be used in a quoted string.")
 167
 168 ;; For debugging.
 169 (defvar elmo-imap4-debug nil
 170   "Non-nil forces IMAP4 folder as debug mode.
 171 Debug information is inserted in the buffer \"*IMAP4 DEBUG*\"")
 172
 173 (defvar elmo-imap4-debug-inhibit-logging nil)
 174
 175 ;;; ELMO IMAP4 folder
 176 (eval-and-compile
 177   (luna-define-class elmo-imap4-folder (elmo-net-folder)
 178                      (mailbox))
 179   (luna-define-internal-accessors 'elmo-imap4-folder))
 180
 181 ;;; Session
 182 (eval-and-compile
 183   (luna-define-class elmo-imap4-session (elmo-network-session)
 184                      (capability current-mailbox read-only))
 185   (luna-define-internal-accessors 'elmo-imap4-session))
 186
 187 ;;; MIME-ELMO-IMAP Location
 188 (eval-and-compile
 189   (luna-define-class mime-elmo-imap-location
 190                      (mime-imap-location)
 191                      (folder number rawbuf strategy))
 192   (luna-define-internal-accessors 'mime-elmo-imap-location))
 193
 194 ;;; Debug
 195 (defmacro elmo-imap4-debug (message &rest args)
 196   (` (if elmo-imap4-debug
 197          (elmo-imap4-debug-1 (, message) (,@ args)))))
 198
 199 (defun elmo-imap4-debug-1 (message &rest args)
 200   (with-current-buffer (get-buffer-create "*IMAP4 DEBUG*")
 201     (goto-char (point-max))
 202     (if elmo-imap4-debug-inhibit-logging
 203         (insert "NO LOGGING\n")
 204       (insert (apply 'format message args) "\n"))))
 205
 206 (defsubst elmo-imap4-decode-folder-string (string)
 207   (if elmo-imap4-use-modified-utf7
 208       (utf7-decode-string string 'imap)
 209     string))
 210
 211 (defsubst elmo-imap4-encode-folder-string (string)
 212   (if elmo-imap4-use-modified-utf7
 213       (utf7-encode-string string 'imap)
 214     string))
 215
 216 ;;; Response
 217
 218 (defmacro elmo-imap4-response-continue-req-p (response)
 219   "Returns non-nil if RESPONSE is '+' response."
 220   (` (assq 'continue-req (, response))))
 221
 222 (defmacro elmo-imap4-response-ok-p (response)
 223   "Returns non-nil if RESPONSE is an 'OK' response."
 224   (` (assq 'ok (, response))))
 225
 226 (defmacro elmo-imap4-response-bye-p (response)
 227   "Returns non-nil if RESPONSE is an 'BYE' response."
 228   (` (assq 'bye (, response))))
 229
 230 (defmacro elmo-imap4-response-garbage-p (response)
 231   "Returns non-nil if RESPONSE is an 'garbage' response."
 232   (` (assq 'garbage (, response))))
 233
 234 (defmacro elmo-imap4-response-value (response symbol)
 235   "Get value of the SYMBOL from RESPONSE."
 236   (` (nth 1 (assq (, symbol) (, response)))))
 237
 238 (defsubst elmo-imap4-response-value-all (response symbol)
 239   "Get all value of the SYMBOL from RESPONSE."
 240   (let (matched)
 241     (while response
 242       (if (eq (car (car response)) symbol)
 243           (setq matched (nconc matched (nth 1 (car response)))))
 244       (setq response (cdr response)))
 245     matched))
 246
 247 (defmacro elmo-imap4-response-error-text (response)
 248   "Returns text of NO, BAD, BYE response."
 249   (` (nth 1 (or (elmo-imap4-response-value (, response) 'no)
 250                 (elmo-imap4-response-value (, response) 'bad)
 251                 (elmo-imap4-response-value (, response) 'bye)))))
 252
 253 (defmacro elmo-imap4-response-bodydetail-text (response)
 254   "Returns text of BODY[section]<partial>."
 255   (` (nth 3 (assq 'bodydetail (, response)))))
 256
 257 ;;; Session commands.
 258
 259 ; (defun elmo-imap4-send-command-wait (session command)
 260 ;   "Send COMMAND to the SESSION and wait for response.
 261 ; Returns RESPONSE (parsed lisp object) of IMAP session."
 262 ;   (elmo-imap4-read-response session
 263 ;                           (elmo-imap4-send-command
 264 ;                            session
 265 ;                            command)))
 266
 267 (defun elmo-imap4-send-command-wait (session command)
 268   "Send COMMAND to the SESSION.
 269 Returns RESPONSE (parsed lisp object) of IMAP session.
 270 If response is not `OK', causes error with IMAP response text."
 271   (elmo-imap4-accept-ok session
 272                         (elmo-imap4-send-command
 273                          session
 274                          command)))
 275
 276 (defun elmo-imap4-send-command (session command)
 277   "Send COMMAND to the SESSION.
 278 Returns a TAG string which is assigned to the COMMAND."
 279   (let* ((command-args (if (listp command)
 280                            command
 281                          (list command)))
 282          (process (elmo-network-session-process-internal session))
 283          cmdstr tag token kind)
 284     (with-current-buffer (process-buffer process)
 285       (setq tag (concat elmo-imap4-seq-prefix
 286                         (number-to-string
 287                          (setq elmo-imap4-seqno (+ 1 elmo-imap4-seqno)))))
 288       (setq cmdstr (concat tag " "))
 289       ;; (erase-buffer) No need.
 290       (goto-char (point-min))
 291       (when (elmo-imap4-response-bye-p elmo-imap4-current-response)
 292         (elmo-imap4-process-bye session))
 293       (setq elmo-imap4-current-response nil)
 294       (if elmo-imap4-parsing
 295           (error "IMAP process is running. Please wait (or plug again)"))
 296       (setq elmo-imap4-parsing t)
 297       (elmo-imap4-debug "<-(%s)- %s" tag command)
 298       (while (setq token (car command-args))
 299         (cond ((stringp token)   ; formatted
 300                (setq cmdstr (concat cmdstr token)))
 301               ((listp token)     ; unformatted
 302                (setq kind (car token))
 303                (cond ((eq kind 'atom)
 304                       (setq cmdstr (concat cmdstr (nth 1 token))))
 305                      ((eq kind 'quoted)
 306                       (setq cmdstr (concat
 307                                     cmdstr
 308                                     (elmo-imap4-format-quoted (nth 1 token)))))
 309                      ((eq kind 'literal)
 310                       (setq cmdstr (concat cmdstr
 311                                            (format "{%d}" (nth 2 token))))
 312                       (process-send-string process cmdstr)
 313                       (process-send-string process "\r\n")
 314                       (setq cmdstr nil)
 315                       (elmo-imap4-accept-continue-req session)
 316                       (cond ((stringp (nth 1 token))
 317                              (setq cmdstr (nth 1 token)))
 318                             ((bufferp (nth 1 token))
 319                              (with-current-buffer (nth 1 token)
 320                                (process-send-region
 321                                 process
 322                                 (point-min)
 323                                 (+ (point-min) (nth 2 token)))))
 324                             (t
 325                              (error "Wrong argument for literal"))))
 326                      (t
 327                       (error "Unknown token kind %s" kind))))
 328               (t
 329                (error "Invalid argument")))
 330         (setq command-args (cdr command-args)))
 331       (if cmdstr
 332           (process-send-string process cmdstr))
 333       (process-send-string process "\r\n")
 334       tag)))
 335
 336 (defun elmo-imap4-send-string (session string)
 337   "Send STRING to the SESSION."
 338   (with-current-buffer (process-buffer
 339                         (elmo-network-session-process-internal session))
 340     (setq elmo-imap4-current-response nil)
 341     (goto-char (point-min))
 342     (elmo-imap4-debug "<-- %s" string)
 343     (process-send-string (elmo-network-session-process-internal session)
 344                          string)
 345     (process-send-string (elmo-network-session-process-internal session)
 346                          "\r\n")))
 347
 348 (defun elmo-imap4-read-response (session tag)
 349   "Read parsed response from SESSION.
 350 TAG is the tag of the command"
 351   (with-current-buffer (process-buffer
 352                         (elmo-network-session-process-internal session))
 353     (while (not (or (string= tag elmo-imap4-reached-tag)
 354                     (elmo-imap4-response-bye-p elmo-imap4-current-response)
 355                     (when (elmo-imap4-response-garbage-p
 356                            elmo-imap4-current-response)
 357                       (message "Garbage response: %s"
 358                                (elmo-imap4-response-value
 359                                 elmo-imap4-current-response
 360                                 'garbage))
 361                       t)))
 362       (when (memq (process-status
 363                    (elmo-network-session-process-internal session))
 364                   '(open run))
 365         (accept-process-output (elmo-network-session-process-internal session)
 366                                1)))
 367     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 368     (setq elmo-imap4-parsing nil)
 369     elmo-imap4-current-response))
 370
 371 (defsubst elmo-imap4-read-untagged (process)
 372   (with-current-buffer (process-buffer process)
 373     (while (not elmo-imap4-current-response)
 374       (accept-process-output process 1))
 375     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 376     elmo-imap4-current-response))
 377
 378 (defun elmo-imap4-read-continue-req (session)
 379   "Returns a text following to continue-req in SESSION.
 380 If response is not `+' response, returns nil."
 381   (elmo-imap4-response-value
 382    (elmo-imap4-read-untagged
 383     (elmo-network-session-process-internal session))
 384    'continue-req))
 385
 386 (defun elmo-imap4-process-bye (session)
 387   (with-current-buffer (elmo-network-session-buffer session)
 388     (let ((r elmo-imap4-current-response))
 389       (setq elmo-imap4-current-response nil)
 390       (elmo-network-close-session session)
 391       (signal 'elmo-imap4-bye-error
 392               (list (concat (elmo-imap4-response-error-text r))
 393                     "Try Again")))))
 394
 395 (defun elmo-imap4-accept-continue-req (session)
 396   "Returns non-nil if `+' (continue-req) response is arrived in SESSION.
 397 If response is not `+' response, cause an error."
 398   (let (response)
 399     (setq response
 400           (elmo-imap4-read-untagged
 401            (elmo-network-session-process-internal session)))
 402     (or (elmo-imap4-response-continue-req-p response)
 403         (error "IMAP error: %s"
 404                (or (elmo-imap4-response-error-text response)
 405                    "No continut-req from server.")))))
 406
 407 (defun elmo-imap4-read-ok (session tag)
 408   "Returns non-nil if `OK' response of the command with TAG is arrived
 409 in SESSION. If response is not `OK' response, returns nil."
 410   (elmo-imap4-response-ok-p
 411    (elmo-imap4-read-response session tag)))
 412
 413 (defun elmo-imap4-accept-ok (session tag)
 414   "Accept only `OK' response from SESSION.
 415 If response is not `OK' response, causes error with IMAP response text."
 416   (let ((response (elmo-imap4-read-response session tag)))
 417     (if (elmo-imap4-response-ok-p response)
 418         response
 419       (if (elmo-imap4-response-bye-p response)
 420           (elmo-imap4-process-bye session)
 421         (error "IMAP error: %s"
 422                (or (elmo-imap4-response-error-text response)
 423                    "No `OK' response from server."))))))
 424
 425 ;;; MIME-ELMO-IMAP Location
 426 (luna-define-method mime-imap-location-section-body ((location
 427                                                       mime-elmo-imap-location)
 428                                                      section)
 429   (if (and (stringp section)
 430            (string= section "HEADER"))
 431       ;; Even in the section mode, header fields should be saved to the
 432       ;; raw buffer .
 433       (with-current-buffer (mime-elmo-imap-location-rawbuf-internal location)
 434         (erase-buffer)
 435         (elmo-message-fetch
 436          (mime-elmo-imap-location-folder-internal location)
 437          (mime-elmo-imap-location-number-internal location)
 438          (mime-elmo-imap-location-strategy-internal location)
 439          section
 440          (current-buffer)
 441          'unseen)
 442         (buffer-string))
 443     (elmo-message-fetch
 444      (mime-elmo-imap-location-folder-internal location)
 445      (mime-elmo-imap-location-number-internal location)
 446      (mime-elmo-imap-location-strategy-internal location)
 447      section
 448      nil 'unseen)))
 449
 450
 451 (luna-define-method mime-imap-location-bodystructure
 452   ((location mime-elmo-imap-location))
 453   (elmo-imap4-fetch-bodystructure
 454    (mime-elmo-imap-location-folder-internal location)
 455    (mime-elmo-imap-location-number-internal location)
 456    (mime-elmo-imap-location-strategy-internal location)))
 457
 458 (luna-define-method mime-imap-location-fetch-entity-p
 459   ((location mime-elmo-imap-location) entity)
 460   (or (not elmo-message-displaying) ; Fetching entity to save or force display.
 461       ;; cache exists
 462       (file-exists-p
 463        (expand-file-name
 464         (mmimap-entity-section (mime-entity-node-id-internal entity))
 465         (elmo-fetch-strategy-cache-path
 466          (mime-elmo-imap-location-strategy-internal location))))
 467       ;; not too large to fetch.
 468       (> elmo-message-fetch-threshold
 469          (or (mime-imap-entity-size-internal entity) 0))))
 470
 471 ;;;
 472
 473 (defun elmo-imap4-session-check (session)
 474   (with-current-buffer (elmo-network-session-buffer session)
 475     (setq elmo-imap4-fetch-callback nil)
 476     (setq elmo-imap4-fetch-callback-data nil))
 477   (elmo-imap4-send-command-wait session "check"))
 478
 479 (defun elmo-imap4-atom-p (string)
 480   "Return t if STRING is an atom defined in rfc2060."
 481   (if (string= string "")
 482       nil
 483     (save-match-data
 484       (not (string-match elmo-imap4-non-atom-char-regex string)))))
 485
 486 (defun elmo-imap4-quotable-p (string)
 487   "Return t if STRING can be formatted as a quoted defined in rfc2060."
 488   (save-match-data
 489     (not (string-match elmo-imap4-non-text-char-regex string))))
 490
 491 (defun elmo-imap4-nil (string)
 492   "Return a list represents the special atom \"NIL\" defined in rfc2060, \
 493 if STRING is nil.
 494 Otherwise return nil."
 495   (if (eq string nil)
 496       (list 'atom "NIL")))
 497
 498 (defun elmo-imap4-atom (string)
 499   "Return a list represents STRING as an atom defined in rfc2060.
 500 Return nil if STRING is not an atom.  See `elmo-imap4-atom-p'."
 501   (if (elmo-imap4-atom-p string)
 502       (list 'atom string)))
 503
 504 (defun elmo-imap4-quoted (string)
 505   "Return a list represents STRING as a quoted defined in rfc2060.
 506 Return nil if STRING can not be formatted as a quoted.  See `elmo-imap4-quotable-p'."
 507   (if (elmo-imap4-quotable-p string)
 508       (list 'quoted string)))
 509
 510 (defun elmo-imap4-literal-1 (string-or-buffer length)
 511   "Internal function for `elmo-imap4-literal' and `elmo-imap4-buffer-literal'.
 512 Return a list represents STRING-OR-BUFFER as a literal defined in rfc2060.
 513 STRING-OR-BUFFER must be an encoded string or a single-byte string or a single-byte buffer.
 514 LENGTH must be the number of octets for STRING-OR-BUFFER."
 515   (list 'literal string-or-buffer length))
 516
 517 (defun elmo-imap4-literal (string)
 518   "Return a list represents STRING as a literal defined in rfc2060.
 519 STRING must be an encoded or a single-byte string."
 520   (elmo-imap4-literal-1 string (length string)))
 521
 522 (defun elmo-imap4-buffer-literal (buffer)
 523   "Return a list represents BUFFER as a literal defined in rfc2060.
 524 BUFFER must be a single-byte buffer."
 525   (elmo-imap4-literal-1 buffer (with-current-buffer buffer
 526                                  (buffer-size))))
 527
 528 (defun elmo-imap4-string-1 (string length)
 529   "Internal function for `elmo-imap4-string' and `elmo-imap4-buffer-string'.
 530 Return a list represents STRING as a string defined in rfc2060.
 531 STRING must be an encoded or a single-byte string.
 532 LENGTH must be the number of octets for STRING."
 533   (or (elmo-imap4-quoted string)
 534       (elmo-imap4-literal-1 string length)))
 535
 536 (defun elmo-imap4-string (string)
 537   "Return a list represents STRING as a string defined in rfc2060.
 538 STRING must be an encoded or a single-byte string."
 539   (let ((length (length string)))
 540     (if (< elmo-imap4-literal-threshold length)
 541         (elmo-imap4-literal-1 string length)
 542       (elmo-imap4-string-1 string length))))
 543
 544 (defun elmo-imap4-buffer-string (buffer)
 545   "Return a list represents BUFFER as a string defined in rfc2060.
 546 BUFFER must be a single-byte buffer."
 547   (let ((length (with-current-buffer buffer
 548                   (buffer-size))))
 549     (if (< elmo-imap4-literal-threshold length)
 550         (elmo-imap4-literal-1 buffer length)
 551       (elmo-imap4-string-1 (with-current-buffer buffer
 552                              (buffer-string))
 553                            length))))
 554
 555 (defun elmo-imap4-astring-1 (string length)
 556   "Internal function for `elmo-imap4-astring' and `elmo-imap4-buffer-astring'.
 557 Return a list represents STRING as an astring defined in rfc2060.
 558 STRING must be an encoded or a single-byte string.
 559 LENGTH must be the number of octets for STRING."
 560   (or (elmo-imap4-atom string)
 561       (elmo-imap4-string-1 string length)))
 562
 563 (defun elmo-imap4-astring (string)
 564   "Return a list represents STRING as an astring defined in rfc2060.
 565 STRING must be an encoded or a single-byte string."
 566   (let ((length (length string)))
 567     (if (< elmo-imap4-literal-threshold length)
 568         (elmo-imap4-literal-1 string length)
 569       (elmo-imap4-astring-1 string length))))
 570
 571 (defun elmo-imap4-buffer-astring (buffer)
 572   "Return a list represents BUFFER as an astring defined in rfc2060.
 573 BUFFER must be a single-byte buffer."
 574   (let ((length (with-current-buffer buffer
 575                   (buffer-size))))
 576     (if (< elmo-imap4-literal-threshold length)
 577         (elmo-imap4-literal-1 buffer length)
 578       (elmo-imap4-astring-1 (with-current-buffer buffer
 579                               (buffer-string))
 580                             length))))
 581
 582 (defun elmo-imap4-nstring (string)
 583   "Return a list represents STRING as a nstring defined in rfc2060.
 584 STRING must be an encoded or a single-byte string."
 585    (or (elmo-imap4-nil string)
 586        (elmo-imap4-string string)))
 587
 588 (defun elmo-imap4-buffer-nstring (buffer)
 589   "Return a list represents BUFFER as a nstring defined in rfc2060.
 590 BUFFER must be a single-byte buffer."
 591    (or (elmo-imap4-nil buffer)
 592        (elmo-imap4-buffer-string buffer)))
 593
 594 (defalias 'elmo-imap4-mailbox 'elmo-imap4-astring)
 595 (defalias 'elmo-imap4-field-body 'elmo-imap4-astring)
 596 (defalias 'elmo-imap4-userid 'elmo-imap4-astring)
 597 (defalias 'elmo-imap4-password 'elmo-imap4-astring)
 598
 599 (defun elmo-imap4-format-quoted (string)
 600   "Return STRING in a form of the quoted-string defined in rfc2060."
 601   (concat "\""
 602           (std11-wrap-as-quoted-pairs string elmo-imap4-quoted-specials-list)
 603           "\""))
 604
 605 (defsubst elmo-imap4-response-get-selectable-mailbox-list (response)
 606   (delq nil
 607         (mapcar
 608          (lambda (entry)
 609            (if (and (eq 'list (car entry))
 610                     (not (member "\\NoSelect" (nth 1 (nth 1 entry)))))
 611                (car (nth 1 entry))))
 612          response)))
 613
 614 (defun elmo-imap4-fetch-bodystructure (folder number strategy)
 615   "Fetch BODYSTRUCTURE for the message in the FOLDER with NUMBER using STRATEGY."
 616   (if (elmo-fetch-strategy-use-cache strategy)
 617       (elmo-object-load
 618        (elmo-file-cache-expand-path
 619         (elmo-fetch-strategy-cache-path strategy)
 620         "bodystructure"))
 621     (let ((session (elmo-imap4-get-session folder))
 622           bodystructure)
 623       (elmo-imap4-session-select-mailbox
 624        session
 625        (elmo-imap4-folder-mailbox-internal folder))
 626       (with-current-buffer (elmo-network-session-buffer session)
 627         (setq elmo-imap4-fetch-callback nil)
 628         (setq elmo-imap4-fetch-callback-data nil))
 629       (prog1 (setq bodystructure
 630                    (elmo-imap4-response-value
 631                     (elmo-imap4-response-value
 632                      (elmo-imap4-send-command-wait
 633                       session
 634                       (format
 635                        (if elmo-imap4-use-uid
 636                            "uid fetch %s bodystructure"
 637                          "fetch %s bodystructure")
 638                        number))
 639                      'fetch)
 640                     'bodystructure))
 641         (when (elmo-fetch-strategy-save-cache strategy)
 642           (elmo-file-cache-delete
 643            (elmo-fetch-strategy-cache-path strategy))
 644           (elmo-object-save
 645            (elmo-file-cache-expand-path
 646             (elmo-fetch-strategy-cache-path strategy)
 647             "bodystructure")
 648            bodystructure))))))
 649
 650 ;;; Backend methods.
 651 (luna-define-method elmo-create-folder-plugged ((folder elmo-imap4-folder))
 652   (elmo-imap4-send-command-wait
 653    (elmo-imap4-get-session folder)
 654    (list "create " (elmo-imap4-mailbox
 655                     (elmo-imap4-folder-mailbox-internal folder)))))
 656
 657 (defun elmo-imap4-get-session (folder &optional if-exists)
 658   (elmo-network-get-session 'elmo-imap4-session
 659                             (concat
 660                              (if (elmo-folder-biff-internal folder)
 661                                  "BIFF-")
 662                              "IMAP")
 663                             folder if-exists))
 664
 665 (defun elmo-imap4-session-select-mailbox (session mailbox
 666                                                   &optional force no-error)
 667   "Select MAILBOX in SESSION.
 668 If optional argument FORCE is non-nil, select mailbox even if current mailbox
 669 is same as MAILBOX.
 670 If second optional argument NO-ERROR is non-nil, don't cause an error when
 671 selecting folder was failed.
 672 If NO-ERROR is 'notify-bye, only BYE response is reported as error.
 673 Returns response value if selecting folder succeed. "
 674   (when (or force
 675             (not (string=
 676                   (elmo-imap4-session-current-mailbox-internal session)
 677                   mailbox)))
 678     (let (response result)
 679       (unwind-protect
 680           (setq response
 681                 (elmo-imap4-read-response
 682                  session
 683                  (elmo-imap4-send-command
 684                   session
 685                   (list
 686                    "select "
 687                    (elmo-imap4-mailbox mailbox)))))
 688         (if (setq result (elmo-imap4-response-ok-p response))
 689             (progn
 690               (elmo-imap4-session-set-current-mailbox-internal session mailbox)
 691               (elmo-imap4-session-set-read-only-internal
 692                session
 693                (nth 1 (assq 'read-only (assq 'ok response)))))
 694           (elmo-imap4-session-set-current-mailbox-internal session nil)
 695           (if (and (eq no-error 'notify-bye)
 696                    (elmo-imap4-response-bye-p response))
 697               (elmo-imap4-process-bye session)
 698             (unless no-error
 699               (error (or
 700                       (elmo-imap4-response-error-text response)
 701                       (format "Select %s failed" mailbox)))))))
 702       (and result response))))
 703
 704 (defun elmo-imap4-check-validity (spec validity-file)
 705 ;;; Not used.
 706 ;;;(elmo-imap4-send-command-wait
 707 ;;;(elmo-imap4-get-session spec)
 708 ;;;(list "status "
 709 ;;;      (elmo-imap4-mailbox
 710 ;;;       (elmo-imap4-spec-mailbox spec))
 711 ;;;      " (uidvalidity)")))
 712   )
 713
 714 (defun elmo-imap4-sync-validity  (spec validity-file)
 715   ;; Not used.
 716   )
 717
 718 (defun elmo-imap4-list (folder flag)
 719   (let ((session (elmo-imap4-get-session folder)))
 720     (elmo-imap4-session-select-mailbox
 721      session
 722      (elmo-imap4-folder-mailbox-internal folder))
 723     (elmo-imap4-response-value
 724      (elmo-imap4-send-command-wait
 725       session
 726       (format (if elmo-imap4-use-uid "uid search %s"
 727                 "search %s") flag))
 728      'search)))
 729
 730 (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
 731 (defvar elmo-imap4-rfc822-text "RFC822\.TEXT")
 732 (defvar elmo-imap4-rfc822-header "RFC822\.HEADER")
 733 (defvar elmo-imap4-header-fields "HEADER\.FIELDS")
 734
 735 (defun elmo-imap4-make-number-set-list (msg-list &optional chop-length)
 736   "Make RFC2060's message set specifier from MSG-LIST.
 737 Returns a list of (NUMBER . SET-STRING).
 738 SET-STRING is the message set specifier described in RFC2060.
 739 NUMBER is contained message number in SET-STRING.
 740 Every SET-STRING does not contain number of messages longer than CHOP-LENGTH.
 741 If CHOP-LENGTH is not specified, message set is not chopped."
 742   (let (count cont-list set-list)
 743     (setq msg-list (sort (copy-sequence msg-list) '<))
 744     (while msg-list
 745       (setq cont-list nil)
 746       (setq count 0)
 747       (unless chop-length
 748         (setq chop-length (length msg-list)))
 749       (while (and (not (null msg-list))
 750                   (< count chop-length))
 751         (setq cont-list
 752               (elmo-number-set-append
 753                cont-list (car msg-list)))
 754         (incf count)
 755         (setq msg-list (cdr msg-list)))
 756       (setq set-list
 757             (cons
 758              (cons
 759               count
 760               (mapconcat
 761                (lambda (x)
 762                  (cond ((consp x)
 763                         (format "%s:%s" (car x) (cdr x)))
 764                        ((integerp x)
 765                         (int-to-string x))))
 766                cont-list
 767                ","))
 768              set-list)))
 769     (nreverse set-list)))
 770
 771 ;;
 772 ;; app-data:
 773 ;; cons of seen-list and result of use-flag-p.
 774 (defsubst elmo-imap4-fetch-callback-1-subr (entity flags app-data)
 775   "A msgdb entity callback function."
 776   (let* ((use-flag (cdr app-data))
 777          (app-data (car app-data))
 778          (seen (member (car entity) app-data))
 779          mark)
 780     (if (member "\\Flagged" flags)
 781         (elmo-msgdb-global-mark-set (car entity)
 782                                     elmo-msgdb-important-mark))
 783     (if (setq mark (elmo-msgdb-global-mark-get (car entity)))
 784         (unless (member "\\Seen" flags)
 785           (setq elmo-imap4-seen-messages
 786                 (cons
 787                  (elmo-msgdb-overview-entity-get-number entity)
 788                  elmo-imap4-seen-messages)))
 789       (setq mark (or (if (elmo-file-cache-status
 790                           (elmo-file-cache-get (car entity)))
 791                          ;; cached.
 792                          (if (member "\\Answered" flags)
 793                              elmo-msgdb-answered-cached-mark
 794                            (if (or seen
 795                                    (and use-flag
 796                                         (member "\\Seen" flags)))
 797                                nil
 798                              elmo-msgdb-unread-cached-mark))
 799                        (if (member "\\Answered" flags)
 800                            elmo-msgdb-answered-uncached-mark
 801                          (if (or seen
 802                                  (and use-flag
 803                                       (member "\\Seen" flags)))
 804                              (if elmo-imap4-use-cache
 805                                  elmo-msgdb-read-uncached-mark)
 806                            elmo-msgdb-new-mark))))))
 807     (setq elmo-imap4-current-msgdb
 808           (elmo-msgdb-append
 809            elmo-imap4-current-msgdb
 810            (list (list entity)
 811                  (list (cons (elmo-msgdb-overview-entity-get-number entity)
 812                              (car entity)))
 813                  (if mark
 814                      (list
 815                       (list (elmo-msgdb-overview-entity-get-number entity)
 816                             mark))))))))
 817
 818 ;; Current buffer is process buffer.
 819 (defun elmo-imap4-fetch-callback-1 (element app-data)
 820   (elmo-imap4-fetch-callback-1-subr
 821    (with-temp-buffer
 822      (insert (or (elmo-imap4-response-bodydetail-text element)
 823                  ""))
 824      ;; Delete CR.
 825      (goto-char (point-min))
 826      (while (search-forward "\r\n" nil t)
 827        (replace-match "\n"))
 828      (elmo-msgdb-create-overview-from-buffer
 829       (elmo-imap4-response-value element 'uid)
 830       (elmo-imap4-response-value element 'rfc822size)))
 831    (elmo-imap4-response-value element 'flags)
 832    app-data))
 833
 834 (defun elmo-imap4-parse-capability (string)
 835   (if (string-match "^\\*\\(.*\\)$" string)
 836       (read
 837        (concat "(" (downcase (elmo-match-string 1 string)) ")"))))
 838
 839 (defun elmo-imap4-clear-login (session)
 840   (let ((elmo-imap4-debug-inhibit-logging t))
 841     (or
 842      (elmo-imap4-read-ok
 843       session
 844       (elmo-imap4-send-command
 845        session
 846        (list "login "
 847              (elmo-imap4-userid (elmo-network-session-user-internal session))
 848              " "
 849              (elmo-imap4-password
 850               (elmo-get-passwd (elmo-network-session-password-key session))))))
 851      (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))))
 852
 853 (defun elmo-imap4-auth-login (session)
 854   (let ((tag (elmo-imap4-send-command session "authenticate login"))
 855         (elmo-imap4-debug-inhibit-logging t))
 856     (or (elmo-imap4-read-continue-req session)
 857         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 858     (elmo-imap4-send-string session
 859                             (elmo-base64-encode-string
 860                              (elmo-network-session-user-internal session)))
 861     (or (elmo-imap4-read-continue-req session)
 862         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 863     (elmo-imap4-send-string session
 864                             (elmo-base64-encode-string
 865                              (elmo-get-passwd
 866                               (elmo-network-session-password-key session))))
 867     (or (elmo-imap4-read-ok session tag)
 868         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 869     (setq elmo-imap4-status 'auth)))
 870
 871 (luna-define-method
 872   elmo-network-initialize-session-buffer :after ((session
 873                                                   elmo-imap4-session) buffer)
 874   (with-current-buffer buffer
 875     (mapcar 'make-variable-buffer-local elmo-imap4-local-variables)
 876     (setq elmo-imap4-seqno 0)
 877     (setq elmo-imap4-status 'initial)))
 878
 879 (luna-define-method elmo-network-initialize-session ((session
 880                                                       elmo-imap4-session))
 881   (let ((process (elmo-network-session-process-internal session)))
 882     (with-current-buffer (process-buffer process)
 883       ;; Skip garbage output from process before greeting.
 884       (while (and (memq (process-status process) '(open run))
 885                   (goto-char (point-max))
 886                   (forward-line -1)
 887                   (not (elmo-imap4-parse-greeting)))
 888         (accept-process-output process 1))
 889       (set-process-filter process 'elmo-imap4-arrival-filter)
 890       (set-process-sentinel process 'elmo-imap4-sentinel)
 891 ;;;   (while (and (memq (process-status process) '(open run))
 892 ;;;               (eq elmo-imap4-status 'initial))
 893 ;;;     (message "Waiting for server response...")
 894 ;;;     (accept-process-output process 1))
 895 ;;;   (message "")
 896       (unless (memq elmo-imap4-status '(nonauth auth))
 897         (signal 'elmo-open-error
 898                 (list 'elmo-network-initialize-session)))
 899       (elmo-imap4-session-set-capability-internal
 900        session
 901        (elmo-imap4-response-value
 902         (elmo-imap4-send-command-wait session "capability")
 903         'capability))
 904       (when (eq (elmo-network-stream-type-symbol
 905                  (elmo-network-session-stream-type-internal session))
 906                 'starttls)
 907         (or (memq 'starttls
 908                   (elmo-imap4-session-capability-internal session))
 909             (signal 'elmo-open-error
 910                     '(elmo-imap4-starttls-error)))
 911         (elmo-imap4-send-command-wait session "starttls")
 912         (starttls-negotiate process)
 913         (elmo-imap4-session-set-capability-internal
 914          session
 915          (elmo-imap4-response-value
 916           (elmo-imap4-send-command-wait session "capability")
 917           'capability))))))
 918
 919 (luna-define-method elmo-network-authenticate-session ((session
 920                                                         elmo-imap4-session))
 921   (with-current-buffer (process-buffer
 922                         (elmo-network-session-process-internal session))
 923     (let* ((auth (elmo-network-session-auth-internal session))
 924            (auth (if (listp auth) auth (list auth))))
 925       (unless (or (eq elmo-imap4-status 'auth)
 926                   (null auth))
 927         (cond
 928          ((eq 'clear (car auth))
 929           (elmo-imap4-clear-login session))
 930          ((eq 'login (car auth))
 931           (elmo-imap4-auth-login session))
 932          (t
 933           (let* ((elmo-imap4-debug-inhibit-logging t)
 934                  (sasl-mechanisms
 935                   (delq nil
 936                         (mapcar
 937                          '(lambda (cap)
 938                             (if (string-match "^auth=\\(.*\\)$"
 939                                               (symbol-name cap))
 940                                 (match-string 1 (upcase (symbol-name cap)))))
 941                          (elmo-imap4-session-capability-internal session))))
 942                  (mechanism
 943                   (sasl-find-mechanism
 944                    (delq nil
 945                          (mapcar '(lambda (cap) (upcase (symbol-name cap)))
 946                                  (if (listp auth)
 947                                      auth
 948                                    (list auth)))))) ;)
 949                  client name step response tag
 950                  sasl-read-passphrase)
 951             (unless mechanism
 952               (if (or elmo-imap4-force-login
 953                       (y-or-n-p
 954                        (format
 955                         "There's no %s capability in server. continue?"
 956                         (elmo-list-to-string
 957                          (elmo-network-session-auth-internal session)))))
 958                   (setq mechanism (sasl-find-mechanism
 959                                    sasl-mechanisms))
 960                 (signal 'elmo-authenticate-error
 961                         '(elmo-imap4-auth-no-mechanisms))))
 962             (setq client
 963                   (sasl-make-client
 964                    mechanism
 965                    (elmo-network-session-user-internal session)
 966                    "imap"
 967                    (elmo-network-session-server-internal session)))
 968 ;;;         (if elmo-imap4-auth-user-realm
 969 ;;;             (sasl-client-set-property client 'realm elmo-imap4-auth-user-realm))
 970             (setq name (sasl-mechanism-name mechanism)
 971                   step (sasl-next-step client nil))
 972             (elmo-network-session-set-auth-internal
 973              session
 974              (intern (downcase name)))
 975             (setq sasl-read-passphrase
 976                   (function
 977                    (lambda (prompt)
 978                      (elmo-get-passwd
 979                       (elmo-network-session-password-key session)))))
 980             (setq tag
 981                   (elmo-imap4-send-command
 982                    session
 983                    (concat "AUTHENTICATE " name
 984                            (and (sasl-step-data step)
 985                                 (concat
 986                                  " "
 987                                  (elmo-base64-encode-string
 988                                   (sasl-step-data step)
 989                                   'no-lin-break))))))
 990             (catch 'done
 991               (while t
 992                 (setq response
 993                       (elmo-imap4-read-untagged
 994                        (elmo-network-session-process-internal session)))
 995                 (if (elmo-imap4-response-ok-p response)
 996                     (if (sasl-next-step client step)
 997                         ;; Bogus server?
 998                         (signal 'elmo-authenticate-error
 999                                 (list (intern
1000                                        (concat "elmo-imap4-auth-"
1001                                                (downcase name)))))
1002                       ;; The authentication process is finished.
1003                       (throw 'done nil)))
1004                 (unless (elmo-imap4-response-continue-req-p response)
1005                   ;; response is NO or BAD.
1006                   (signal 'elmo-authenticate-error
1007                           (list (intern
1008                                  (concat "elmo-imap4-auth-"
1009                                          (downcase name))))))
1010                 (sasl-step-set-data
1011                  step
1012                  (elmo-base64-decode-string
1013                   (elmo-imap4-response-value response 'continue-req)))
1014                 (setq step (sasl-next-step client step))
1015                 (setq tag
1016                       (elmo-imap4-send-string
1017                        session
1018                        (if (sasl-step-data step)
1019                            (elmo-base64-encode-string (sasl-step-data step)
1020                                                       'no-line-break)
1021                          ""))))))))))))
1022
1023 (luna-define-method elmo-network-setup-session ((session
1024                                                  elmo-imap4-session))
1025   (with-current-buffer (elmo-network-session-buffer session)
1026     (when (memq 'namespace (elmo-imap4-session-capability-internal session))
1027       (setq elmo-imap4-server-namespace
1028             (elmo-imap4-response-value
1029              (elmo-imap4-send-command-wait session "namespace")
1030              'namespace)))))
1031
1032 (defun elmo-imap4-setup-send-buffer (&optional string)
1033   (let ((send-buf (get-buffer-create " *elmo-imap4-setup-send-buffer*"))
1034         (source-buf (unless string (current-buffer))))
1035     (save-excursion
1036       (save-match-data
1037         (set-buffer send-buf)
1038         (erase-buffer)
1039         (elmo-set-buffer-multibyte nil)
1040         (if string
1041             (insert string)
1042           (with-current-buffer source-buf
1043             (copy-to-buffer send-buf (point-min) (point-max))))
1044         (goto-char (point-min))
1045         (if (eq (re-search-forward "^$" nil t)
1046                 (point-max))
1047             (insert "\n"))
1048         (goto-char (point-min))
1049         (while (search-forward "\n" nil t)
1050           (replace-match "\r\n"))))
1051     send-buf))
1052
1053 (defun elmo-imap4-setup-send-buffer-from-file (file)
1054   (let ((tmp-buf (get-buffer-create
1055                   " *elmo-imap4-setup-send-buffer-from-file*")))
1056     (save-excursion
1057       (save-match-data
1058         (set-buffer tmp-buf)
1059         (erase-buffer)
1060         (as-binary-input-file
1061          (insert-file-contents file))
1062         (goto-char (point-min))
1063         (if (eq (re-search-forward "^$" nil t)
1064                 (point-max))
1065             (insert "\n"))
1066         (goto-char (point-min))
1067         (while (search-forward "\n" nil t)
1068           (replace-match "\r\n"))))
1069     tmp-buf))
1070
1071 (luna-define-method elmo-delete-message-safe ((folder elmo-imap4-folder)
1072                                               number msgid)
1073   (let ((session (elmo-imap4-get-session folder))
1074         candidates)
1075     (elmo-imap4-session-select-mailbox
1076      session
1077      (elmo-imap4-folder-mailbox-internal folder))
1078     (setq candidates
1079           (elmo-imap4-response-value
1080            (elmo-imap4-send-command-wait session
1081                                          (list
1082                                           (if elmo-imap4-use-uid
1083                                               "uid search header message-id "
1084                                             "search header message-id ")
1085                                           (elmo-imap4-field-body msgid)))
1086            'search))
1087     (if (memq number candidates)
1088         (elmo-folder-delete-messages folder (list number)))))
1089
1090 (defun elmo-imap4-server-diff-async-callback-1 (status data)
1091   (funcall elmo-imap4-server-diff-async-callback
1092            (list (elmo-imap4-response-value status 'recent)
1093                  (elmo-imap4-response-value status 'unseen)
1094                  (elmo-imap4-response-value status 'messages))
1095            data))
1096
1097 (defun elmo-imap4-server-diff-async (folder)
1098   (let ((session (elmo-imap4-get-session folder)))
1099     ;; We should `check' folder to obtain newest information here.
1100     ;; But since there's no asynchronous check mechanism in elmo yet,
1101     ;; checking is not done here.
1102     (with-current-buffer (elmo-network-session-buffer session)
1103       (setq elmo-imap4-status-callback
1104             'elmo-imap4-server-diff-async-callback-1)
1105       (setq elmo-imap4-status-callback-data
1106             elmo-imap4-server-diff-async-callback-data))
1107     (elmo-imap4-send-command session
1108                              (list
1109                               "status "
1110                               (elmo-imap4-mailbox
1111                                (elmo-imap4-folder-mailbox-internal folder))
1112                               " (recent unseen messages)"))))
1113
1114 (luna-define-method elmo-server-diff-async ((folder elmo-imap4-folder))
1115   (let ((session (elmo-imap4-get-session folder)))
1116     ;; commit.
1117     ;; (elmo-imap4-commit spec)
1118     (with-current-buffer (elmo-network-session-buffer session)
1119       (setq elmo-imap4-status-callback
1120             'elmo-imap4-server-diff-async-callback-1)
1121       (setq elmo-imap4-status-callback-data
1122             elmo-imap4-server-diff-async-callback-data))
1123     (elmo-imap4-send-command session
1124                              (list
1125                               "status "
1126                               (elmo-imap4-mailbox
1127                                (elmo-imap4-folder-mailbox-internal folder))
1128                               " (recent unseen messages)"))))
1129
1130 ;;; IMAP parser.
1131
1132 (defvar elmo-imap4-server-eol "\r\n"
1133   "The EOL string sent from the server.")
1134
1135 (defvar elmo-imap4-client-eol "\r\n"
1136   "The EOL string we send to the server.")
1137
1138 (defvar elmo-imap4-display-literal-progress nil)
1139
1140 (defun elmo-imap4-find-next-line ()
1141   "Return point at end of current line, taking into account literals.
1142 Return nil if no complete line has arrived."
1143   (when (re-search-forward (concat elmo-imap4-server-eol "\\|{\\([0-9]+\\)}"
1144                                    elmo-imap4-server-eol)
1145                            nil t)
1146     (if (match-string 1)
1147         (if (< (point-max) (+ (point) (string-to-number (match-string 1))))
1148             (progn
1149               (if (and elmo-imap4-display-literal-progress
1150                        (> (string-to-number (match-string 1))
1151                           (min elmo-display-retrieval-progress-threshold 100)))
1152                   (elmo-display-progress
1153                    'elmo-imap4-display-literal-progress
1154                    (format "Retrieving (%d/%d bytes)..."
1155                            (- (point-max) (point))
1156                            (string-to-number (match-string 1)))
1157                    (/ (- (point-max) (point))
1158                       (/ (string-to-number (match-string 1)) 100))))
1159               nil)
1160           (goto-char (+ (point) (string-to-number (match-string 1))))
1161           (elmo-imap4-find-next-line))
1162       (point))))
1163
1164 (defun elmo-imap4-sentinel (process string)
1165   (delete-process process))
1166
1167 (defun elmo-imap4-arrival-filter (proc string)
1168   "IMAP process filter."
1169   (when (buffer-live-p (process-buffer proc))
1170   (with-current-buffer (process-buffer proc)
1171     (elmo-imap4-debug "-> %s" string)
1172     (goto-char (point-max))
1173     (insert string)
1174     (let (end)
1175       (goto-char (point-min))
1176       (while (setq end (elmo-imap4-find-next-line))
1177         (save-restriction
1178           (narrow-to-region (point-min) end)
1179           (delete-backward-char (length elmo-imap4-server-eol))
1180           (goto-char (point-min))
1181           (unwind-protect
1182               (cond ((eq elmo-imap4-status 'initial)
1183                      (setq elmo-imap4-current-response
1184                            (list
1185                             (list 'greeting (elmo-imap4-parse-greeting)))))
1186                     ((or (eq elmo-imap4-status 'auth)
1187                          (eq elmo-imap4-status 'nonauth)
1188                          (eq elmo-imap4-status 'selected)
1189                          (eq elmo-imap4-status 'examine))
1190                      (setq elmo-imap4-current-response
1191                            (cons
1192                             (elmo-imap4-parse-response)
1193                             elmo-imap4-current-response)))
1194                     (t
1195                      (message "Unknown state %s in arrival filter"
1196                               elmo-imap4-status))))
1197           (delete-region (point-min) (point-max))))))))
1198
1199 ;; IMAP parser.
1200
1201 (defsubst elmo-imap4-forward ()
1202   (or (eobp) (forward-char 1)))
1203
1204 (defsubst elmo-imap4-parse-number ()
1205   (when (looking-at "[0-9]+")
1206     (prog1
1207         (string-to-number (match-string 0))
1208       (goto-char (match-end 0)))))
1209
1210 (defsubst elmo-imap4-parse-literal ()
1211   (when (looking-at "{\\([0-9]+\\)}\r\n")
1212     (let ((pos (match-end 0))
1213           (len (string-to-number (match-string 1))))
1214       (if (< (point-max) (+ pos len))
1215           nil
1216         (goto-char (+ pos len))
1217         (buffer-substring pos (+ pos len))))))
1218 ;;;     (list ' pos (+ pos len))))))
1219
1220 (defsubst elmo-imap4-parse-string ()
1221   (cond ((eq (char-after (point)) ?\")
1222          (forward-char 1)
1223          (let ((p (point)) (name ""))
1224            (skip-chars-forward "^\"\\\\")
1225            (setq name (buffer-substring p (point)))
1226            (while (eq (char-after (point)) ?\\)
1227              (setq p (1+ (point)))
1228              (forward-char 2)
1229              (skip-chars-forward "^\"\\\\")
1230              (setq name (concat name (buffer-substring p (point)))))
1231            (forward-char 1)
1232            name))
1233         ((eq (char-after (point)) ?{)
1234          (elmo-imap4-parse-literal))))
1235
1236 (defsubst elmo-imap4-parse-nil ()
1237   (if (looking-at "NIL")
1238       (goto-char (match-end 0))))
1239
1240 (defsubst elmo-imap4-parse-nstring ()
1241   (or (elmo-imap4-parse-string)
1242       (and (elmo-imap4-parse-nil)
1243            nil)))
1244
1245 (defsubst elmo-imap4-parse-astring ()
1246   (or (elmo-imap4-parse-string)
1247       (buffer-substring (point)
1248                         (if (re-search-forward "[(){ \r\n%*\"\\]" nil t)
1249                             (goto-char (1- (match-end 0)))
1250                           (end-of-line)
1251                           (point)))))
1252
1253 (defsubst elmo-imap4-parse-address ()
1254   (let (address)
1255     (when (eq (char-after (point)) ?\()
1256       (elmo-imap4-forward)
1257       (setq address (vector (prog1 (elmo-imap4-parse-nstring)
1258                               (elmo-imap4-forward))
1259                             (prog1 (elmo-imap4-parse-nstring)
1260                               (elmo-imap4-forward))
1261                             (prog1 (elmo-imap4-parse-nstring)
1262                               (elmo-imap4-forward))
1263                             (elmo-imap4-parse-nstring)))
1264       (when (eq (char-after (point)) ?\))
1265         (elmo-imap4-forward)
1266         address))))
1267
1268 (defsubst elmo-imap4-parse-address-list ()
1269   (if (eq (char-after (point)) ?\()
1270       (let (address addresses)
1271         (elmo-imap4-forward)
1272         (while (and (not (eq (char-after (point)) ?\)))
1273                     ;; next line for MS Exchange bug
1274                     (progn (and (eq (char-after (point)) ? ) (elmo-imap4-forward)) t)
1275                     (setq address (elmo-imap4-parse-address)))
1276           (setq addresses (cons address addresses)))
1277         (when (eq (char-after (point)) ?\))
1278           (elmo-imap4-forward)
1279           (nreverse addresses)))
1280     (assert (elmo-imap4-parse-nil))))
1281
1282 (defsubst elmo-imap4-parse-mailbox ()
1283   (let ((mailbox (elmo-imap4-parse-astring)))
1284     (if (string-equal "INBOX" (upcase mailbox))
1285         "INBOX"
1286       mailbox)))
1287
1288 (defun elmo-imap4-parse-greeting ()
1289   "Parse a IMAP greeting."
1290   (cond ((looking-at "\\* OK ")
1291          (setq elmo-imap4-status 'nonauth))
1292         ((looking-at "\\* PREAUTH ")
1293          (setq elmo-imap4-status 'auth))
1294         ((looking-at "\\* BYE ")
1295          (setq elmo-imap4-status 'closed))))
1296
1297 (defun elmo-imap4-parse-response ()
1298   "Parse a IMAP command response."
1299   (let (token)
1300     (case (setq token (read (current-buffer)))
1301       (+ (progn
1302            (skip-chars-forward " ")
1303            (list 'continue-req (buffer-substring (point) (point-max)))))
1304       (* (case (prog1 (setq token (read (current-buffer)))
1305                  (elmo-imap4-forward))
1306            (OK         (elmo-imap4-parse-resp-text-code))
1307            (NO         (elmo-imap4-parse-resp-text-code))
1308            (BAD        (elmo-imap4-parse-resp-text-code))
1309            (BYE        (elmo-imap4-parse-bye))
1310            (FLAGS      (list 'flags
1311                              (elmo-imap4-parse-flag-list)))
1312            (LIST       (list 'list (elmo-imap4-parse-data-list)))
1313            (LSUB       (list 'lsub (elmo-imap4-parse-data-list)))
1314            (SEARCH     (list
1315                         'search
1316                         (read (concat "("
1317                                       (buffer-substring (point) (point-max))
1318                                       ")"))))
1319            (STATUS     (elmo-imap4-parse-status))
1320            ;; Added
1321            (NAMESPACE  (elmo-imap4-parse-namespace))
1322            (CAPABILITY (list 'capability
1323                              (read
1324                               (concat "(" (downcase (buffer-substring
1325                                                      (point) (point-max)))
1326                                       ")"))))
1327            (ACL (elmo-imap4-parse-acl))
1328            (t       (case (prog1 (read (current-buffer))
1329                             (elmo-imap4-forward))
1330                       (EXISTS  (list 'exists token))
1331                       (RECENT  (list 'recent token))
1332                       (EXPUNGE (list 'expunge token))
1333                       (FETCH   (elmo-imap4-parse-fetch token))
1334                       (t       (list 'garbage (buffer-string)))))))
1335       (t (if (not (string-match elmo-imap4-seq-prefix (symbol-name token)))
1336              (list 'garbage (buffer-string))
1337            (case (prog1 (read (current-buffer))
1338                    (elmo-imap4-forward))
1339              (OK  (progn
1340                     (setq elmo-imap4-parsing nil)
1341                     (setq token (symbol-name token))
1342                     (elmo-unintern token)
1343                     (elmo-imap4-debug "*%s* OK arrived" token)
1344                     (setq elmo-imap4-reached-tag token)
1345                     (list 'ok (elmo-imap4-parse-resp-text-code))))
1346              (NO  (progn
1347                     (setq elmo-imap4-parsing nil)
1348                     (setq token (symbol-name token))
1349                     (elmo-unintern token)
1350                     (elmo-imap4-debug "*%s* NO arrived" token)
1351                     (setq elmo-imap4-reached-tag token)
1352                     (let (code text)
1353                       (when (eq (char-after (point)) ?\[)
1354                         (setq code (buffer-substring (point)
1355                                                      (search-forward "]")))
1356                         (elmo-imap4-forward))
1357                       (setq text (buffer-substring (point) (point-max)))
1358                       (list 'no (list code text)))))
1359              (BAD (progn
1360                     (setq elmo-imap4-parsing nil)
1361                     (elmo-imap4-debug "*%s* BAD arrived" token)
1362                     (setq token (symbol-name token))
1363                     (elmo-unintern token)
1364                     (setq elmo-imap4-reached-tag token)
1365                     (let (code text)
1366                       (when (eq (char-after (point)) ?\[)
1367                         (setq code (buffer-substring (point)
1368                                                      (search-forward "]")))
1369                         (elmo-imap4-forward))
1370                       (setq text (buffer-substring (point) (point-max)))
1371                       (list 'bad (list code text)))))
1372              (t   (list 'garbage (buffer-string)))))))))
1373
1374 (defun elmo-imap4-parse-bye ()
1375   (let (code text)
1376     (when (eq (char-after (point)) ?\[)
1377       (setq code (buffer-substring (point)
1378                                    (search-forward "]")))
1379       (elmo-imap4-forward))
1380     (setq text (buffer-substring (point) (point-max)))
1381     (list 'bye (list code text))))
1382
1383 (defun elmo-imap4-parse-text ()
1384   (goto-char (point-min))
1385   (when (search-forward "[" nil t)
1386     (search-forward "]")
1387     (elmo-imap4-forward))
1388   (list 'text (buffer-substring (point) (point-max))))
1389
1390 (defun elmo-imap4-parse-resp-text-code ()
1391   (when (eq (char-after (point)) ?\[)
1392     (elmo-imap4-forward)
1393     (cond ((search-forward "PERMANENTFLAGS " nil t)
1394            (list 'permanentflags (elmo-imap4-parse-flag-list)))
1395           ((search-forward "UIDNEXT " nil t)
1396            (list 'uidnext (read (current-buffer))))
1397           ((search-forward "UNSEEN " nil t)
1398            (list 'unseen (read (current-buffer))))
1399           ((looking-at "UIDVALIDITY \\([0-9]+\\)")
1400            (list 'uidvalidity (match-string 1)))
1401           ((search-forward "READ-ONLY" nil t)
1402            (list 'read-only t))
1403           ((search-forward "READ-WRITE" nil t)
1404            (list 'read-write t))
1405           ((search-forward "NEWNAME " nil t)
1406            (let (oldname newname)
1407              (setq oldname (elmo-imap4-parse-string))
1408              (elmo-imap4-forward)
1409              (setq newname (elmo-imap4-parse-string))
1410              (list 'newname newname oldname)))
1411           ((search-forward "TRYCREATE" nil t)
1412            (list 'trycreate t))
1413           ((looking-at "APPENDUID \\([0-9]+\\) \\([0-9]+\\)")
1414            (list 'appenduid
1415                  (list (match-string 1)
1416                        (string-to-number (match-string 2)))))
1417           ((looking-at "COPYUID \\([0-9]+\\) \\([0-9,:]+\\) \\([0-9,:]+\\)")
1418            (list 'copyuid (list (match-string 1)
1419                                 (match-string 2)
1420                                 (match-string 3))))
1421           ((search-forward "ALERT] " nil t)
1422            (message "IMAP server information: %s"
1423                     (buffer-substring (point) (point-max))))
1424           (t (list 'unknown)))))
1425
1426 (defun elmo-imap4-parse-data-list ()
1427   (let (flags delimiter mailbox)
1428     (setq flags (elmo-imap4-parse-flag-list))
1429     (when (looking-at " NIL\\| \"\\\\?\\(.\\)\"")
1430       (setq delimiter (match-string 1))
1431       (goto-char (1+ (match-end 0)))
1432       (when (setq mailbox (elmo-imap4-parse-mailbox))
1433         (list mailbox flags delimiter)))))
1434
1435 (defsubst elmo-imap4-parse-header-list ()
1436   (when (eq (char-after (point)) ?\()
1437     (let (strlist)
1438       (while (not (eq (char-after (point)) ?\)))
1439         (elmo-imap4-forward)
1440         (push (elmo-imap4-parse-astring) strlist))
1441       (elmo-imap4-forward)
1442       (nreverse strlist))))
1443
1444 (defsubst elmo-imap4-parse-fetch-body-section ()
1445   (let ((section
1446          (buffer-substring (point)
1447                            (1-
1448                             (progn (re-search-forward "[] ]" nil t)
1449                                    (point))))))
1450     (if (eq (char-before) ? )
1451         (prog1
1452             (mapconcat 'identity
1453                        (cons section (elmo-imap4-parse-header-list)) " ")
1454           (search-forward "]" nil t))
1455       section)))
1456
1457 (defun elmo-imap4-parse-fetch (response)
1458   (when (eq (char-after (point)) ?\()
1459     (let (element list)
1460       (while (not (eq (char-after (point)) ?\)))
1461         (elmo-imap4-forward)
1462         (let ((token (read (current-buffer))))
1463           (elmo-imap4-forward)
1464           (setq element
1465                 (cond ((eq token 'UID)
1466                        (list 'uid (condition-case nil
1467                                       (read (current-buffer))
1468                                     (error nil))))
1469                       ((eq token 'FLAGS)
1470                        (list 'flags (elmo-imap4-parse-flag-list)))
1471                       ((eq token 'ENVELOPE)
1472                        (list 'envelope (elmo-imap4-parse-envelope)))
1473                       ((eq token 'INTERNALDATE)
1474                        (list 'internaldate (elmo-imap4-parse-string)))
1475                       ((eq token 'RFC822)
1476                        (list 'rfc822 (elmo-imap4-parse-nstring)))
1477                       ((eq token (intern elmo-imap4-rfc822-header))
1478                        (list 'rfc822header (elmo-imap4-parse-nstring)))
1479                       ((eq token (intern elmo-imap4-rfc822-text))
1480                        (list 'rfc822text (elmo-imap4-parse-nstring)))
1481                       ((eq token (intern elmo-imap4-rfc822-size))
1482                        (list 'rfc822size (read (current-buffer))))
1483                       ((eq token 'BODY)
1484                        (if (eq (char-before) ?\[)
1485                            (list
1486                             'bodydetail
1487                             (upcase (elmo-imap4-parse-fetch-body-section))
1488                             (and
1489                              (eq (char-after (point)) ?<)
1490                              (buffer-substring (1+ (point))
1491                                                (progn
1492                                                  (search-forward ">" nil t)
1493                                                  (point))))
1494                             (progn (elmo-imap4-forward)
1495                                    (elmo-imap4-parse-nstring)))
1496                          (list 'body (elmo-imap4-parse-body))))
1497                       ((eq token 'BODYSTRUCTURE)
1498                        (list 'bodystructure (elmo-imap4-parse-body)))))
1499           (setq list (cons element list))))
1500       (and elmo-imap4-fetch-callback
1501            (funcall elmo-imap4-fetch-callback
1502                     list elmo-imap4-fetch-callback-data))
1503       (list 'fetch list))))
1504
1505 (defun elmo-imap4-parse-status ()
1506   (let ((mailbox (elmo-imap4-parse-mailbox))
1507         status)
1508     (when (and mailbox (search-forward "(" nil t))
1509       (while (not (eq (char-after (point)) ?\)))
1510         (setq status
1511               (cons
1512                (let ((token (read (current-buffer))))
1513                  (cond ((eq token 'MESSAGES)
1514                         (list 'messages (read (current-buffer))))
1515                        ((eq token 'RECENT)
1516                         (list 'recent (read (current-buffer))))
1517                        ((eq token 'UIDNEXT)
1518                         (list 'uidnext (read (current-buffer))))
1519                        ((eq token 'UIDVALIDITY)
1520                         (and (looking-at " \\([0-9]+\\)")
1521                              (prog1 (list 'uidvalidity (match-string 1))
1522                                (goto-char (match-end 1)))))
1523                        ((eq token 'UNSEEN)
1524                         (list 'unseen (read (current-buffer))))
1525                        (t
1526                         (message
1527                          "Unknown status data %s in mailbox %s ignored"
1528                          token mailbox))))
1529                status))
1530         (skip-chars-forward " ")))
1531     (and elmo-imap4-status-callback
1532          (funcall elmo-imap4-status-callback
1533                   status
1534                   elmo-imap4-status-callback-data))
1535     (list 'status status)))
1536
1537
1538 (defmacro elmo-imap4-value (value)
1539   (` (if (eq (, value) 'NIL) nil
1540        (, value))))
1541
1542 (defmacro elmo-imap4-nth (pos list)
1543   (` (let ((value (nth (, pos) (, list))))
1544        (elmo-imap4-value value))))
1545
1546 (defun elmo-imap4-parse-namespace ()
1547   (list 'namespace
1548         (nconc
1549          (copy-sequence elmo-imap4-extra-namespace-alist)
1550          (elmo-imap4-parse-namespace-subr
1551           (read (concat "(" (buffer-substring
1552                              (point) (point-max))
1553                         ")"))))))
1554
1555 (defun elmo-imap4-parse-namespace-subr (ns)
1556   (let (prefix delim namespace-alist default-delim)
1557     ;; 0: personal, 1: other, 2: shared
1558     (dotimes (i 3)
1559       (setq namespace-alist
1560             (nconc namespace-alist
1561                    (delq nil
1562                          (mapcar
1563                           (lambda (namespace)
1564                             (setq prefix (elmo-imap4-nth 0 namespace)
1565                                   delim (elmo-imap4-nth 1 namespace))
1566                             (if (and prefix delim
1567                                      (string-match
1568                                       (concat (regexp-quote delim) "\\'")
1569                                       prefix))
1570                                 (setq prefix (substring prefix 0
1571                                                         (match-beginning 0))))
1572                             (if (eq (length prefix) 0)
1573                                 (progn (setq default-delim delim) nil)
1574                               (cons
1575                                (concat "^\\("
1576                                        (if (string= (downcase prefix) "inbox")
1577                                            "[Ii][Nn][Bb][Oo][Xx]"
1578                                          (regexp-quote prefix))
1579                                        "\\).*$")
1580                                delim)))
1581                           (elmo-imap4-nth i ns))))))
1582     (if default-delim
1583         (setq namespace-alist
1584               (nconc namespace-alist
1585                      (list (cons "^.*$" default-delim)))))
1586     namespace-alist))
1587
1588 (defun elmo-imap4-parse-acl ()
1589   (let ((mailbox (elmo-imap4-parse-mailbox))
1590         identifier rights acl)
1591     (while (eq (char-after (point)) ?\ )
1592       (elmo-imap4-forward)
1593       (setq identifier (elmo-imap4-parse-astring))
1594       (elmo-imap4-forward)
1595       (setq rights (elmo-imap4-parse-astring))
1596       (setq acl (append acl (list (cons identifier rights)))))
1597     (list 'acl acl mailbox)))
1598
1599 (defun elmo-imap4-parse-flag-list ()
1600   (let ((str (buffer-substring (+ (point) 1)
1601                                (progn (search-forward ")" nil t)
1602                                       (- (point) 1)))))
1603     (unless (eq (length str) 0)
1604       (split-string str))))
1605
1606 (defun elmo-imap4-parse-envelope ()
1607   (when (eq (char-after (point)) ?\()
1608     (elmo-imap4-forward)
1609     (vector (prog1 (elmo-imap4-parse-nstring);; date
1610               (elmo-imap4-forward))
1611             (prog1 (elmo-imap4-parse-nstring);; subject
1612               (elmo-imap4-forward))
1613             (prog1 (elmo-imap4-parse-address-list);; from
1614               (elmo-imap4-forward))
1615             (prog1 (elmo-imap4-parse-address-list);; sender
1616               (elmo-imap4-forward))
1617             (prog1 (elmo-imap4-parse-address-list);; reply-to
1618               (elmo-imap4-forward))
1619             (prog1 (elmo-imap4-parse-address-list);; to
1620               (elmo-imap4-forward))
1621             (prog1 (elmo-imap4-parse-address-list);; cc
1622               (elmo-imap4-forward))
1623             (prog1 (elmo-imap4-parse-address-list);; bcc
1624               (elmo-imap4-forward))
1625             (prog1 (elmo-imap4-parse-nstring);; in-reply-to
1626               (elmo-imap4-forward))
1627             (prog1 (elmo-imap4-parse-nstring);; message-id
1628               (elmo-imap4-forward)))))
1629
1630 (defsubst elmo-imap4-parse-string-list ()
1631   (cond ((eq (char-after (point)) ?\();; body-fld-param
1632          (let (strlist str)
1633            (elmo-imap4-forward)
1634            (while (setq str (elmo-imap4-parse-string))
1635              (push str strlist)
1636              (elmo-imap4-forward))
1637            (nreverse strlist)))
1638         ((elmo-imap4-parse-nil)
1639          nil)))
1640
1641 (defun elmo-imap4-parse-body-extension ()
1642   (if (eq (char-after (point)) ?\()
1643       (let (b-e)
1644         (elmo-imap4-forward)
1645         (push (elmo-imap4-parse-body-extension) b-e)
1646         (while (eq (char-after (point)) ?\ )
1647           (elmo-imap4-forward)
1648           (push (elmo-imap4-parse-body-extension) b-e))
1649         (assert (eq (char-after (point)) ?\)))
1650         (elmo-imap4-forward)
1651         (nreverse b-e))
1652     (or (elmo-imap4-parse-number)
1653         (elmo-imap4-parse-nstring))))
1654
1655 (defsubst elmo-imap4-parse-body-ext ()
1656   (let (ext)
1657     (when (eq (char-after (point)) ?\ );; body-fld-dsp
1658       (elmo-imap4-forward)
1659       (let (dsp)
1660         (if (eq (char-after (point)) ?\()
1661             (progn
1662               (elmo-imap4-forward)
1663               (push (elmo-imap4-parse-string) dsp)
1664               (elmo-imap4-forward)
1665               (push (elmo-imap4-parse-string-list) dsp)
1666               (elmo-imap4-forward))
1667           (assert (elmo-imap4-parse-nil)))
1668         (push (nreverse dsp) ext))
1669       (when (eq (char-after (point)) ?\ );; body-fld-lang
1670         (elmo-imap4-forward)
1671         (if (eq (char-after (point)) ?\()
1672             (push (elmo-imap4-parse-string-list) ext)
1673           (push (elmo-imap4-parse-nstring) ext))
1674         (while (eq (char-after (point)) ?\ );; body-extension
1675           (elmo-imap4-forward)
1676           (setq ext (append (elmo-imap4-parse-body-extension) ext)))))
1677     ext))
1678
1679 (defun elmo-imap4-parse-body ()
1680   (let (body)
1681     (when (eq (char-after (point)) ?\()
1682       (elmo-imap4-forward)
1683       (if (eq (char-after (point)) ?\()
1684           (let (subbody)
1685             (while (and (eq (char-after (point)) ?\()
1686                         (setq subbody (elmo-imap4-parse-body)))
1687               (push subbody body))
1688             (elmo-imap4-forward)
1689             (push (elmo-imap4-parse-string) body);; media-subtype
1690             (when (eq (char-after (point)) ?\ );; body-ext-mpart:
1691               (elmo-imap4-forward)
1692               (if (eq (char-after (point)) ?\();; body-fld-param
1693                   (push (elmo-imap4-parse-string-list) body)
1694                 (push (and (elmo-imap4-parse-nil) nil) body))
1695               (setq body
1696                     (append (elmo-imap4-parse-body-ext) body)));; body-ext-...
1697             (assert (eq (char-after (point)) ?\)))
1698             (elmo-imap4-forward)
1699             (nreverse body))
1700
1701         (push (elmo-imap4-parse-string) body);; media-type
1702         (elmo-imap4-forward)
1703         (push (elmo-imap4-parse-string) body);; media-subtype
1704         (elmo-imap4-forward)
1705         ;; next line for Sun SIMS bug
1706         (and (eq (char-after (point)) ? ) (elmo-imap4-forward))
1707         (if (eq (char-after (point)) ?\();; body-fld-param
1708             (push (elmo-imap4-parse-string-list) body)
1709           (push (and (elmo-imap4-parse-nil) nil) body))
1710         (elmo-imap4-forward)
1711         (push (elmo-imap4-parse-nstring) body);; body-fld-id
1712         (elmo-imap4-forward)
1713         (push (elmo-imap4-parse-nstring) body);; body-fld-desc
1714         (elmo-imap4-forward)
1715         (push (elmo-imap4-parse-string) body);; body-fld-enc
1716         (elmo-imap4-forward)
1717         (push (elmo-imap4-parse-number) body);; body-fld-octets
1718
1719         ;; ok, we're done parsing the required parts, what comes now is one
1720         ;; of three things:
1721         ;;
1722         ;; envelope       (then we're parsing body-type-msg)
1723         ;; body-fld-lines (then we're parsing body-type-text)
1724         ;; body-ext-1part (then we're parsing body-type-basic)
1725         ;;
1726         ;; the problem is that the two first are in turn optionally followed
1727         ;; by the third.  So we parse the first two here (if there are any)...
1728
1729         (when (eq (char-after (point)) ?\ )
1730           (elmo-imap4-forward)
1731           (let (lines)
1732             (cond ((eq (char-after (point)) ?\();; body-type-msg:
1733                    (push (elmo-imap4-parse-envelope) body);; envelope
1734                    (elmo-imap4-forward)
1735                    (push (elmo-imap4-parse-body) body);; body
1736                    (elmo-imap4-forward)
1737                    (push (elmo-imap4-parse-number) body));; body-fld-lines
1738                   ((setq lines (elmo-imap4-parse-number));; body-type-text:
1739                    (push lines body));; body-fld-lines
1740                   (t
1741                    (backward-char)))));; no match...
1742
1743         ;; ...and then parse the third one here...
1744
1745         (when (eq (char-after (point)) ?\ );; body-ext-1part:
1746           (elmo-imap4-forward)
1747           (push (elmo-imap4-parse-nstring) body);; body-fld-md5
1748           (setq body
1749                 (append (elmo-imap4-parse-body-ext) body)));; body-ext-1part..
1750
1751         (assert (eq (char-after (point)) ?\)))
1752         (elmo-imap4-forward)
1753         (nreverse body)))))
1754
1755 (luna-define-method elmo-folder-initialize :around ((folder
1756                                                      elmo-imap4-folder)
1757                                                     name)
1758   (let ((default-user   elmo-imap4-default-user)
1759         (default-server elmo-imap4-default-server)
1760         (default-port   elmo-imap4-default-port)
1761         (elmo-network-stream-type-alist
1762          (if elmo-imap4-stream-type-alist
1763              (append elmo-imap4-stream-type-alist
1764                      elmo-network-stream-type-alist)
1765            elmo-network-stream-type-alist))
1766         parse)
1767     (when (string-match "\\(.*\\)@\\(.*\\)" default-server)
1768       ;; case: imap4-default-server is specified like
1769       ;; "hoge%imap.server@gateway".
1770       (setq default-user (elmo-match-string 1 default-server))
1771       (setq default-server (elmo-match-string 2 default-server)))
1772     (setq name (luna-call-next-method))
1773     ;; mailbox
1774     (setq parse (elmo-parse-token name ":"))
1775     (elmo-imap4-folder-set-mailbox-internal folder
1776                                             (elmo-imap4-encode-folder-string
1777                                              (car parse)))
1778     ;; user
1779     (setq parse (elmo-parse-prefixed-element ?: (cdr parse) "/"))
1780     (elmo-net-folder-set-user-internal folder
1781                                        (if (eq (length (car parse)) 0)
1782                                            default-user
1783                                          (car parse)))
1784     ;; auth
1785     (setq parse (elmo-parse-prefixed-element ?/ (cdr parse)))
1786     (elmo-net-folder-set-auth-internal
1787      folder
1788      (if (eq (length (car parse)) 0)
1789          (or elmo-imap4-default-authenticate-type 'clear)
1790        (intern (car parse))))
1791     (unless (elmo-net-folder-server-internal folder)
1792       (elmo-net-folder-set-server-internal folder default-server))
1793     (unless (elmo-net-folder-port-internal folder)
1794       (elmo-net-folder-set-port-internal folder default-port))
1795     (unless (elmo-net-folder-stream-type-internal folder)
1796       (elmo-net-folder-set-stream-type-internal
1797        folder
1798        (elmo-get-network-stream-type elmo-imap4-default-stream-type)))
1799     folder))
1800
1801 ;;; ELMO IMAP4 folder
1802 (luna-define-method elmo-folder-expand-msgdb-path ((folder
1803                                                     elmo-imap4-folder))
1804   (convert-standard-filename
1805    (let ((mailbox (elmo-imap4-folder-mailbox-internal folder)))
1806      (if (string= "inbox" (downcase mailbox))
1807          (setq mailbox "inbox"))
1808      (if (eq (string-to-char mailbox) ?/)
1809          (setq mailbox (substring mailbox 1 (length mailbox))))
1810      (concat ; don't use expand-file-name (e.g. %~/something)
1811       (expand-file-name
1812        (or (elmo-net-folder-user-internal folder) "nobody")
1813        (expand-file-name (or (elmo-net-folder-server-internal folder)
1814                              "nowhere")
1815                          (expand-file-name
1816                           "imap"
1817                           elmo-msgdb-directory)))
1818       "/" mailbox))))
1819
1820 (luna-define-method elmo-folder-status-plugged ((folder
1821                                                  elmo-imap4-folder))
1822   (elmo-imap4-folder-status-plugged folder))
1823
1824 (defun elmo-imap4-folder-status-plugged (folder)
1825   (let ((session (elmo-imap4-get-session folder))
1826         (killed (elmo-msgdb-killed-list-load
1827                  (elmo-folder-msgdb-path folder)))
1828         status)
1829     (with-current-buffer (elmo-network-session-buffer session)
1830       (setq elmo-imap4-status-callback nil)
1831       (setq elmo-imap4-status-callback-data nil))
1832     (setq status (elmo-imap4-response-value
1833                   (elmo-imap4-send-command-wait
1834                    session
1835                    (list "status "
1836                          (elmo-imap4-mailbox
1837                           (elmo-imap4-folder-mailbox-internal folder))
1838                          " (uidnext messages)"))
1839                   'status))
1840     (cons
1841      (- (elmo-imap4-response-value status 'uidnext) 1)
1842      (if killed
1843          (-
1844           (elmo-imap4-response-value status 'messages)
1845           (elmo-msgdb-killed-list-length killed))
1846        (elmo-imap4-response-value status 'messages)))))
1847
1848 (luna-define-method elmo-folder-list-messages-plugged ((folder
1849                                                         elmo-imap4-folder)
1850                                                        &optional nohide)
1851   (elmo-imap4-list folder
1852                    (let ((max (elmo-msgdb-max-of-killed
1853                                (elmo-folder-killed-list-internal folder))))
1854                      (if (or nohide
1855                              (null (eq max 0)))
1856                          (format "uid %d:*" (1+ max))
1857                        "all"))))
1858
1859 (luna-define-method elmo-folder-list-unreads-plugged
1860   ((folder elmo-imap4-folder))
1861   (elmo-imap4-list folder "unseen"))
1862
1863 (luna-define-method elmo-folder-list-importants-plugged
1864   ((folder elmo-imap4-folder))
1865   (elmo-imap4-list folder "flagged"))
1866
1867 (luna-define-method elmo-folder-list-answereds-plugged
1868   ((folder elmo-imap4-folder))
1869   (elmo-imap4-list folder "answered"))
1870
1871 (defun elmo-imap4-folder-list-any-plugged (folder)
1872   (elmo-imap4-list folder "or answered or unseen flagged"))
1873
1874 (defun elmo-imap4-folder-list-digest-plugged (folder)
1875   (elmo-imap4-list folder "or unseen flagged"))
1876
1877 (luna-define-method elmo-folder-use-flag-p ((folder elmo-imap4-folder))
1878   (not (string-match elmo-imap4-disuse-server-flag-mailbox-regexp
1879                      (elmo-imap4-folder-mailbox-internal folder))))
1880
1881 (luna-define-method elmo-folder-list-subfolders ((folder elmo-imap4-folder)
1882                                                  &optional one-level)
1883   (let* ((root (elmo-imap4-folder-mailbox-internal folder))
1884          (session (elmo-imap4-get-session folder))
1885          (prefix (elmo-folder-prefix-internal folder))
1886          (namespace-assoc
1887                   (elmo-string-matched-assoc
1888                    root
1889                    (with-current-buffer (elmo-network-session-buffer session)
1890                      elmo-imap4-server-namespace)))
1891          (delim (or (cdr namespace-assoc)
1892                  elmo-imap4-default-hierarchy-delimiter))
1893          ;; Append delimiter when root with namespace.
1894          (root (if (and namespace-assoc
1895                         (match-end 1)
1896                         (string= (substring root (match-end 1))
1897                                  ""))
1898                    (concat root delim)
1899                  root))
1900          result append-serv type)
1901     (setq result (elmo-imap4-response-get-selectable-mailbox-list
1902                   (elmo-imap4-send-command-wait
1903                    session
1904                    (list "list " (elmo-imap4-mailbox root) " *"))))
1905     (when (or (not (string= (elmo-net-folder-user-internal folder)
1906                             elmo-imap4-default-user))
1907               (not (eq (elmo-net-folder-auth-internal folder)
1908                        (or elmo-imap4-default-authenticate-type 'clear))))
1909       (setq append-serv (concat ":" (elmo-net-folder-user-internal folder))))
1910     (unless (eq (elmo-net-folder-auth-internal folder)
1911                 (or elmo-imap4-default-authenticate-type 'clear))
1912       (setq append-serv
1913             (concat append-serv "/"
1914                     (symbol-name (elmo-net-folder-auth-internal folder)))))
1915     (unless (string= (elmo-net-folder-server-internal folder)
1916                      elmo-imap4-default-server)
1917       (setq append-serv (concat append-serv "@"
1918                                 (elmo-net-folder-server-internal folder))))
1919     (unless (eq (elmo-net-folder-port-internal folder) elmo-imap4-default-port)
1920       (setq append-serv (concat append-serv ":"
1921                                 (int-to-string
1922                                  (elmo-net-folder-port-internal folder)))))
1923     (setq type (elmo-net-folder-stream-type-internal folder))
1924     (unless (eq (elmo-network-stream-type-symbol type)
1925                 elmo-imap4-default-stream-type)
1926       (if type
1927           (setq append-serv (concat append-serv
1928                                     (elmo-network-stream-type-spec-string
1929                                      type)))))
1930     (if one-level
1931         (let ((re-delim (regexp-quote delim))
1932               (case-fold-search nil)
1933               folder ret has-child-p)
1934           ;; Append delimiter
1935           (when (and root
1936                      (not (string= root ""))
1937                      (not (string-match
1938                            (concat "\\(.*\\)" re-delim "\\'")
1939                            root)))
1940             (setq root (concat root delim)))
1941           (while (setq folder (car result))
1942             (when (string-match
1943                    (concat "^\\(" (regexp-quote root) "[^" re-delim "]" "+\\)"
1944                            re-delim)
1945                    folder)
1946               (setq folder (match-string 1 folder)))
1947             (setq has-child-p nil
1948                   result (delq
1949                           nil
1950                           (mapcar (lambda (fld)
1951                                     (if (string-match
1952                                          (concat "^" (regexp-quote folder)
1953                                                  "\\(" re-delim "\\|\\'\\)")
1954                                          fld)
1955                                         (progn (setq has-child-p t) nil)
1956                                       fld))
1957                                   (cdr result)))
1958                   folder (concat prefix
1959                                  (elmo-imap4-decode-folder-string folder)
1960                                  (and append-serv
1961                                       (eval append-serv)))
1962                   ret (append ret (if has-child-p
1963                                       (list (list folder))
1964                                     (list folder)))))
1965           ret)
1966       (mapcar (lambda (fld)
1967                 (concat prefix (elmo-imap4-decode-folder-string fld)
1968                         (and append-serv
1969                              (eval append-serv))))
1970               result))))
1971
1972 (luna-define-method elmo-folder-exists-p-plugged ((folder elmo-imap4-folder))
1973   (let ((session (elmo-imap4-get-session folder)))
1974     (if (string=
1975          (elmo-imap4-session-current-mailbox-internal session)
1976          (elmo-imap4-folder-mailbox-internal folder))
1977         t
1978       (elmo-imap4-session-select-mailbox
1979        session
1980        (elmo-imap4-folder-mailbox-internal folder)
1981        'force 'notify-bye))))
1982
1983 (luna-define-method elmo-folder-creatable-p ((folder elmo-imap4-folder))
1984   t)
1985
1986 (luna-define-method elmo-folder-writable-p ((folder elmo-imap4-folder))
1987   t)
1988
1989 (luna-define-method elmo-folder-delete :before ((folder elmo-imap4-folder))
1990   (let ((session (elmo-imap4-get-session folder))
1991         msgs)
1992     (when (elmo-imap4-folder-mailbox-internal folder)
1993       (when (setq msgs (elmo-folder-list-messages folder))
1994         (elmo-folder-delete-messages folder msgs))
1995       (elmo-imap4-send-command-wait session "close")
1996       (elmo-imap4-send-command-wait
1997        session
1998        (list "delete "
1999              (elmo-imap4-mailbox
2000               (elmo-imap4-folder-mailbox-internal folder)))))))
2001
2002 (luna-define-method elmo-folder-rename-internal ((folder elmo-imap4-folder)
2003                                                  new-folder)
2004   (let ((session (elmo-imap4-get-session folder)))
2005     ;; make sure the folder is selected.
2006     (elmo-imap4-session-select-mailbox session
2007                                        (elmo-imap4-folder-mailbox-internal
2008                                         folder))
2009     (elmo-imap4-send-command-wait session "close")
2010     (elmo-imap4-send-command-wait
2011      session
2012      (list "rename "
2013            (elmo-imap4-mailbox
2014             (elmo-imap4-folder-mailbox-internal folder))
2015            " "
2016            (elmo-imap4-mailbox
2017             (elmo-imap4-folder-mailbox-internal new-folder))))
2018     (elmo-imap4-session-set-current-mailbox-internal
2019      session (elmo-imap4-folder-mailbox-internal new-folder))))
2020
2021 (defun elmo-imap4-copy-messages (src-folder dst-folder numbers)
2022   (let ((session (elmo-imap4-get-session src-folder))
2023         (set-list (elmo-imap4-make-number-set-list
2024                    numbers
2025                    elmo-imap4-number-set-chop-length))
2026         succeeds)
2027     (elmo-imap4-session-select-mailbox session
2028                                        (elmo-imap4-folder-mailbox-internal
2029                                         src-folder))
2030     (while set-list
2031       (if (elmo-imap4-send-command-wait session
2032                                         (list
2033                                          (format
2034                                           (if elmo-imap4-use-uid
2035                                               "uid copy %s "
2036                                             "copy %s ")
2037                                           (cdr (car set-list)))
2038                                          (elmo-imap4-mailbox
2039                                           (elmo-imap4-folder-mailbox-internal
2040                                            dst-folder))))
2041           (setq succeeds (append succeeds numbers)))
2042       (setq set-list (cdr set-list)))
2043     succeeds))
2044
2045 (defun elmo-imap4-set-flag (folder numbers flag &optional remove)
2046   "Set flag on messages.
2047 FOLDER is the ELMO folder structure.
2048 NUMBERS is the message numbers to be flagged.
2049 FLAG is the flag name.
2050 If optional argument REMOVE is non-nil, remove FLAG."
2051   (let ((session (elmo-imap4-get-session folder))
2052         response set-list)
2053     (elmo-imap4-session-select-mailbox session
2054                                        (elmo-imap4-folder-mailbox-internal
2055                                         folder))
2056     (setq set-list (elmo-imap4-make-number-set-list
2057                     numbers
2058                     elmo-imap4-number-set-chop-length))
2059     (while set-list
2060       (with-current-buffer (elmo-network-session-buffer session)
2061         (setq elmo-imap4-fetch-callback nil)
2062         (setq elmo-imap4-fetch-callback-data nil))
2063       (unless (elmo-imap4-response-ok-p
2064                (elmo-imap4-send-command-wait
2065                 session
2066                 (format
2067                  (if elmo-imap4-use-uid
2068                      "uid store %s %sflags.silent (%s)"
2069                    "store %s %sflags.silent (%s)")
2070                  (cdr (car set-list))
2071                  (if remove "-" "+")
2072                  flag)))
2073         (setq response 'fail))
2074       (setq set-list (cdr set-list)))
2075     (not (eq response 'fail))))
2076
2077 (luna-define-method elmo-folder-delete-messages-plugged
2078   ((folder elmo-imap4-folder) numbers)
2079   (let ((session (elmo-imap4-get-session folder)))
2080     (elmo-imap4-set-flag folder numbers "\\Deleted")
2081     (elmo-imap4-send-command-wait session "expunge")))
2082
2083 (defmacro elmo-imap4-detect-search-charset (string)
2084   (` (with-temp-buffer
2085        (insert (, string))
2086        (detect-mime-charset-region (point-min) (point-max)))))
2087
2088 (defun elmo-imap4-search-internal-primitive (folder session filter from-msgs)
2089   (let ((search-key (elmo-filter-key filter))
2090         (imap-search-keys '("bcc" "body" "cc" "from" "subject" "to"
2091                             "larger" "smaller" "mark"))
2092         (total 0)
2093         (length (length from-msgs))
2094         charset set-list end results)
2095     (message "Searching...")
2096     (cond
2097      ((string= "last" search-key)
2098       (let ((numbers (or from-msgs (elmo-folder-list-messages folder))))
2099         (nthcdr (max (- (length numbers)
2100                         (string-to-int (elmo-filter-value filter)))
2101                      0)
2102                 numbers)))
2103      ((string= "first" search-key)
2104       (let* ((numbers (or from-msgs (elmo-folder-list-messages folder)))
2105              (rest (nthcdr (string-to-int (elmo-filter-value filter) )
2106                            numbers)))
2107         (mapcar '(lambda (x) (delete x numbers)) rest)
2108         numbers))
2109      ((string= "flag" search-key)
2110       (cond
2111        ((string= "unread" (elmo-filter-value filter))
2112         (elmo-folder-list-unreads folder))
2113        ((string= "important" (elmo-filter-value filter))
2114         (elmo-folder-list-importants folder))
2115        ((string= "answered" (elmo-filter-value filter))
2116         (elmo-folder-list-answereds folder))
2117        ((string= "digest" (elmo-filter-value filter))
2118         (elmo-imap4-folder-list-digest-plugged folder))
2119        ((string= "any" (elmo-filter-value filter))
2120         (elmo-imap4-folder-list-any-plugged folder))))
2121      ((or (string= "since" search-key)
2122           (string= "before" search-key))
2123       (setq search-key (concat "sent" search-key)
2124             set-list (elmo-imap4-make-number-set-list
2125                       from-msgs
2126                       elmo-imap4-number-set-chop-length)
2127             end nil)
2128       (while (not end)
2129         (setq results
2130               (append
2131                results
2132                (elmo-imap4-response-value
2133                 (elmo-imap4-send-command-wait
2134                  session
2135                  (format
2136                   (if elmo-imap4-use-uid
2137                       "uid search %s%s%s %s"
2138                     "search %s%s%s %s")
2139                   (if from-msgs
2140                       (concat
2141                        (if elmo-imap4-use-uid "uid ")
2142                        (cdr (car set-list))
2143                        " ")
2144                     "")
2145                   (if (eq (elmo-filter-type filter)
2146                           'unmatch)
2147                       "not " "")
2148                   search-key
2149                   (elmo-date-get-description
2150                    (elmo-date-get-datevec
2151                     (elmo-filter-value filter)))))
2152                 'search)))
2153         (when (> length elmo-display-progress-threshold)
2154           (setq total (+ total (car (car set-list))))
2155           (elmo-display-progress
2156            'elmo-imap4-search "Searching..."
2157            (/ (* total 100) length)))
2158         (setq set-list (cdr set-list)
2159               end (null set-list)))
2160       results)
2161      (t
2162       (setq charset
2163             (if (eq (length (elmo-filter-value filter)) 0)
2164                 (setq charset 'us-ascii)
2165               (elmo-imap4-detect-search-charset
2166                (elmo-filter-value filter)))
2167             set-list (elmo-imap4-make-number-set-list
2168                       from-msgs
2169                       elmo-imap4-number-set-chop-length)
2170             end nil)
2171       (while (not end)
2172         (setq results
2173               (append
2174                results
2175                (elmo-imap4-response-value
2176                 (elmo-imap4-send-command-wait
2177                  session
2178                  (list
2179                   (if elmo-imap4-use-uid "uid ")
2180                   "search "
2181                   "CHARSET "
2182                   (elmo-imap4-astring
2183                    (symbol-name charset))
2184                   " "
2185                   (if from-msgs
2186                       (concat
2187                        (if elmo-imap4-use-uid "uid ")
2188                        (cdr (car set-list))
2189                        " ")
2190                     "")
2191                   (if (eq (elmo-filter-type filter)
2192                           'unmatch)
2193                       "not " "")
2194                   (format "%s%s "
2195                           (if (member
2196                                (elmo-filter-key filter)
2197                                imap-search-keys)
2198                               ""
2199                             "header ")
2200                           (elmo-filter-key filter))
2201                   (elmo-imap4-astring
2202                    (encode-mime-charset-string
2203                     (elmo-filter-value filter) charset))))
2204                 'search)))
2205         (when (> length elmo-display-progress-threshold)
2206           (setq total (+ total (car (car set-list))))
2207           (elmo-display-progress
2208            'elmo-imap4-search "Searching..."
2209            (/ (* total 100) length)))
2210         (setq set-list (cdr set-list)
2211               end (null set-list)))
2212       results))))
2213
2214 (defun elmo-imap4-search-internal (folder session condition from-msgs)
2215   (let (result)
2216     (cond
2217      ((vectorp condition)
2218       (setq result (elmo-imap4-search-internal-primitive
2219                     folder session condition from-msgs)))
2220      ((eq (car condition) 'and)
2221       (setq result (elmo-imap4-search-internal folder session (nth 1 condition)
2222                                                from-msgs)
2223             result (elmo-list-filter result
2224                                      (elmo-imap4-search-internal
2225                                       folder session (nth 2 condition)
2226                                       from-msgs))))
2227      ((eq (car condition) 'or)
2228       (setq result (elmo-imap4-search-internal
2229                     folder session (nth 1 condition) from-msgs)
2230             result (elmo-uniq-list
2231                     (nconc result
2232                            (elmo-imap4-search-internal
2233                             folder session (nth 2 condition) from-msgs)))
2234             result (sort result '<))))))
2235
2236 (luna-define-method elmo-folder-search :around ((folder elmo-imap4-folder)
2237                                                 condition &optional numbers)
2238   (if (elmo-folder-plugged-p folder)
2239       (save-excursion
2240         (let ((session (elmo-imap4-get-session folder)))
2241           (elmo-imap4-session-select-mailbox
2242            session
2243            (elmo-imap4-folder-mailbox-internal folder))
2244           (elmo-imap4-search-internal folder session condition numbers)))
2245     (luna-call-next-method)))
2246
2247 (luna-define-method elmo-folder-msgdb-create-plugged
2248   ((folder elmo-imap4-folder) numbers seen-list)
2249   (when numbers
2250     (let ((session (elmo-imap4-get-session folder))
2251           (headers
2252            (append
2253             '("Subject" "From" "To" "Cc" "Date"
2254               "Message-Id" "References" "In-Reply-To")
2255             elmo-msgdb-extra-fields))
2256           (total 0)
2257           (length (length numbers))
2258           print-length print-depth
2259           rfc2060 set-list)
2260       (setq rfc2060 (memq 'imap4rev1
2261                           (elmo-imap4-session-capability-internal
2262                            session)))
2263       (message "Getting overview...")
2264       (elmo-imap4-session-select-mailbox
2265        session (elmo-imap4-folder-mailbox-internal folder))
2266       (setq set-list (elmo-imap4-make-number-set-list
2267                       numbers
2268                       elmo-imap4-overview-fetch-chop-length))
2269       ;; Setup callback.
2270       (with-current-buffer (elmo-network-session-buffer session)
2271         (setq elmo-imap4-current-msgdb nil
2272               elmo-imap4-seen-messages nil
2273               elmo-imap4-fetch-callback 'elmo-imap4-fetch-callback-1
2274               elmo-imap4-fetch-callback-data (cons seen-list
2275                                                    (elmo-folder-use-flag-p
2276                                                     folder)))
2277         (while set-list
2278           (elmo-imap4-send-command-wait
2279            session
2280            ;; get overview entity from IMAP4
2281            (format "%sfetch %s (%s rfc822.size flags)"
2282                    (if elmo-imap4-use-uid "uid " "")
2283                    (cdr (car set-list))
2284                    (if rfc2060
2285                        (format "body.peek[header.fields %s]" headers)
2286                      (format "%s" headers))))
2287           (when (> length elmo-display-progress-threshold)
2288             (setq total (+ total (car (car set-list))))
2289             (elmo-display-progress
2290              'elmo-imap4-msgdb-create "Getting overview..."
2291              (/ (* total 100) length)))
2292           (setq set-list (cdr set-list)))
2293         (message "Getting overview...done")
2294         (when elmo-imap4-seen-messages
2295           (elmo-imap4-set-flag folder elmo-imap4-seen-messages "\\Seen"))
2296         elmo-imap4-current-msgdb))))
2297
2298 (luna-define-method elmo-folder-unmark-important-plugged
2299   ((folder elmo-imap4-folder) numbers)
2300   (elmo-imap4-set-flag folder numbers "\\Flagged" 'remove))
2301
2302 (luna-define-method elmo-folder-mark-as-important-plugged
2303   ((folder elmo-imap4-folder) numbers)
2304   (elmo-imap4-set-flag folder numbers "\\Flagged"))
2305
2306 (luna-define-method elmo-folder-unmark-read-plugged
2307   ((folder elmo-imap4-folder) numbers)
2308   (elmo-imap4-set-flag folder numbers "\\Seen" 'remove))
2309
2310 (luna-define-method elmo-folder-mark-as-read-plugged
2311   ((folder elmo-imap4-folder) numbers)
2312   (elmo-imap4-set-flag folder numbers "\\Seen"))
2313
2314 (luna-define-method elmo-folder-unmark-answered-plugged
2315   ((folder elmo-imap4-folder) numbers)
2316   (elmo-imap4-set-flag folder numbers "\\Answered" 'remove))
2317
2318 (luna-define-method elmo-folder-mark-as-answered-plugged
2319   ((folder elmo-imap4-folder) numbers)
2320   (elmo-imap4-set-flag folder numbers "\\Answered"))
2321
2322 (luna-define-method elmo-message-use-cache-p ((folder elmo-imap4-folder)
2323                                               number)
2324   elmo-imap4-use-cache)
2325
2326 (luna-define-method elmo-folder-message-appendable-p ((folder elmo-imap4-folder))
2327   (if (elmo-folder-plugged-p folder)
2328       (not (elmo-imap4-session-read-only-internal
2329             (elmo-imap4-get-session folder)))
2330     elmo-enable-disconnected-operation)) ; offline refile.
2331
2332 (luna-define-method elmo-folder-check-plugged ((folder elmo-imap4-folder))
2333   (let ((session (elmo-imap4-get-session folder 'if-exists)))
2334     (when session
2335       (if (string=
2336            (elmo-imap4-session-current-mailbox-internal session)
2337            (elmo-imap4-folder-mailbox-internal folder))
2338           (if elmo-imap4-use-select-to-update-status
2339               (elmo-imap4-session-select-mailbox
2340                session
2341                (elmo-imap4-folder-mailbox-internal folder)
2342                'force)
2343             (elmo-imap4-session-check session))))))
2344
2345 (defsubst elmo-imap4-folder-diff-plugged (folder)
2346   (let ((session (elmo-imap4-get-session folder))
2347         messages new unread response killed)
2348 ;;; (elmo-imap4-commit spec)
2349     (with-current-buffer (elmo-network-session-buffer session)
2350       (setq elmo-imap4-status-callback nil)
2351       (setq elmo-imap4-status-callback-data nil))
2352     (setq response
2353           (elmo-imap4-send-command-wait session
2354                                         (list
2355                                          "status "
2356                                          (elmo-imap4-mailbox
2357                                           (elmo-imap4-folder-mailbox-internal
2358                                            folder))
2359                                          " (recent unseen messages)")))
2360     (setq response (elmo-imap4-response-value response 'status))
2361     (setq messages (elmo-imap4-response-value response 'messages))
2362     (setq killed (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2363     (if killed
2364         (setq messages (- messages
2365                           (elmo-msgdb-killed-list-length
2366                            killed))))
2367     (setq new (elmo-imap4-response-value response 'recent)
2368           unread (elmo-imap4-response-value response 'unseen))
2369     (if (< unread new) (setq new unread))
2370     (list new unread messages)))
2371
2372 (luna-define-method elmo-folder-diff-plugged ((folder elmo-imap4-folder))
2373   (elmo-imap4-folder-diff-plugged folder))
2374
2375 (luna-define-method elmo-folder-diff-async ((folder elmo-imap4-folder)
2376                                             &optional number-alist)
2377   (setq elmo-imap4-server-diff-async-callback
2378         elmo-folder-diff-async-callback)
2379   (setq elmo-imap4-server-diff-async-callback-data
2380         elmo-folder-diff-async-callback-data)
2381   (elmo-imap4-server-diff-async folder))
2382
2383 (luna-define-method elmo-folder-open :around ((folder elmo-imap4-folder)
2384                                               &optional load-msgdb)
2385   (if (elmo-folder-plugged-p folder)
2386       (let (session mailbox msgdb result response tag)
2387         (condition-case err
2388             (progn
2389               (setq session (elmo-imap4-get-session folder)
2390                     mailbox (elmo-imap4-folder-mailbox-internal folder)
2391                     tag (elmo-imap4-send-command session
2392                                                  (list "select "
2393                                                        (elmo-imap4-mailbox
2394                                                         mailbox))))
2395               (message "Selecting %s..."
2396                        (elmo-folder-name-internal folder))
2397               (if load-msgdb
2398                   (setq msgdb (elmo-msgdb-load folder 'silent)))
2399               (elmo-folder-set-killed-list-internal
2400                folder
2401                (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2402               (if (setq result (elmo-imap4-response-ok-p
2403                                 (setq response
2404                                       (elmo-imap4-read-response session tag))))
2405                   (progn
2406                     (elmo-imap4-session-set-current-mailbox-internal
2407                      session mailbox)
2408                     (elmo-imap4-session-set-read-only-internal
2409                      session
2410                      (nth 1 (assq 'read-only (assq 'ok response)))))
2411                 (elmo-imap4-session-set-current-mailbox-internal session nil)
2412                 (if (elmo-imap4-response-bye-p response)
2413                     (elmo-imap4-process-bye session)
2414                   (error (or
2415                           (elmo-imap4-response-error-text response)
2416                           (format "Select %s failed" mailbox)))))
2417               (message "Selecting %s...done"
2418                        (elmo-folder-name-internal folder))
2419               (elmo-folder-set-msgdb-internal
2420                folder msgdb))
2421           (quit
2422            (if (elmo-imap4-response-ok-p response)
2423                (elmo-imap4-session-set-current-mailbox-internal
2424                 session mailbox)
2425              (and session
2426                   (elmo-imap4-session-set-current-mailbox-internal
2427                    session nil))))
2428           (error
2429            (if (elmo-imap4-response-ok-p response)
2430                (elmo-imap4-session-set-current-mailbox-internal
2431                 session mailbox)
2432              (and session
2433                   (elmo-imap4-session-set-current-mailbox-internal
2434                    session nil))))))
2435     (luna-call-next-method)))
2436
2437 ;; elmo-folder-open-internal: do nothing.
2438
2439 (luna-define-method elmo-find-fetch-strategy
2440   ((folder elmo-imap4-folder) entity &optional ignore-cache)
2441   (let ((number (elmo-msgdb-overview-entity-get-number entity))
2442         cache-file size message-id)
2443     (setq size (elmo-msgdb-overview-entity-get-size entity))
2444     (setq message-id (elmo-msgdb-overview-entity-get-id entity))
2445     (setq cache-file (elmo-file-cache-get message-id))
2446     (if (or ignore-cache
2447             (null (elmo-file-cache-status cache-file)))
2448         (if (and elmo-message-fetch-threshold
2449                  (integerp size)
2450                  (>= size elmo-message-fetch-threshold)
2451                  (or (not elmo-message-fetch-confirm)
2452                      (not (prog1 (y-or-n-p
2453                                   (format
2454                                    "Fetch entire message at once? (%dbytes)"
2455                                    size))
2456                             (message "")))))
2457             ;; Fetch message as imap message.
2458             (elmo-make-fetch-strategy 'section
2459                                       nil
2460                                       (elmo-message-use-cache-p
2461                                        folder number)
2462                                       (elmo-file-cache-path
2463                                        cache-file))
2464           ;; Don't use existing cache and fetch entire message at once.
2465           (elmo-make-fetch-strategy 'entire nil
2466                                     (elmo-message-use-cache-p
2467                                      folder number)
2468                                     (elmo-file-cache-path cache-file)))
2469       ;; Cache found and use it.
2470       (if (not ignore-cache)
2471           (if (eq (elmo-file-cache-status cache-file) 'section)
2472               ;; Fetch message with imap message.
2473               (elmo-make-fetch-strategy 'section
2474                                         t
2475                                         (elmo-message-use-cache-p
2476                                          folder number)
2477                                         (elmo-file-cache-path
2478                                          cache-file))
2479             (elmo-make-fetch-strategy 'entire
2480                                       t
2481                                       (elmo-message-use-cache-p
2482                                        folder number)
2483                                       (elmo-file-cache-path
2484                                        cache-file)))))))
2485
2486 (luna-define-method elmo-folder-create-plugged ((folder elmo-imap4-folder))
2487   (elmo-imap4-send-command-wait
2488    (elmo-imap4-get-session folder)
2489    (list "create "
2490          (elmo-imap4-mailbox
2491           (elmo-imap4-folder-mailbox-internal folder)))))
2492
2493 (luna-define-method elmo-folder-append-buffer
2494   ((folder elmo-imap4-folder) unread &optional number)
2495   (if (elmo-folder-plugged-p folder)
2496       (let ((session (elmo-imap4-get-session folder))
2497             send-buffer result)
2498         (elmo-imap4-session-select-mailbox session
2499                                            (elmo-imap4-folder-mailbox-internal
2500                                             folder))
2501         (setq send-buffer (elmo-imap4-setup-send-buffer))
2502         (unwind-protect
2503             (setq result
2504                   (elmo-imap4-send-command-wait
2505                    session
2506                    (list
2507                     "append "
2508                     (elmo-imap4-mailbox (elmo-imap4-folder-mailbox-internal
2509                                          folder))
2510                     (if unread " () " " (\\Seen) ")
2511                     (elmo-imap4-buffer-literal send-buffer))))
2512           (kill-buffer send-buffer))
2513         result)
2514     ;; Unplugged
2515     (if elmo-enable-disconnected-operation
2516         (elmo-folder-append-buffer-dop folder unread number)
2517       (error "Unplugged"))))
2518
2519 (eval-when-compile
2520   (defmacro elmo-imap4-identical-system-p (folder1 folder2)
2521     "Return t if FOLDER1 and FOLDER2 are in the same IMAP4 system."
2522     (` (and (string= (elmo-net-folder-server-internal (, folder1))
2523                      (elmo-net-folder-server-internal (, folder2)))
2524             (eq (elmo-net-folder-port-internal (, folder1))
2525                 (elmo-net-folder-port-internal (, folder2)))
2526             (string= (elmo-net-folder-user-internal (, folder1))
2527                      (elmo-net-folder-user-internal (, folder2)))))))
2528
2529 (luna-define-method elmo-folder-append-messages :around
2530   ((folder elmo-imap4-folder) src-folder numbers &optional same-number)
2531   (if (and (eq (elmo-folder-type-internal src-folder) 'imap4)
2532            (elmo-imap4-identical-system-p folder src-folder)
2533            (elmo-folder-plugged-p folder))
2534       ;; Plugged
2535       (prog1
2536           (elmo-imap4-copy-messages src-folder folder numbers)
2537         (elmo-progress-notify 'elmo-folder-move-messages (length numbers)))
2538     (luna-call-next-method)))
2539
2540 (luna-define-method elmo-message-deletable-p ((folder elmo-imap4-folder)
2541                                               number)
2542   (if (elmo-folder-plugged-p folder)
2543       (not (elmo-imap4-session-read-only-internal
2544             (elmo-imap4-get-session folder)))
2545     elmo-enable-disconnected-operation)) ; offline refile.
2546
2547 ;(luna-define-method elmo-message-fetch-unplugged
2548 ;  ((folder elmo-imap4-folder)
2549 ;   number strategy  &optional section outbuf unseen)
2550 ;  (error "%d%s is not cached." number (if section
2551 ;                                         (format "(%s)" section)
2552 ;                                       "")))
2553
2554 (defsubst elmo-imap4-message-fetch (folder number strategy
2555                                            section outbuf unseen)
2556   (let ((session (elmo-imap4-get-session folder))
2557         response)
2558     (elmo-imap4-session-select-mailbox session
2559                                        (elmo-imap4-folder-mailbox-internal
2560                                         folder))
2561     (with-current-buffer (elmo-network-session-buffer session)
2562       (setq elmo-imap4-fetch-callback nil)
2563       (setq elmo-imap4-fetch-callback-data nil))
2564     (unless elmo-inhibit-display-retrieval-progress
2565       (setq elmo-imap4-display-literal-progress t))
2566     (unwind-protect
2567         (setq response
2568               (elmo-imap4-send-command-wait session
2569                                             (format
2570                                              (if elmo-imap4-use-uid
2571                                                  "uid fetch %s body%s[%s]"
2572                                                "fetch %s body%s[%s]")
2573                                              number
2574                                              (if unseen ".peek" "")
2575                                              (or section "")
2576                                              )))
2577       (setq elmo-imap4-display-literal-progress nil))
2578     (unless elmo-inhibit-display-retrieval-progress
2579       (elmo-display-progress 'elmo-imap4-display-literal-progress
2580                              "Retrieving..." 100)  ; remove progress bar.
2581       (message "Retrieving...done"))
2582     (if (setq response (elmo-imap4-response-bodydetail-text
2583                         (elmo-imap4-response-value-all
2584                          response 'fetch)))
2585         (with-current-buffer outbuf
2586           (erase-buffer)
2587           (insert response)
2588           t))))
2589
2590 (luna-define-method elmo-message-fetch-plugged ((folder elmo-imap4-folder)
2591                                                 number strategy
2592                                                 &optional section
2593                                                 outbuf unseen)
2594   (elmo-imap4-message-fetch folder number strategy section outbuf unseen))
2595
2596 (luna-define-method elmo-message-fetch-field ((folder elmo-imap4-folder)
2597                                               number field)
2598   (let ((session (elmo-imap4-get-session folder)))
2599     (elmo-imap4-session-select-mailbox session
2600                                        (elmo-imap4-folder-mailbox-internal
2601                                         folder))
2602     (with-current-buffer (elmo-network-session-buffer session)
2603       (setq elmo-imap4-fetch-callback nil)
2604       (setq elmo-imap4-fetch-callback-data nil))
2605     (with-temp-buffer
2606       (insert
2607        (elmo-imap4-response-bodydetail-text
2608         (elmo-imap4-response-value
2609          (elmo-imap4-send-command-wait session
2610                                        (concat
2611                                         (if elmo-imap4-use-uid
2612                                             "uid ")
2613                                         (format
2614                                          "fetch %s (body.peek[header.fields (%s)])"
2615                                          number field)))
2616          'fetch)))
2617       (elmo-delete-cr-buffer)
2618       (goto-char (point-min))
2619       (std11-field-body (symbol-name field)))))
2620
2621 (luna-define-method elmo-folder-search-requires-msgdb-p ((folder
2622                                                           elmo-imap4-folder)
2623                                                          condition)
2624   nil)
2625
2626 (require 'product)
2627 (product-provide (provide 'elmo-imap4) (require 'elmo-version))
2628
2629 ;;; elmo-imap4.el ends here