elmo/elmo-imap4.el

   1 ;;; elmo-imap4.el --- IMAP4 Interface for ELMO.
   2
   3 ;; Copyright (C) 1998,1999,2000 Yuuichi Teranishi <teranisi@gohome.org>
   4 ;; Copyright (C) 1999,2000      Kenichi OKADA <okada@opaopa.org>
   5 ;; Copyright (C) 2000           OKAZAKI Tetsurou <okazaki@be.to>
   6 ;; Copyright (C) 2000           Daiki Ueno <ueno@unixuser.org>
   7
   8 ;; Author: Yuuichi Teranishi <teranisi@gohome.org>
   9 ;;      Kenichi OKADA <okada@opaopa.org>
  10 ;;      OKAZAKI Tetsurou <okazaki@be.to>
  11 ;;      Daiki Ueno <ueno@unixuser.org>
  12 ;; Keywords: mail, net news
  13
  14 ;; This file is part of ELMO (Elisp Library for Message Orchestration).
  15
  16 ;; This program is free software; you can redistribute it and/or modify
  17 ;; it under the terms of the GNU General Public License as published by
  18 ;; the Free Software Foundation; either version 2, or (at your option)
  19 ;; any later version.
  20 ;;
  21 ;; This program is distributed in the hope that it will be useful,
  22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  24 ;; GNU General Public License for more details.
  25 ;;
  26 ;; You should have received a copy of the GNU General Public License
  27 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
  28 ;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  29 ;; Boston, MA 02111-1307, USA.
  30 ;;
  31
  32 ;;; Commentary:
  33 ;;
  34 ;; Origin of IMAP parser part is imap.el, included in Gnus.
  35 ;;
  36 ;;    Copyright (C) 1998, 1999, 2000
  37 ;;    Free Software Foundation, Inc.
  38 ;;    Author: Simon Josefsson <jas@pdc.kth.se>
  39 ;;
  40
  41 ;;; Code:
  42 (require 'elmo-vars)
  43 (require 'elmo-util)
  44 (require 'elmo-date)
  45 (require 'elmo-msgdb)
  46 (require 'elmo-cache)
  47 (require 'elmo)
  48 (require 'elmo-net)
  49 (require 'utf7)
  50 (require 'elmo-mime)
  51
  52 (eval-when-compile (require 'cl))
  53
  54 (defvar elmo-imap4-disuse-server-flag-mailbox-regexp "^#mh" ; UW imapd
  55   "Regexp to match IMAP4 mailbox names whose message flags on server should be ignored (For STATUS command).")
  56
  57 (defvar elmo-imap4-overview-fetch-chop-length 200
  58   "*Number of overviews to fetch in one request.")
  59
  60 ;; c.f. rfc2683 3.2.1.5 Long Command Lines
  61 ;;
  62 ;; "A client should limit the length of the command lines it generates
  63 ;;  to approximately 1000 octets (including all quoted strings but not
  64 ;;  including literals). If the client is unable to group things into
  65 ;;  ranges so that the command line is within that length, it should
  66 ;;  split the request into multiple commands. The client should use
  67 ;;  literals instead of long quoted strings, in order to keep the command
  68 ;;  length down.
  69 ;;  For its part, a server should allow for a command line of at least
  70 ;;  8000 octets. This provides plenty of leeway for accepting reasonable
  71 ;;  length commands from clients. The server should send a BAD response
  72 ;;  to a command that does not end within the server's maximum accepted
  73 ;;  command length. "
  74
  75 ;; To limit command line length, chop number set.
  76 (defvar elmo-imap4-number-set-chop-length 1000
  77   "*Number of messages to specify as a number-set argument for one request.")
  78
  79 (defvar elmo-imap4-force-login nil
  80   "*Non-nil forces to try 'login' if there is no 'auth' capability in imapd.")
  81
  82 (defvar elmo-imap4-use-select-to-update-status nil
  83   "*Some imapd have to send select command to update status.
  84 \(ex. UW imapd 4.5-BETA?\).  For these imapd, you must set this variable t.")
  85
  86 (defvar elmo-imap4-use-modified-utf7 nil
  87   "*Use mofidied UTF-7 (rfc2060) encoding for IMAP4 folder name.")
  88
  89 (defvar elmo-imap4-use-cache t
  90   "Use cache in imap4 folder.")
  91
  92 (defvar elmo-imap4-extra-namespace-alist
  93   '(("^\\({.*/nntp}\\).*$" . ".")) ; Default is for UW's remote nntp mailbox...
  94   "Extra namespace alist.
  95 A list of cons cell like: (REGEXP . DELIMITER).
  96 REGEXP should have a grouping for namespace prefix.")
  97 ;;
  98 ;;; internal variables
  99 ;;
 100 (defvar elmo-imap4-seq-prefix "elmo-imap4")
 101 (defvar elmo-imap4-seqno 0)
 102 (defvar elmo-imap4-use-uid t
 103   "Use UID as message number.")
 104
 105 (defvar elmo-imap4-current-response nil)
 106 (defvar elmo-imap4-status nil)
 107 (defvar elmo-imap4-reached-tag "elmo-imap40")
 108
 109 ;;; buffer local variables
 110 (defvar elmo-imap4-default-hierarchy-delimiter "/")
 111
 112 (defvar elmo-imap4-server-capability nil)
 113 (defvar elmo-imap4-server-namespace nil)
 114
 115 (defvar elmo-imap4-parsing nil) ; indicates parsing.
 116
 117 (defvar elmo-imap4-fetch-callback nil)
 118 (defvar elmo-imap4-fetch-callback-data nil)
 119 (defvar elmo-imap4-status-callback nil)
 120 (defvar elmo-imap4-status-callback-data nil)
 121
 122 (defvar elmo-imap4-server-diff-async-callback nil)
 123 (defvar elmo-imap4-server-diff-async-callback-data nil)
 124
 125 ;;; progress...(no use?)
 126 (defvar elmo-imap4-count-progress nil)
 127 (defvar elmo-imap4-count-progress-message nil)
 128 (defvar elmo-imap4-progress-count nil)
 129
 130 ;;; XXX Temporal implementation
 131 (defvar elmo-imap4-current-msgdb nil)
 132 (defvar elmo-imap4-seen-messages nil)
 133
 134 (defvar elmo-imap4-local-variables
 135   '(elmo-imap4-status
 136     elmo-imap4-current-response
 137     elmo-imap4-seqno
 138     elmo-imap4-parsing
 139     elmo-imap4-reached-tag
 140     elmo-imap4-count-progress
 141     elmo-imap4-count-progress-message
 142     elmo-imap4-progress-count
 143     elmo-imap4-fetch-callback
 144     elmo-imap4-fetch-callback-data
 145     elmo-imap4-status-callback
 146     elmo-imap4-status-callback-data
 147     elmo-imap4-current-msgdb
 148     elmo-imap4-seen-messages))
 149
 150 ;;;;
 151
 152 (defconst elmo-imap4-quoted-specials-list '(?\\ ?\"))
 153
 154 (defconst elmo-imap4-non-atom-char-regex
 155   (eval-when-compile
 156     (concat "[^" "]!#$&'+,./0-9:;<=>?@A-Z[^_`a-z|}~-" "]")))
 157
 158 (defconst elmo-imap4-non-text-char-regex
 159   (eval-when-compile
 160     (concat "[^"
 161             "]\x01-\x09\x0b\x0c\x0e-\x1f\x7f !\"#$%&'()*+,./0-9:;<=>?@A-Z[\\^_`a-z{|}~-"
 162             "]")))
 163
 164 (defconst elmo-imap4-literal-threshold 1024
 165  "Limitation of characters that can be used in a quoted string.")
 166
 167 (defconst elmo-imap4-flag-specs '((important "\\Flagged")
 168                                   (read "\\Seen")
 169                                   (unread "\\Seen" 'remove)
 170                                   (answered "\\Answered")
 171                                   ;; draft-melnikov-imap-keywords-03.txt
 172                                   (forwarded "$Forwarded")
 173                                   (work "$Work")
 174                                   (personal "$Personal")
 175                                   (shouldreply "$ShouldReply")))
 176
 177 (defconst elmo-imap4-folder-name-syntax
 178   `(mailbox
 179     (?: [user "^[A-Za-z]"] (?/ [auth ".+"]))
 180     ,@elmo-net-folder-name-syntax))
 181
 182 ;; For debugging.
 183 (defvar elmo-imap4-debug nil
 184   "Non-nil forces IMAP4 folder as debug mode.
 185 Debug information is inserted in the buffer \"*IMAP4 DEBUG*\"")
 186
 187 (defvar elmo-imap4-debug-inhibit-logging nil)
 188
 189 ;;; ELMO IMAP4 folder
 190 (eval-and-compile
 191   (luna-define-class elmo-imap4-folder (elmo-net-folder)
 192                      (mailbox))
 193   (luna-define-internal-accessors 'elmo-imap4-folder))
 194
 195 ;;; Session
 196 (eval-and-compile
 197   (luna-define-class elmo-imap4-session (elmo-network-session)
 198                      (capability current-mailbox read-only flags))
 199   (luna-define-internal-accessors 'elmo-imap4-session))
 200
 201 (defmacro elmo-imap4-session-capable-p (session capability)
 202   `(memq ,capability (elmo-imap4-session-capability-internal ,session)))
 203
 204 ;;; MIME-ELMO-IMAP Location
 205 (eval-and-compile
 206   (luna-define-class mime-elmo-imap-location
 207                      (mime-imap-location)
 208                      (folder number rawbuf strategy))
 209   (luna-define-internal-accessors 'mime-elmo-imap-location))
 210
 211 ;;; Debug
 212 (defmacro elmo-imap4-debug (message &rest args)
 213   `(if elmo-imap4-debug
 214        (elmo-imap4-debug-1 ,message ,@args)))
 215
 216 (defun elmo-imap4-debug-1 (message &rest args)
 217   (with-current-buffer (get-buffer-create "*IMAP4 DEBUG*")
 218     (goto-char (point-max))
 219     (if elmo-imap4-debug-inhibit-logging
 220         (insert "NO LOGGING\n")
 221       (insert (apply 'format message args) "\n"))))
 222
 223 (defsubst elmo-imap4-decode-folder-string (string)
 224   (if elmo-imap4-use-modified-utf7
 225       (utf7-decode string 'imap)
 226     string))
 227
 228 (defsubst elmo-imap4-encode-folder-string (string)
 229   (if elmo-imap4-use-modified-utf7
 230       (utf7-encode string 'imap)
 231     string))
 232
 233 ;;; Response
 234
 235 (defmacro elmo-imap4-response-continue-req-p (response)
 236   "Returns non-nil if RESPONSE is '+' response."
 237   `(assq 'continue-req ,response))
 238
 239 (defmacro elmo-imap4-response-ok-p (response)
 240   "Returns non-nil if RESPONSE is an 'OK' response."
 241   `(assq 'ok ,response))
 242
 243 (defmacro elmo-imap4-response-bye-p (response)
 244   "Returns non-nil if RESPONSE is an 'BYE' response."
 245   `(assq 'bye ,response))
 246
 247 (defmacro elmo-imap4-response-garbage-p (response)
 248   "Returns non-nil if RESPONSE is an 'garbage' response."
 249   `(assq 'garbage ,response))
 250
 251 (defmacro elmo-imap4-response-value (response symbol)
 252   "Get value of the SYMBOL from RESPONSE."
 253   `(nth 1 (assq ,symbol ,response)))
 254
 255 (defsubst elmo-imap4-response-value-all (response symbol)
 256   "Get all value of the SYMBOL from RESPONSE."
 257   (let (matched)
 258     (while response
 259       (if (eq (car (car response)) symbol)
 260           (setq matched (nconc matched (nth 1 (car response)))))
 261       (setq response (cdr response)))
 262     matched))
 263
 264 (defmacro elmo-imap4-response-error-text (response)
 265   "Returns text of NO, BAD, BYE response."
 266   `(nth 1 (or (elmo-imap4-response-value ,response 'no)
 267               (elmo-imap4-response-value ,response 'bad)
 268               (elmo-imap4-response-value ,response 'bye))))
 269
 270 (defmacro elmo-imap4-response-bodydetail-text (response)
 271   "Returns text of BODY[section]<partial>."
 272   `(nth 3 (assq 'bodydetail ,response)))
 273
 274 ;;; Session commands.
 275
 276 ; (defun elmo-imap4-send-command-wait (session command)
 277 ;   "Send COMMAND to the SESSION and wait for response.
 278 ; Returns RESPONSE (parsed lisp object) of IMAP session."
 279 ;   (elmo-imap4-read-response session
 280 ;                           (elmo-imap4-send-command
 281 ;                            session
 282 ;                            command)))
 283
 284 (defun elmo-imap4-send-command-wait (session command)
 285   "Send COMMAND to the SESSION.
 286 Returns RESPONSE (parsed lisp object) of IMAP session.
 287 If response is not `OK', causes error with IMAP response text."
 288   (elmo-imap4-accept-ok session
 289                         (elmo-imap4-send-command
 290                          session
 291                          command)))
 292
 293 (defun elmo-imap4-send-command (session command)
 294   "Send COMMAND to the SESSION.
 295 Returns a TAG string which is assigned to the COMMAND."
 296   (let* ((command-args (if (listp command)
 297                            command
 298                          (list command)))
 299          (process (elmo-network-session-process-internal session))
 300          cmdstr tag token kind)
 301     (with-current-buffer (process-buffer process)
 302       (setq tag (concat elmo-imap4-seq-prefix
 303                         (number-to-string
 304                          (setq elmo-imap4-seqno (+ 1 elmo-imap4-seqno)))))
 305       (setq cmdstr (concat tag " "))
 306       ;; (erase-buffer) No need.
 307       (goto-char (point-min))
 308       (when (elmo-imap4-response-bye-p elmo-imap4-current-response)
 309         (elmo-imap4-process-bye session))
 310       (setq elmo-imap4-current-response nil)
 311       (when elmo-imap4-parsing
 312         (message "Waiting for IMAP response...")
 313         (accept-process-output (elmo-network-session-process-internal
 314                                 session))
 315         (message "Waiting for IMAP response...done"))
 316       (setq elmo-imap4-parsing t)
 317       (elmo-imap4-debug "<-(%s)- %s" tag command)
 318       (while (setq token (car command-args))
 319         (cond ((stringp token)   ; formatted
 320                (setq cmdstr (concat cmdstr token)))
 321               ((listp token)     ; unformatted
 322                (setq kind (car token))
 323                (cond ((eq kind 'atom)
 324                       (setq cmdstr (concat cmdstr (nth 1 token))))
 325                      ((eq kind 'quoted)
 326                       (setq cmdstr (concat
 327                                     cmdstr
 328                                     (elmo-imap4-format-quoted (nth 1 token)))))
 329                      ((eq kind 'literal)
 330                       (if (elmo-imap4-session-capable-p session 'literal+)
 331                           ;; rfc2088
 332                           (progn
 333                             (setq cmdstr (concat cmdstr
 334                                                  (format "{%d+}" (nth 2 token))
 335                                                  "\r\n"))
 336                             (process-send-string process cmdstr)
 337                             (setq cmdstr nil))
 338                         (setq cmdstr (concat cmdstr
 339                                              (format "{%d}" (nth 2 token))
 340                                              "\r\n"))
 341                         (process-send-string process cmdstr)
 342                         (setq cmdstr nil)
 343                         (elmo-imap4-accept-continue-req session))
 344                       (cond ((stringp (nth 1 token))
 345                              (setq cmdstr (nth 1 token)))
 346                             ((bufferp (nth 1 token))
 347                              (with-current-buffer (nth 1 token)
 348                                (process-send-region
 349                                 process
 350                                 (point-min)
 351                                 (+ (point-min) (nth 2 token)))))
 352                             (t
 353                              (error "Wrong argument for literal"))))
 354                      (t
 355                       (error "Unknown token kind %s" kind))))
 356               (t
 357                (error "Invalid argument")))
 358         (setq command-args (cdr command-args)))
 359       (process-send-string process (concat cmdstr "\r\n"))
 360       tag)))
 361
 362 (defun elmo-imap4-send-string (session string)
 363   "Send STRING to the SESSION."
 364   (with-current-buffer (process-buffer
 365                         (elmo-network-session-process-internal session))
 366     (setq elmo-imap4-current-response nil)
 367     (goto-char (point-min))
 368     (elmo-imap4-debug "<-- %s" string)
 369     (process-send-string (elmo-network-session-process-internal session)
 370                          string)
 371     (process-send-string (elmo-network-session-process-internal session)
 372                          "\r\n")))
 373
 374 (defun elmo-imap4-read-response (session tag)
 375   "Read parsed response from SESSION.
 376 TAG is the tag of the command"
 377   (with-current-buffer (process-buffer
 378                         (elmo-network-session-process-internal session))
 379     (while (not (or (string= tag elmo-imap4-reached-tag)
 380                     (elmo-imap4-response-bye-p elmo-imap4-current-response)
 381                     (when (elmo-imap4-response-garbage-p
 382                            elmo-imap4-current-response)
 383                       (message "Garbage response: %s"
 384                                (elmo-imap4-response-value
 385                                 elmo-imap4-current-response
 386                                 'garbage))
 387                       t)))
 388       (when (memq (process-status
 389                    (elmo-network-session-process-internal session))
 390                   '(open run))
 391         (accept-process-output (elmo-network-session-process-internal session)
 392                                1)))
 393     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 394     (setq elmo-imap4-parsing nil)
 395     elmo-imap4-current-response))
 396
 397 (defsubst elmo-imap4-read-untagged (process)
 398   (with-current-buffer (process-buffer process)
 399     (while (not elmo-imap4-current-response)
 400       (accept-process-output process 1))
 401     (elmo-imap4-debug "=>%s" (prin1-to-string elmo-imap4-current-response))
 402     elmo-imap4-current-response))
 403
 404 (defun elmo-imap4-read-continue-req (session)
 405   "Returns a text following to continue-req in SESSION.
 406 If response is not `+' response, returns nil."
 407   (elmo-imap4-response-value
 408    (elmo-imap4-read-untagged
 409     (elmo-network-session-process-internal session))
 410    'continue-req))
 411
 412 (defun elmo-imap4-process-bye (session)
 413   (with-current-buffer (elmo-network-session-buffer session)
 414     (let ((r elmo-imap4-current-response))
 415       (setq elmo-imap4-current-response nil)
 416       (elmo-network-close-session session)
 417       (signal 'elmo-imap4-bye-error
 418               (list (concat (elmo-imap4-response-error-text r))
 419                     "Try Again")))))
 420
 421 (defun elmo-imap4-accept-continue-req (session)
 422   "Returns non-nil if `+' (continue-req) response is arrived in SESSION.
 423 If response is not `+' response, cause an error."
 424   (let (response)
 425     (setq response
 426           (elmo-imap4-read-untagged
 427            (elmo-network-session-process-internal session)))
 428     (or (elmo-imap4-response-continue-req-p response)
 429         (error "IMAP error: %s"
 430                (or (elmo-imap4-response-error-text response)
 431                    "No continut-req from server.")))))
 432
 433 (defun elmo-imap4-read-ok (session tag)
 434   "Returns non-nil if `OK' response of the command with TAG is arrived
 435 in SESSION. If response is not `OK' response, returns nil."
 436   (elmo-imap4-response-ok-p
 437    (elmo-imap4-read-response session tag)))
 438
 439 (defun elmo-imap4-accept-ok (session tag)
 440   "Accept only `OK' response from SESSION.
 441 If response is not `OK' response, causes error with IMAP response text."
 442   (let ((response (elmo-imap4-read-response session tag)))
 443     (if (elmo-imap4-response-ok-p response)
 444         response
 445       (if (elmo-imap4-response-bye-p response)
 446           (elmo-imap4-process-bye session)
 447         (error "IMAP error: %s"
 448                (or (elmo-imap4-response-error-text response)
 449                    "No `OK' response from server."))))))
 450
 451 ;;; MIME-ELMO-IMAP Location
 452 (luna-define-method mime-imap-location-section-body ((location
 453                                                       mime-elmo-imap-location)
 454                                                      section)
 455   (if (and (stringp section)
 456            (string= section "HEADER"))
 457       ;; Even in the section mode, header fields should be saved to the
 458       ;; raw buffer .
 459       (with-current-buffer (mime-elmo-imap-location-rawbuf-internal location)
 460         (erase-buffer)
 461         (elmo-message-fetch
 462          (mime-elmo-imap-location-folder-internal location)
 463          (mime-elmo-imap-location-number-internal location)
 464          (mime-elmo-imap-location-strategy-internal location)
 465          'unseen
 466          section)
 467         (buffer-string))
 468     (elmo-message-fetch-string
 469      (mime-elmo-imap-location-folder-internal location)
 470      (mime-elmo-imap-location-number-internal location)
 471      (mime-elmo-imap-location-strategy-internal location)
 472      'unseen
 473      section)))
 474
 475
 476 (luna-define-method mime-imap-location-bodystructure
 477   ((location mime-elmo-imap-location))
 478   (elmo-message-fetch-bodystructure
 479    (mime-elmo-imap-location-folder-internal location)
 480    (mime-elmo-imap-location-number-internal location)
 481    (mime-elmo-imap-location-strategy-internal location)))
 482
 483 (luna-define-method mime-imap-location-fetch-entity-p
 484   ((location mime-elmo-imap-location) entity)
 485   (or (not elmo-message-displaying) ; Fetching entity to save or force display.
 486       ;; cache exists
 487       (file-exists-p
 488        (expand-file-name
 489         (mmimap-entity-section (mime-entity-node-id-internal entity))
 490         (elmo-fetch-strategy-cache-path
 491          (mime-elmo-imap-location-strategy-internal location))))
 492       ;; not too large to fetch.
 493       (> elmo-message-fetch-threshold
 494          (or (mime-imap-entity-size-internal entity) 0))))
 495
 496 ;;;
 497
 498 (defun elmo-imap4-session-check (session)
 499   (with-current-buffer (elmo-network-session-buffer session)
 500     (setq elmo-imap4-fetch-callback nil)
 501     (setq elmo-imap4-fetch-callback-data nil))
 502   (elmo-imap4-send-command session "check"))
 503
 504 (defun elmo-imap4-atom-p (string)
 505   "Return t if STRING is an atom defined in rfc2060."
 506   (if (string= string "")
 507       nil
 508     (save-match-data
 509       (not (string-match elmo-imap4-non-atom-char-regex string)))))
 510
 511 (defun elmo-imap4-quotable-p (string)
 512   "Return t if STRING can be formatted as a quoted defined in rfc2060."
 513   (save-match-data
 514     (not (string-match elmo-imap4-non-text-char-regex string))))
 515
 516 (defun elmo-imap4-nil (string)
 517   "Return a list represents the special atom \"NIL\" defined in rfc2060, \
 518 if STRING is nil.
 519 Otherwise return nil."
 520   (if (eq string nil)
 521       (list 'atom "NIL")))
 522
 523 (defun elmo-imap4-atom (string)
 524   "Return a list represents STRING as an atom defined in rfc2060.
 525 Return nil if STRING is not an atom.  See `elmo-imap4-atom-p'."
 526   (if (elmo-imap4-atom-p string)
 527       (list 'atom string)))
 528
 529 (defun elmo-imap4-quoted (string)
 530   "Return a list represents STRING as a quoted defined in rfc2060.
 531 Return nil if STRING can not be formatted as a quoted.  See `elmo-imap4-quotable-p'."
 532   (if (elmo-imap4-quotable-p string)
 533       (list 'quoted string)))
 534
 535 (defun elmo-imap4-literal-1 (string-or-buffer length)
 536   "Internal function for `elmo-imap4-literal' and `elmo-imap4-buffer-literal'.
 537 Return a list represents STRING-OR-BUFFER as a literal defined in rfc2060.
 538 STRING-OR-BUFFER must be an encoded string or a single-byte string or a single-byte buffer.
 539 LENGTH must be the number of octets for STRING-OR-BUFFER."
 540   (list 'literal string-or-buffer length))
 541
 542 (defun elmo-imap4-literal (string)
 543   "Return a list represents STRING as a literal defined in rfc2060.
 544 STRING must be an encoded or a single-byte string."
 545   (elmo-imap4-literal-1 string (length string)))
 546
 547 (defun elmo-imap4-buffer-literal (buffer)
 548   "Return a list represents BUFFER as a literal defined in rfc2060.
 549 BUFFER must be a single-byte buffer."
 550   (elmo-imap4-literal-1 buffer (with-current-buffer buffer
 551                                  (buffer-size))))
 552
 553 (defun elmo-imap4-string-1 (string length)
 554   "Internal function for `elmo-imap4-string' and `elmo-imap4-buffer-string'.
 555 Return a list represents STRING as a string defined in rfc2060.
 556 STRING must be an encoded or a single-byte string.
 557 LENGTH must be the number of octets for STRING."
 558   (or (elmo-imap4-quoted string)
 559       (elmo-imap4-literal-1 string length)))
 560
 561 (defun elmo-imap4-string (string)
 562   "Return a list represents STRING as a string defined in rfc2060.
 563 STRING must be an encoded or a single-byte string."
 564   (let ((length (length string)))
 565     (if (< elmo-imap4-literal-threshold length)
 566         (elmo-imap4-literal-1 string length)
 567       (elmo-imap4-string-1 string length))))
 568
 569 (defun elmo-imap4-buffer-string (buffer)
 570   "Return a list represents BUFFER as a string defined in rfc2060.
 571 BUFFER must be a single-byte buffer."
 572   (let ((length (with-current-buffer buffer
 573                   (buffer-size))))
 574     (if (< elmo-imap4-literal-threshold length)
 575         (elmo-imap4-literal-1 buffer length)
 576       (elmo-imap4-string-1 (with-current-buffer buffer
 577                              (buffer-string))
 578                            length))))
 579
 580 (defun elmo-imap4-astring-1 (string length)
 581   "Internal function for `elmo-imap4-astring' and `elmo-imap4-buffer-astring'.
 582 Return a list represents STRING as an astring defined in rfc2060.
 583 STRING must be an encoded or a single-byte string.
 584 LENGTH must be the number of octets for STRING."
 585   (or (elmo-imap4-atom string)
 586       (elmo-imap4-string-1 string length)))
 587
 588 (defun elmo-imap4-astring (string)
 589   "Return a list represents STRING as an astring defined in rfc2060.
 590 STRING must be an encoded or a single-byte string."
 591   (let ((length (length string)))
 592     (if (< elmo-imap4-literal-threshold length)
 593         (elmo-imap4-literal-1 string length)
 594       (elmo-imap4-astring-1 string length))))
 595
 596 (defun elmo-imap4-buffer-astring (buffer)
 597   "Return a list represents BUFFER as an astring defined in rfc2060.
 598 BUFFER must be a single-byte buffer."
 599   (let ((length (with-current-buffer buffer
 600                   (buffer-size))))
 601     (if (< elmo-imap4-literal-threshold length)
 602         (elmo-imap4-literal-1 buffer length)
 603       (elmo-imap4-astring-1 (with-current-buffer buffer
 604                               (buffer-string))
 605                             length))))
 606
 607 (defun elmo-imap4-nstring (string)
 608   "Return a list represents STRING as a nstring defined in rfc2060.
 609 STRING must be an encoded or a single-byte string."
 610    (or (elmo-imap4-nil string)
 611        (elmo-imap4-string string)))
 612
 613 (defun elmo-imap4-buffer-nstring (buffer)
 614   "Return a list represents BUFFER as a nstring defined in rfc2060.
 615 BUFFER must be a single-byte buffer."
 616    (or (elmo-imap4-nil buffer)
 617        (elmo-imap4-buffer-string buffer)))
 618
 619 (defalias 'elmo-imap4-mailbox 'elmo-imap4-astring)
 620 (defalias 'elmo-imap4-field-body 'elmo-imap4-astring)
 621 (defalias 'elmo-imap4-userid 'elmo-imap4-astring)
 622 (defalias 'elmo-imap4-password 'elmo-imap4-astring)
 623
 624 (defun elmo-imap4-format-quoted (string)
 625   "Return STRING in a form of the quoted-string defined in rfc2060."
 626   (concat "\""
 627           (std11-wrap-as-quoted-pairs string elmo-imap4-quoted-specials-list)
 628           "\""))
 629
 630 (defsubst elmo-imap4-response-get-selectable-mailbox-list (response)
 631   (delq nil
 632         (mapcar
 633          (lambda (entry)
 634            (if (and (eq 'list (car entry))
 635                     (not (elmo-string-member-ignore-case "\\Noselect" (nth 1 (nth 1 entry)))))
 636                (car (nth 1 entry))))
 637          response)))
 638
 639 (luna-define-method elmo-message-fetch-bodystructure ((folder
 640                                                        elmo-imap4-folder)
 641                                                       number strategy)
 642   (if (elmo-fetch-strategy-use-cache strategy)
 643       (elmo-object-load
 644        (elmo-file-cache-expand-path
 645         (elmo-fetch-strategy-cache-path strategy)
 646         "bodystructure"))
 647     (let ((session (elmo-imap4-get-session folder))
 648           bodystructure)
 649       (elmo-imap4-session-select-mailbox
 650        session
 651        (elmo-imap4-folder-mailbox-internal folder))
 652       (with-current-buffer (elmo-network-session-buffer session)
 653         (setq elmo-imap4-fetch-callback nil)
 654         (setq elmo-imap4-fetch-callback-data nil))
 655       (prog1 (setq bodystructure
 656                    (elmo-imap4-response-value
 657                     (elmo-imap4-response-value
 658                      (elmo-imap4-send-command-wait
 659                       session
 660                       (format
 661                        (if elmo-imap4-use-uid
 662                            "uid fetch %s bodystructure"
 663                          "fetch %s bodystructure")
 664                        number))
 665                      'fetch)
 666                     'bodystructure))
 667         (when (elmo-fetch-strategy-save-cache strategy)
 668           (elmo-file-cache-delete
 669            (elmo-fetch-strategy-cache-path strategy))
 670           (elmo-object-save
 671            (elmo-file-cache-expand-path
 672             (elmo-fetch-strategy-cache-path strategy)
 673             "bodystructure")
 674            bodystructure))))))
 675
 676 ;;; Backend methods.
 677 (luna-define-method elmo-create-folder-plugged ((folder elmo-imap4-folder))
 678   (elmo-imap4-send-command-wait
 679    (elmo-imap4-get-session folder)
 680    (list "create " (elmo-imap4-mailbox
 681                     (elmo-imap4-folder-mailbox-internal folder)))))
 682
 683 (defun elmo-imap4-get-session (folder &optional if-exists)
 684   (elmo-network-get-session 'elmo-imap4-session
 685                             (concat
 686                              (if (elmo-folder-biff-internal folder)
 687                                  "BIFF-")
 688                              "IMAP")
 689                             folder if-exists))
 690
 691 (defun elmo-imap4-session-select-mailbox (session mailbox
 692                                                   &optional force no-error)
 693   "Select MAILBOX in SESSION.
 694 If optional argument FORCE is non-nil, select mailbox even if current mailbox
 695 is same as MAILBOX.
 696 If second optional argument NO-ERROR is non-nil, don't cause an error when
 697 selecting folder was failed.
 698 If NO-ERROR is 'notify-bye, only BYE response is reported as error.
 699 Returns response value if selecting folder succeed. "
 700   (when (or force
 701             (not (string=
 702                   (elmo-imap4-session-current-mailbox-internal session)
 703                   mailbox)))
 704     (let (response result)
 705       (unwind-protect
 706           (setq response
 707                 (elmo-imap4-read-response
 708                  session
 709                  (elmo-imap4-send-command
 710                   session
 711                   (list
 712                    "select "
 713                    (elmo-imap4-mailbox mailbox)))))
 714         (if (setq result (elmo-imap4-response-ok-p response))
 715             (progn
 716               (elmo-imap4-session-set-current-mailbox-internal session mailbox)
 717               (elmo-imap4-session-set-read-only-internal
 718                session
 719                (nth 1 (assq 'read-only (assq 'ok response))))
 720               (elmo-imap4-session-set-flags-internal
 721                session
 722                (nth 1 (or (assq 'permanentflags response)
 723                           (assq 'flags response)))))
 724           (elmo-imap4-session-set-current-mailbox-internal session nil)
 725           (if (and (eq no-error 'notify-bye)
 726                    (elmo-imap4-response-bye-p response))
 727               (elmo-imap4-process-bye session)
 728             (unless no-error
 729               (error "%s"
 730                      (or (elmo-imap4-response-error-text response)
 731                          (format "Select %s failed" mailbox)))))))
 732       (and result response))))
 733
 734 (defun elmo-imap4-check-validity (spec validity-file)
 735 ;;; Not used.
 736 ;;;(elmo-imap4-send-command-wait
 737 ;;;(elmo-imap4-get-session spec)
 738 ;;;(list "status "
 739 ;;;      (elmo-imap4-mailbox
 740 ;;;       (elmo-imap4-spec-mailbox spec))
 741 ;;;      " (uidvalidity)")))
 742   )
 743
 744 (defun elmo-imap4-sync-validity  (spec validity-file)
 745   ;; Not used.
 746   )
 747
 748 (defun elmo-imap4-list (folder flag)
 749   (let ((session (elmo-imap4-get-session folder)))
 750     (elmo-imap4-session-select-mailbox
 751      session
 752      (elmo-imap4-folder-mailbox-internal folder))
 753     (elmo-imap4-response-value
 754      (elmo-imap4-send-command-wait
 755       session
 756       (format (if elmo-imap4-use-uid "uid search %s"
 757                 "search %s") flag))
 758      'search)))
 759
 760 (defun elmo-imap4-session-flag-available-p (session flag)
 761   (case flag
 762     ((read unread) (elmo-string-member-ignore-case
 763                     "\\seen" (elmo-imap4-session-flags-internal session)))
 764     (important
 765      (elmo-string-member-ignore-case
 766       "\\flagged" (elmo-imap4-session-flags-internal session)))
 767     (digest
 768      (or (elmo-string-member-ignore-case
 769           "\\seen" (elmo-imap4-session-flags-internal session))
 770          (elmo-string-member-ignore-case
 771           "\\flagged" (elmo-imap4-session-flags-internal session))))
 772     (answered
 773      (elmo-string-member-ignore-case
 774       (concat "\\" (symbol-name flag))
 775       (elmo-imap4-session-flags-internal session)))
 776     (t
 777      (member "\\*" (elmo-imap4-session-flags-internal session)))))
 778
 779 (defun elmo-imap4-flag-to-imap-search-key (flag)
 780   (case flag
 781     (read "seen")
 782     (unread "unseen")
 783     (important "flagged")
 784     (answered "answered")
 785     (new "new")
 786     (t (concat
 787         "keyword "
 788         (or (car (cdr (assq flag elmo-imap4-flag-specs)))
 789             (symbol-name flag))))))
 790
 791 (defun elmo-imap4-flag-to-imap-criteria (flag)
 792   (case flag
 793     ((any digest)
 794      (let ((criteria "flagged")
 795            (global-flags (delq 'important (elmo-get-global-flags t t))))
 796        (dolist (flag (delete 'new
 797                              (delete 'cached
 798                                      (copy-sequence
 799                                       (case flag
 800                                         (any
 801                                          elmo-preserved-flags)
 802                                         (digest
 803                                          elmo-digest-flags))))))
 804          (setq criteria (concat "or "
 805                                 (elmo-imap4-flag-to-imap-search-key flag)
 806                                 " "
 807                                 criteria)))
 808        (while global-flags
 809          (setq criteria (concat "or keyword "
 810                                 (symbol-name (car global-flags))
 811                                 " "
 812                                 criteria))
 813          (setq global-flags (cdr global-flags)))
 814        criteria))
 815     (t
 816      (elmo-imap4-flag-to-imap-search-key flag))))
 817
 818 (defun elmo-imap4-folder-list-flagged (folder flag)
 819   "List flagged message numbers in the FOLDER.
 820 FLAG is one of the `unread', `read', `important', `answered', `any'."
 821   (let ((session (elmo-imap4-get-session folder))
 822         (criteria (elmo-imap4-flag-to-imap-criteria flag)))
 823     (if (elmo-imap4-session-flag-available-p session flag)
 824         (elmo-imap4-list folder criteria)
 825       ;; List flagged messages in the msgdb.
 826       (elmo-msgdb-list-flagged (elmo-folder-msgdb folder) flag))))
 827
 828 (defvar elmo-imap4-rfc822-size "RFC822\.SIZE")
 829 (defvar elmo-imap4-rfc822-text "RFC822\.TEXT")
 830 (defvar elmo-imap4-rfc822-header "RFC822\.HEADER")
 831 (defvar elmo-imap4-header-fields "HEADER\.FIELDS")
 832
 833 (defun elmo-imap4-make-number-set-list (msg-list &optional chop-length)
 834   "Make RFC2060's message set specifier from MSG-LIST.
 835 Returns a list of (NUMBER . SET-STRING).
 836 SET-STRING is the message set specifier described in RFC2060.
 837 NUMBER is contained message number in SET-STRING.
 838 Every SET-STRING does not contain number of messages longer than CHOP-LENGTH.
 839 If CHOP-LENGTH is not specified, message set is not chopped."
 840   (let (count cont-list set-list)
 841     (setq msg-list (sort (copy-sequence msg-list) '<))
 842     (while msg-list
 843       (setq cont-list nil)
 844       (setq count 0)
 845       (unless chop-length
 846         (setq chop-length (length msg-list)))
 847       (while (and (not (null msg-list))
 848                   (< count chop-length))
 849         (setq cont-list
 850               (elmo-number-set-append
 851                cont-list (car msg-list)))
 852         (incf count)
 853         (setq msg-list (cdr msg-list)))
 854       (setq set-list
 855             (cons
 856              (cons
 857               count
 858               (mapconcat
 859                (lambda (x)
 860                  (cond ((consp x)
 861                         (format "%s:%s" (car x) (cdr x)))
 862                        ((integerp x)
 863                         (int-to-string x))))
 864                cont-list
 865                ","))
 866              set-list)))
 867     (nreverse set-list)))
 868
 869 ;;
 870 ;; app-data:
 871 ;; cons of flag-table and folder structure
 872 (defsubst elmo-imap4-fetch-callback-1-subr (entity flags app-data)
 873   "A msgdb entity callback function."
 874   (let ((use-flag (elmo-folder-use-flag-p (cdr app-data)))
 875         (flag-table (car app-data))
 876         (msg-id (elmo-message-entity-field entity 'message-id))
 877         saved-flags flag-list)
 878 ;;    (when (elmo-string-member-ignore-case "\\Flagged" flags)
 879 ;;      (elmo-msgdb-global-mark-set msg-id elmo-msgdb-important-mark))
 880     (setq saved-flags (elmo-flag-table-get flag-table msg-id)
 881           flag-list
 882           (if use-flag
 883               (append
 884                (and (memq 'new saved-flags)
 885                     (not (elmo-string-member-ignore-case "\\Seen" flags))
 886                     '(new))
 887                (and (elmo-string-member-ignore-case "\\Flagged" flags)
 888                     '(important))
 889                (and (not (elmo-string-member-ignore-case "\\Seen" flags))
 890                     '(unread))
 891                (and (elmo-string-member-ignore-case "\\Answered" flags)
 892                     '(answered))
 893                (and (elmo-file-cache-exists-p msg-id)
 894                     '(cached)))
 895             saved-flags))
 896     (when (and (or (memq 'important flag-list)
 897                    (memq 'answered flag-list))
 898                (memq 'unread flag-list))
 899       (setq elmo-imap4-seen-messages
 900             (cons (elmo-message-entity-number entity)
 901                   elmo-imap4-seen-messages)))
 902     (elmo-msgdb-append-entity elmo-imap4-current-msgdb
 903                               entity
 904                               flag-list)))
 905
 906 ;; Current buffer is process buffer.
 907 (defun elmo-imap4-fetch-callback-1 (element app-data)
 908   (let ((handler (elmo-msgdb-message-entity-handler elmo-imap4-current-msgdb)))
 909     (elmo-imap4-fetch-callback-1-subr
 910      (with-temp-buffer
 911        (insert (or (elmo-imap4-response-bodydetail-text element)
 912                    ""))
 913        ;; Replace all CRLF with LF.
 914        (elmo-delete-cr-buffer)
 915        (elmo-msgdb-create-message-entity-from-buffer
 916         handler
 917         (elmo-imap4-response-value element 'uid)
 918         :size (elmo-imap4-response-value element 'rfc822size)))
 919      (elmo-imap4-response-value element 'flags)
 920      app-data)
 921     (elmo-progress-notify 'elmo-folder-msgdb-create)))
 922
 923 (defun elmo-imap4-parse-capability (string)
 924   (if (string-match "^\\*\\(.*\\)$" string)
 925       (read
 926        (concat "(" (downcase (elmo-match-string 1 string)) ")"))))
 927
 928 (defun elmo-imap4-clear-login (session)
 929   (when (elmo-imap4-session-capable-p session 'logindisabled)
 930     (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))
 931   (let ((elmo-imap4-debug-inhibit-logging t))
 932     (or
 933      (elmo-imap4-read-ok
 934       session
 935       (elmo-imap4-send-command
 936        session
 937        (list "login "
 938              (elmo-imap4-userid (elmo-network-session-user-internal session))
 939              " "
 940              (elmo-imap4-password
 941               (elmo-get-passwd (elmo-network-session-password-key session))))))
 942      (signal 'elmo-authenticate-error '(elmo-imap4-clear-login)))))
 943
 944 (defun elmo-imap4-auth-login (session)
 945   (let ((tag (elmo-imap4-send-command session "authenticate login"))
 946         (elmo-imap4-debug-inhibit-logging t))
 947     (or (elmo-imap4-read-continue-req session)
 948         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 949     (elmo-imap4-send-string session
 950                             (elmo-base64-encode-string
 951                              (elmo-network-session-user-internal session)))
 952     (or (elmo-imap4-read-continue-req session)
 953         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 954     (elmo-imap4-send-string session
 955                             (elmo-base64-encode-string
 956                              (elmo-get-passwd
 957                               (elmo-network-session-password-key session))))
 958     (or (elmo-imap4-read-ok session tag)
 959         (signal 'elmo-authenticate-error '(elmo-imap4-auth-login)))
 960     (setq elmo-imap4-status 'auth)))
 961
 962 (luna-define-method
 963   elmo-network-initialize-session-buffer :after ((session
 964                                                   elmo-imap4-session) buffer)
 965   (with-current-buffer buffer
 966     (mapcar 'make-variable-buffer-local elmo-imap4-local-variables)
 967     (setq elmo-imap4-seqno 0)
 968     (setq elmo-imap4-status 'initial)))
 969
 970 (luna-define-method elmo-network-initialize-session ((session
 971                                                       elmo-imap4-session))
 972   (let ((process (elmo-network-session-process-internal session)))
 973     (with-current-buffer (process-buffer process)
 974       ;; Skip garbage output from process before greeting.
 975       (while (and (memq (process-status process) '(open run))
 976                   (goto-char (point-max))
 977                   (or (/= (forward-line -1) 0)
 978                       (not (elmo-imap4-parse-greeting))))
 979         (accept-process-output process 1))
 980       (erase-buffer)
 981       (set-process-filter process 'elmo-imap4-arrival-filter)
 982       (set-process-sentinel process 'elmo-imap4-sentinel)
 983 ;;;   (while (and (memq (process-status process) '(open run))
 984 ;;;               (eq elmo-imap4-status 'initial))
 985 ;;;     (message "Waiting for server response...")
 986 ;;;     (accept-process-output process 1))
 987 ;;;   (message "")
 988       (unless (memq elmo-imap4-status '(nonauth auth))
 989         (signal 'elmo-open-error
 990                 (list 'elmo-network-initialize-session)))
 991       (elmo-imap4-session-set-capability-internal
 992        session
 993        (elmo-imap4-response-value
 994         (elmo-imap4-send-command-wait session "capability")
 995         'capability))
 996       (when (eq (elmo-network-stream-type-symbol
 997                  (elmo-network-session-stream-type-internal session))
 998                 'starttls)
 999         (or (elmo-imap4-session-capable-p session 'starttls)
1000             (signal 'elmo-open-error
1001                     '(elmo-imap4-starttls-error)))
1002         (elmo-imap4-send-command-wait session "starttls")
1003         (starttls-negotiate process)
1004         (elmo-imap4-session-set-capability-internal
1005          session
1006          (elmo-imap4-response-value
1007           (elmo-imap4-send-command-wait session "capability")
1008           'capability))))))
1009
1010 (luna-define-method elmo-network-authenticate-session ((session
1011                                                         elmo-imap4-session))
1012   (with-current-buffer (process-buffer
1013                         (elmo-network-session-process-internal session))
1014     (let* ((auth (elmo-network-session-auth-internal session))
1015            (auth (if (listp auth) auth (list auth))))
1016       (unless (or (eq elmo-imap4-status 'auth)
1017                   (null auth))
1018         (cond
1019          ((eq 'clear (car auth))
1020           (elmo-imap4-clear-login session))
1021          ((eq 'login (car auth))
1022           (elmo-imap4-auth-login session))
1023          (t
1024           (let* ((elmo-imap4-debug-inhibit-logging t)
1025                  (sasl-mechanisms
1026                   (delq nil
1027                         (mapcar
1028                          '(lambda (cap)
1029                             (if (string-match "^auth=\\(.*\\)$"
1030                                               (symbol-name cap))
1031                                 (match-string 1 (upcase (symbol-name cap)))))
1032                          (elmo-imap4-session-capability-internal session))))
1033                  (mechanism
1034                   (sasl-find-mechanism
1035                    (delq nil
1036                          (mapcar '(lambda (cap) (upcase (symbol-name cap)))
1037                                  (if (listp auth)
1038                                      auth
1039                                    (list auth)))))) ;)
1040                  client name step response tag
1041                  sasl-read-passphrase)
1042             (unless mechanism
1043               (if (or elmo-imap4-force-login
1044                       (y-or-n-p
1045                        (format
1046                         "There's no %s capability in server. continue?"
1047                         (elmo-list-to-string
1048                          (elmo-network-session-auth-internal session)))))
1049                   (setq mechanism (sasl-find-mechanism
1050                                    sasl-mechanisms))
1051                 (signal 'elmo-authenticate-error
1052                         '(elmo-imap4-auth-no-mechanisms))))
1053             (setq client
1054                   (sasl-make-client
1055                    mechanism
1056                    (elmo-network-session-user-internal session)
1057                    "imap"
1058                    (elmo-network-session-server-internal session)))
1059 ;;;         (if elmo-imap4-auth-user-realm
1060 ;;;             (sasl-client-set-property client 'realm elmo-imap4-auth-user-realm))
1061             (setq name (sasl-mechanism-name mechanism)
1062                   step (sasl-next-step client nil))
1063             (elmo-network-session-set-auth-internal
1064              session
1065              (intern (downcase name)))
1066             (setq sasl-read-passphrase
1067                   (function
1068                    (lambda (prompt)
1069                      (elmo-get-passwd
1070                       (elmo-network-session-password-key session)))))
1071             (setq tag
1072                   (elmo-imap4-send-command
1073                    session
1074                    (concat "AUTHENTICATE " name
1075                            (and (sasl-step-data step)
1076                                 (concat
1077                                  " "
1078                                  (elmo-base64-encode-string
1079                                   (sasl-step-data step)
1080                                   'no-lin-break))))))
1081             (catch 'done
1082               (while t
1083                 (setq response
1084                       (elmo-imap4-read-untagged
1085                        (elmo-network-session-process-internal session)))
1086                 (if (elmo-imap4-response-ok-p response)
1087                     (if (sasl-next-step client step)
1088                         ;; Bogus server?
1089                         (signal 'elmo-authenticate-error
1090                                 (list (intern
1091                                        (concat "elmo-imap4-auth-"
1092                                                (downcase name)))))
1093                       ;; The authentication process is finished.
1094                       (throw 'done nil)))
1095                 (unless (elmo-imap4-response-continue-req-p response)
1096                   ;; response is NO or BAD.
1097                   (signal 'elmo-authenticate-error
1098                           (list (intern
1099                                  (concat "elmo-imap4-auth-"
1100                                          (downcase name))))))
1101                 (sasl-step-set-data
1102                  step
1103                  (elmo-base64-decode-string
1104                   (elmo-imap4-response-value response 'continue-req)))
1105                 (setq step (sasl-next-step client step))
1106                 (setq tag
1107                       (elmo-imap4-send-string
1108                        session
1109                        (if (sasl-step-data step)
1110                            (elmo-base64-encode-string (sasl-step-data step)
1111                                                       'no-line-break)
1112                          ""))))))))))))
1113
1114 (luna-define-method elmo-network-setup-session ((session
1115                                                  elmo-imap4-session))
1116   (with-current-buffer (elmo-network-session-buffer session)
1117     (when (elmo-imap4-session-capable-p session 'namespace)
1118       (setq elmo-imap4-server-namespace
1119             (elmo-imap4-response-value
1120              (elmo-imap4-send-command-wait session "namespace")
1121              'namespace)))))
1122
1123 (defun elmo-imap4-setup-send-buffer (&optional string)
1124   (let ((send-buf (get-buffer-create " *elmo-imap4-setup-send-buffer*"))
1125         (source-buf (unless string (current-buffer))))
1126     (save-excursion
1127       (save-match-data
1128         (set-buffer send-buf)
1129         (erase-buffer)
1130         (set-buffer-multibyte nil)
1131         (if string
1132             (insert string)
1133           (with-current-buffer source-buf
1134             (copy-to-buffer send-buf (point-min) (point-max))))
1135         (goto-char (point-min))
1136         (if (eq (re-search-forward "^$" nil t)
1137                 (point-max))
1138             (insert "\n"))
1139         (goto-char (point-min))
1140         (while (search-forward "\n" nil t)
1141           (replace-match "\r\n"))))
1142     send-buf))
1143
1144 (defun elmo-imap4-setup-send-buffer-from-file (file)
1145   (let ((tmp-buf (get-buffer-create
1146                   " *elmo-imap4-setup-send-buffer-from-file*")))
1147     (save-excursion
1148       (save-match-data
1149         (set-buffer tmp-buf)
1150         (erase-buffer)
1151         (as-binary-input-file
1152          (insert-file-contents file))
1153         (goto-char (point-min))
1154         (if (eq (re-search-forward "^$" nil t)
1155                 (point-max))
1156             (insert "\n"))
1157         (goto-char (point-min))
1158         (while (search-forward "\n" nil t)
1159           (replace-match "\r\n"))))
1160     tmp-buf))
1161
1162 (luna-define-method elmo-delete-message-safe ((folder elmo-imap4-folder)
1163                                               number msgid)
1164   (let ((session (elmo-imap4-get-session folder))
1165         candidates)
1166     (elmo-imap4-session-select-mailbox
1167      session
1168      (elmo-imap4-folder-mailbox-internal folder))
1169     (setq candidates
1170           (elmo-imap4-response-value
1171            (elmo-imap4-send-command-wait session
1172                                          (list
1173                                           (if elmo-imap4-use-uid
1174                                               "uid search header message-id "
1175                                             "search header message-id ")
1176                                           (elmo-imap4-field-body msgid)))
1177            'search))
1178     (if (memq number candidates)
1179         (elmo-folder-delete-messages folder (list number)))))
1180
1181 (defun elmo-imap4-server-diff-async-callback-1 (status data)
1182   (funcall elmo-imap4-server-diff-async-callback
1183            (list (elmo-imap4-response-value status 'recent)
1184                  (elmo-imap4-response-value status 'unseen)
1185                  (elmo-imap4-response-value status 'messages))
1186            data))
1187
1188 (defun elmo-imap4-server-diff-async (folder)
1189   (let ((session (elmo-imap4-get-session folder)))
1190     ;; We should `check' folder to obtain newest information here.
1191     ;; But since there's no asynchronous check mechanism in elmo yet,
1192     ;; checking is not done here.
1193     (with-current-buffer (elmo-network-session-buffer session)
1194       (setq elmo-imap4-status-callback
1195             'elmo-imap4-server-diff-async-callback-1)
1196       (setq elmo-imap4-status-callback-data
1197             elmo-imap4-server-diff-async-callback-data))
1198     (elmo-imap4-send-command session
1199                              (list
1200                               "status "
1201                               (elmo-imap4-mailbox
1202                                (elmo-imap4-folder-mailbox-internal folder))
1203                               " (recent unseen messages)"))))
1204
1205 (luna-define-method elmo-server-diff-async ((folder elmo-imap4-folder))
1206   (let ((session (elmo-imap4-get-session folder)))
1207     ;; commit.
1208     ;; (elmo-imap4-commit spec)
1209     (with-current-buffer (elmo-network-session-buffer session)
1210       (setq elmo-imap4-status-callback
1211             'elmo-imap4-server-diff-async-callback-1)
1212       (setq elmo-imap4-status-callback-data
1213             elmo-imap4-server-diff-async-callback-data))
1214     (elmo-imap4-send-command session
1215                              (list
1216                               "status "
1217                               (elmo-imap4-mailbox
1218                                (elmo-imap4-folder-mailbox-internal folder))
1219                               " (recent unseen messages)"))))
1220
1221 ;;; IMAP parser.
1222
1223 (defvar elmo-imap4-server-eol "\r\n"
1224   "The EOL string sent from the server.")
1225
1226 (defvar elmo-imap4-client-eol "\r\n"
1227   "The EOL string we send to the server.")
1228
1229 (defvar elmo-imap4-literal-progress-reporter nil)
1230
1231 (defun elmo-imap4-find-next-line ()
1232   "Return point at end of current line, taking into account literals.
1233 Return nil if no complete line has arrived."
1234   (when (re-search-forward (concat elmo-imap4-server-eol "\\|{\\([0-9]+\\)}"
1235                                    elmo-imap4-server-eol)
1236                            nil t)
1237     (if (match-string 1)
1238         (if (< (point-max) (+ (point) (string-to-number (match-string 1))))
1239             (progn
1240               (when elmo-imap4-literal-progress-reporter
1241                 (elmo-progress-notify
1242                  'elmo-retrieve-message
1243                  :set (- (point-max) (point))
1244                  :total (string-to-number (match-string 1))))
1245               nil)
1246           (goto-char (+ (point) (string-to-number (match-string 1))))
1247           (elmo-imap4-find-next-line))
1248       (point))))
1249
1250 (defun elmo-imap4-sentinel (process string)
1251   (delete-process process))
1252
1253 (defun elmo-imap4-arrival-filter (proc string)
1254   "IMAP process filter."
1255   (when (buffer-live-p (process-buffer proc))
1256   (with-current-buffer (process-buffer proc)
1257     (elmo-imap4-debug "-> %s" string)
1258     (goto-char (point-max))
1259     (insert string)
1260     (let (end)
1261       (goto-char (point-min))
1262       (while (setq end (elmo-imap4-find-next-line))
1263         (save-restriction
1264           (narrow-to-region (point-min) end)
1265           (delete-backward-char (length elmo-imap4-server-eol))
1266           (goto-char (point-min))
1267           (unwind-protect
1268               (case elmo-imap4-status
1269                 (initial
1270                  (setq elmo-imap4-current-response
1271                        (list
1272                         (list 'greeting (elmo-imap4-parse-greeting)))))
1273                 ((auth nonauth selected examine)
1274                  (setq elmo-imap4-current-response
1275                        (cons (elmo-imap4-parse-response)
1276                              elmo-imap4-current-response)))
1277                 (t
1278                  (message "Unknown state %s in arrival filter"
1279                           elmo-imap4-status)))
1280             (delete-region (point-min) (point-max)))))))))
1281
1282 ;; IMAP parser.
1283
1284 (defsubst elmo-imap4-forward ()
1285   (or (eobp) (forward-char 1)))
1286
1287 (defsubst elmo-imap4-parse-number ()
1288   (when (looking-at "[0-9]+")
1289     (prog1
1290         (string-to-number (match-string 0))
1291       (goto-char (match-end 0)))))
1292
1293 (defsubst elmo-imap4-parse-literal ()
1294   (when (looking-at "{\\([0-9]+\\)}\r\n")
1295     (let ((pos (match-end 0))
1296           (len (string-to-number (match-string 1))))
1297       (if (< (point-max) (+ pos len))
1298           nil
1299         (goto-char (+ pos len))
1300         (buffer-substring pos (+ pos len))))))
1301 ;;;     (list ' pos (+ pos len))))))
1302
1303 (defsubst elmo-imap4-parse-string ()
1304   (cond ((eq (char-after (point)) ?\")
1305          (forward-char 1)
1306          (let ((p (point)) (name ""))
1307            (skip-chars-forward "^\"\\\\")
1308            (setq name (buffer-substring p (point)))
1309            (while (eq (char-after (point)) ?\\)
1310              (setq p (1+ (point)))
1311              (forward-char 2)
1312              (skip-chars-forward "^\"\\\\")
1313              (setq name (concat name (buffer-substring p (point)))))
1314            (forward-char 1)
1315            name))
1316         ((eq (char-after (point)) ?{)
1317          (elmo-imap4-parse-literal))))
1318
1319 (defsubst elmo-imap4-parse-nil ()
1320   (if (looking-at "NIL")
1321       (goto-char (match-end 0))))
1322
1323 (defsubst elmo-imap4-parse-nstring ()
1324   (or (elmo-imap4-parse-string)
1325       (and (elmo-imap4-parse-nil)
1326            nil)))
1327
1328 (defsubst elmo-imap4-parse-astring ()
1329   (or (elmo-imap4-parse-string)
1330       (buffer-substring (point)
1331                         (if (re-search-forward "[(){ \r\n%*\"\\]" nil t)
1332                             (goto-char (1- (match-end 0)))
1333                           (end-of-line)
1334                           (point)))))
1335
1336 (defsubst elmo-imap4-parse-address ()
1337   (let (address)
1338     (when (eq (char-after (point)) ?\()
1339       (elmo-imap4-forward)
1340       (setq address (vector (prog1 (elmo-imap4-parse-nstring)
1341                               (elmo-imap4-forward))
1342                             (prog1 (elmo-imap4-parse-nstring)
1343                               (elmo-imap4-forward))
1344                             (prog1 (elmo-imap4-parse-nstring)
1345                               (elmo-imap4-forward))
1346                             (elmo-imap4-parse-nstring)))
1347       (when (eq (char-after (point)) ?\))
1348         (elmo-imap4-forward)
1349         address))))
1350
1351 (defsubst elmo-imap4-parse-address-list ()
1352   (if (eq (char-after (point)) ?\()
1353       (let (address addresses)
1354         (elmo-imap4-forward)
1355         (while (and (not (eq (char-after (point)) ?\)))
1356                     ;; next line for MS Exchange bug
1357                     (progn (and (eq (char-after (point)) ? ) (elmo-imap4-forward)) t)
1358                     (setq address (elmo-imap4-parse-address)))
1359           (setq addresses (cons address addresses)))
1360         (when (eq (char-after (point)) ?\))
1361           (elmo-imap4-forward)
1362           (nreverse addresses)))
1363     (assert (elmo-imap4-parse-nil))))
1364
1365 (defsubst elmo-imap4-parse-mailbox ()
1366   (let ((mailbox (elmo-imap4-parse-astring)))
1367     (if (string-equal "INBOX" (upcase mailbox))
1368         "INBOX"
1369       mailbox)))
1370
1371 (defun elmo-imap4-parse-greeting ()
1372   "Parse a IMAP greeting."
1373   (cond ((looking-at "\\* OK ")
1374          (setq elmo-imap4-status 'nonauth))
1375         ((looking-at "\\* PREAUTH ")
1376          (setq elmo-imap4-status 'auth))
1377         ((looking-at "\\* BYE ")
1378          (setq elmo-imap4-status 'closed))))
1379
1380 (defun elmo-imap4-parse-response ()
1381   "Parse a IMAP command response."
1382   (let (token)
1383     (case (setq token (read (current-buffer)))
1384       (+ (progn
1385            (skip-chars-forward " ")
1386            (list 'continue-req (buffer-substring (point) (point-max)))))
1387       (* (case (prog1 (setq token (read (current-buffer)))
1388                  (elmo-imap4-forward))
1389            (OK         (elmo-imap4-parse-resp-text-code))
1390            (NO         (elmo-imap4-parse-resp-text-code))
1391            (BAD        (elmo-imap4-parse-resp-text-code))
1392            (BYE        (elmo-imap4-parse-bye))
1393            (FLAGS      (list 'flags
1394                              (elmo-imap4-parse-flag-list)))
1395            (LIST       (list 'list (elmo-imap4-parse-data-list)))
1396            (LSUB       (list 'lsub (elmo-imap4-parse-data-list)))
1397            (SEARCH     (list
1398                         'search
1399                         (read (concat "("
1400                                       (buffer-substring (point) (point-max))
1401                                       ")"))))
1402            (STATUS     (elmo-imap4-parse-status))
1403            ;; Added
1404            (NAMESPACE  (elmo-imap4-parse-namespace))
1405            (CAPABILITY (list 'capability
1406                              (read
1407                               (concat "(" (downcase (buffer-substring
1408                                                      (point) (point-max)))
1409                                       ")"))))
1410            (ACL (elmo-imap4-parse-acl))
1411            (t       (case (prog1 (read (current-buffer))
1412                             (elmo-imap4-forward))
1413                       (EXISTS  (list 'exists token))
1414                       (RECENT  (list 'recent token))
1415                       (EXPUNGE (list 'expunge token))
1416                       (FETCH   (elmo-imap4-parse-fetch token))
1417                       (t       (list 'garbage (buffer-string)))))))
1418       (t (if (not (string-match elmo-imap4-seq-prefix (symbol-name token)))
1419              (list 'garbage (buffer-string))
1420            (case (prog1 (read (current-buffer))
1421                    (elmo-imap4-forward))
1422              (OK  (progn
1423                     (setq elmo-imap4-parsing nil)
1424                     (setq token (symbol-name token))
1425                     (elmo-unintern token)
1426                     (elmo-imap4-debug "*%s* OK arrived" token)
1427                     (setq elmo-imap4-reached-tag token)
1428                     (list 'ok (elmo-imap4-parse-resp-text-code))))
1429              (NO  (progn
1430                     (setq elmo-imap4-parsing nil)
1431                     (setq token (symbol-name token))
1432                     (elmo-unintern token)
1433                     (elmo-imap4-debug "*%s* NO arrived" token)
1434                     (setq elmo-imap4-reached-tag token)
1435                     (let (code text)
1436                       (when (eq (char-after (point)) ?\[)
1437                         (setq code (buffer-substring (point)
1438                                                      (search-forward "]")))
1439                         (elmo-imap4-forward))
1440                       (setq text (buffer-substring (point) (point-max)))
1441                       (list 'no (list code text)))))
1442              (BAD (progn
1443                     (setq elmo-imap4-parsing nil)
1444                     (elmo-imap4-debug "*%s* BAD arrived" token)
1445                     (setq token (symbol-name token))
1446                     (elmo-unintern token)
1447                     (setq elmo-imap4-reached-tag token)
1448                     (let (code text)
1449                       (when (eq (char-after (point)) ?\[)
1450                         (setq code (buffer-substring (point)
1451                                                      (search-forward "]")))
1452                         (elmo-imap4-forward))
1453                       (setq text (buffer-substring (point) (point-max)))
1454                       (list 'bad (list code text)))))
1455              (t   (list 'garbage (buffer-string)))))))))
1456
1457 (defun elmo-imap4-parse-bye ()
1458   (let (code text)
1459     (when (eq (char-after (point)) ?\[)
1460       (setq code (buffer-substring (point)
1461                                    (search-forward "]")))
1462       (elmo-imap4-forward))
1463     (setq text (buffer-substring (point) (point-max)))
1464     (list 'bye (list code text))))
1465
1466 (defun elmo-imap4-parse-text ()
1467   (goto-char (point-min))
1468   (when (search-forward "[" nil t)
1469     (search-forward "]")
1470     (elmo-imap4-forward))
1471   (list 'text (buffer-substring (point) (point-max))))
1472
1473 (defun elmo-imap4-parse-resp-text-code ()
1474   (when (eq (char-after (point)) ?\[)
1475     (elmo-imap4-forward)
1476     (cond ((search-forward "PERMANENTFLAGS " nil t)
1477            (list 'permanentflags (elmo-imap4-parse-flag-list)))
1478           ((search-forward "UIDNEXT " nil t)
1479            (list 'uidnext (read (current-buffer))))
1480           ((search-forward "UNSEEN " nil t)
1481            (list 'unseen (read (current-buffer))))
1482           ((looking-at "UIDVALIDITY \\([0-9]+\\)")
1483            (list 'uidvalidity (match-string 1)))
1484           ((search-forward "READ-ONLY" nil t)
1485            (list 'read-only t))
1486           ((search-forward "READ-WRITE" nil t)
1487            (list 'read-write t))
1488           ((search-forward "NEWNAME " nil t)
1489            (let (oldname newname)
1490              (setq oldname (elmo-imap4-parse-string))
1491              (elmo-imap4-forward)
1492              (setq newname (elmo-imap4-parse-string))
1493              (list 'newname newname oldname)))
1494           ((search-forward "TRYCREATE" nil t)
1495            (list 'trycreate t))
1496           ((looking-at "APPENDUID \\([0-9]+\\) \\([0-9]+\\)")
1497            (list 'appenduid
1498                  (list (match-string 1)
1499                        (string-to-number (match-string 2)))))
1500           ((looking-at "COPYUID \\([0-9]+\\) \\([0-9,:]+\\) \\([0-9,:]+\\)")
1501            (list 'copyuid (list (match-string 1)
1502                                 (match-string 2)
1503                                 (match-string 3))))
1504           ((search-forward "ALERT] " nil t)
1505            (message "IMAP server information: %s"
1506                     (buffer-substring (point) (point-max))))
1507           (t (list 'unknown)))))
1508
1509 (defun elmo-imap4-parse-data-list ()
1510   (let (flags delimiter mailbox)
1511     (setq flags (elmo-imap4-parse-flag-list))
1512     (when (looking-at " NIL\\| \"\\\\?\\(.\\)\"")
1513       (setq delimiter (match-string 1))
1514       (goto-char (1+ (match-end 0)))
1515       (when (setq mailbox (elmo-imap4-parse-mailbox))
1516         (list mailbox flags delimiter)))))
1517
1518 (defsubst elmo-imap4-parse-header-list ()
1519   (when (eq (char-after (point)) ?\()
1520     (let (strlist)
1521       (while (not (eq (char-after (point)) ?\)))
1522         (elmo-imap4-forward)
1523         (push (elmo-imap4-parse-astring) strlist))
1524       (elmo-imap4-forward)
1525       (nreverse strlist))))
1526
1527 (defsubst elmo-imap4-parse-fetch-body-section ()
1528   (let ((section
1529          (buffer-substring (point)
1530                            (1-
1531                             (progn (re-search-forward "[] ]" nil t)
1532                                    (point))))))
1533     (if (eq (char-before) ? )
1534         (prog1
1535             (mapconcat 'identity
1536                        (cons section (elmo-imap4-parse-header-list)) " ")
1537           (search-forward "]" nil t))
1538       section)))
1539
1540 (defun elmo-imap4-parse-fetch (response)
1541   (when (eq (char-after (point)) ?\()
1542     (let (element list)
1543       (while (not (eq (char-after (point)) ?\)))
1544         (elmo-imap4-forward)
1545         (let ((token (read (current-buffer))))
1546           (elmo-imap4-forward)
1547           (setq element
1548                 (cond ((eq token 'UID)
1549                        (list 'uid (condition-case nil
1550                                       (read (current-buffer))
1551                                     (error nil))))
1552                       ((eq token 'FLAGS)
1553                        (list 'flags (elmo-imap4-parse-flag-list)))
1554                       ((eq token 'ENVELOPE)
1555                        (list 'envelope (elmo-imap4-parse-envelope)))
1556                       ((eq token 'INTERNALDATE)
1557                        (list 'internaldate (elmo-imap4-parse-string)))
1558                       ((eq token 'RFC822)
1559                        (list 'rfc822 (elmo-imap4-parse-nstring)))
1560                       ((eq token (intern elmo-imap4-rfc822-header))
1561                        (list 'rfc822header (elmo-imap4-parse-nstring)))
1562                       ((eq token (intern elmo-imap4-rfc822-text))
1563                        (list 'rfc822text (elmo-imap4-parse-nstring)))
1564                       ((eq token (intern elmo-imap4-rfc822-size))
1565                        (list 'rfc822size (read (current-buffer))))
1566                       ((eq token 'BODY)
1567                        (if (eq (char-before) ?\[)
1568                            (list
1569                             'bodydetail
1570                             (upcase (elmo-imap4-parse-fetch-body-section))
1571                             (and
1572                              (eq (char-after (point)) ?<)
1573                              (buffer-substring (1+ (point))
1574                                                (progn
1575                                                  (search-forward ">" nil t)
1576                                                  (point))))
1577                             (progn (elmo-imap4-forward)
1578                                    (elmo-imap4-parse-nstring)))
1579                          (list 'body (elmo-imap4-parse-body))))
1580                       ((eq token 'BODYSTRUCTURE)
1581                        (list 'bodystructure (elmo-imap4-parse-body)))))
1582           (setq list (cons element list))))
1583       (and elmo-imap4-fetch-callback
1584            (funcall elmo-imap4-fetch-callback
1585                     list elmo-imap4-fetch-callback-data))
1586       (list 'fetch list))))
1587
1588 (defun elmo-imap4-parse-status ()
1589   (let ((mailbox (elmo-imap4-parse-mailbox))
1590         status)
1591     (when (and mailbox (search-forward "(" nil t))
1592       (while (not (eq (char-after (point)) ?\)))
1593         (setq status
1594               (cons
1595                (let ((token (read (current-buffer))))
1596                  (case (intern (upcase (symbol-name token)))
1597                    (MESSAGES
1598                     (list 'messages (read (current-buffer))))
1599                    (RECENT
1600                     (list 'recent (read (current-buffer))))
1601                    (UIDNEXT
1602                     (list 'uidnext (read (current-buffer))))
1603                    (UIDVALIDITY
1604                     (and (looking-at " \\([0-9]+\\)")
1605                          (prog1 (list 'uidvalidity (match-string 1))
1606                            (goto-char (match-end 1)))))
1607                    (UNSEEN
1608                     (list 'unseen (read (current-buffer))))
1609                    (t
1610                     (message
1611                      "Unknown status data %s in mailbox %s ignored"
1612                      token mailbox))))
1613                status))
1614         (skip-chars-forward " ")))
1615     (and elmo-imap4-status-callback
1616          (funcall elmo-imap4-status-callback
1617                   status
1618                   elmo-imap4-status-callback-data))
1619     (list 'status status)))
1620
1621
1622 (defmacro elmo-imap4-value (value)
1623   `(if (eq ,value 'NIL)
1624        nil
1625      ,value))
1626
1627 (defmacro elmo-imap4-nth (pos list)
1628   `(let ((value (nth ,pos ,list)))
1629      (elmo-imap4-value value)))
1630
1631 (defun elmo-imap4-parse-namespace ()
1632   (list 'namespace
1633         (nconc
1634          (copy-sequence elmo-imap4-extra-namespace-alist)
1635          (elmo-imap4-parse-namespace-subr
1636           (read (concat "(" (buffer-substring
1637                              (point) (point-max))
1638                         ")"))))))
1639
1640 (defun elmo-imap4-parse-namespace-subr (ns)
1641   (let (prefix delim namespace-alist default-delim)
1642     ;; 0: personal, 1: other, 2: shared
1643     (dotimes (i 3)
1644       (setq namespace-alist
1645             (nconc namespace-alist
1646                    (delq nil
1647                          (mapcar
1648                           (lambda (namespace)
1649                             (setq prefix (elmo-imap4-nth 0 namespace)
1650                                   delim (elmo-imap4-nth 1 namespace))
1651                             (if (and prefix delim
1652                                      (string-match
1653                                       (concat (regexp-quote delim) "\\'")
1654                                       prefix))
1655                                 (setq prefix (substring prefix 0
1656                                                         (match-beginning 0))))
1657                             (if (eq (length prefix) 0)
1658                                 (progn (setq default-delim delim) nil)
1659                               (cons
1660                                (concat "^\\("
1661                                        (if (string= (downcase prefix) "inbox")
1662                                            "[Ii][Nn][Bb][Oo][Xx]"
1663                                          (regexp-quote prefix))
1664                                        "\\).*$")
1665                                delim)))
1666                           (elmo-imap4-nth i ns))))))
1667     (if default-delim
1668         (setq namespace-alist
1669               (nconc namespace-alist
1670                      (list (cons "^.*$" default-delim)))))
1671     namespace-alist))
1672
1673 (defun elmo-imap4-parse-acl ()
1674   (let ((mailbox (elmo-imap4-parse-mailbox))
1675         identifier rights acl)
1676     (while (eq (char-after (point)) ?\ )
1677       (elmo-imap4-forward)
1678       (setq identifier (elmo-imap4-parse-astring))
1679       (elmo-imap4-forward)
1680       (setq rights (elmo-imap4-parse-astring))
1681       (setq acl (append acl (list (cons identifier rights)))))
1682     (list 'acl acl mailbox)))
1683
1684 (defun elmo-imap4-parse-flag-list ()
1685   (let ((str (buffer-substring (+ (point) 1)
1686                                (progn (search-forward ")" nil t)
1687                                       (- (point) 1)))))
1688     (unless (eq (length str) 0)
1689       (split-string str))))
1690
1691 (defun elmo-imap4-parse-envelope ()
1692   (when (eq (char-after (point)) ?\()
1693     (elmo-imap4-forward)
1694     (vector (prog1 (elmo-imap4-parse-nstring);; date
1695               (elmo-imap4-forward))
1696             (prog1 (elmo-imap4-parse-nstring);; subject
1697               (elmo-imap4-forward))
1698             (prog1 (elmo-imap4-parse-address-list);; from
1699               (elmo-imap4-forward))
1700             (prog1 (elmo-imap4-parse-address-list);; sender
1701               (elmo-imap4-forward))
1702             (prog1 (elmo-imap4-parse-address-list);; reply-to
1703               (elmo-imap4-forward))
1704             (prog1 (elmo-imap4-parse-address-list);; to
1705               (elmo-imap4-forward))
1706             (prog1 (elmo-imap4-parse-address-list);; cc
1707               (elmo-imap4-forward))
1708             (prog1 (elmo-imap4-parse-address-list);; bcc
1709               (elmo-imap4-forward))
1710             (prog1 (elmo-imap4-parse-nstring);; in-reply-to
1711               (elmo-imap4-forward))
1712             (prog1 (elmo-imap4-parse-nstring);; message-id
1713               (elmo-imap4-forward)))))
1714
1715 (defsubst elmo-imap4-parse-string-list ()
1716   (cond ((eq (char-after (point)) ?\();; body-fld-param
1717          (let (strlist str)
1718            (elmo-imap4-forward)
1719            (while (setq str (elmo-imap4-parse-string))
1720              (push str strlist)
1721              (elmo-imap4-forward))
1722            (nreverse strlist)))
1723         ((elmo-imap4-parse-nil)
1724          nil)))
1725
1726 (defun elmo-imap4-parse-body-extension ()
1727   (if (eq (char-after (point)) ?\()
1728       (let (b-e)
1729         (elmo-imap4-forward)
1730         (push (elmo-imap4-parse-body-extension) b-e)
1731         (while (eq (char-after (point)) ?\ )
1732           (elmo-imap4-forward)
1733           (push (elmo-imap4-parse-body-extension) b-e))
1734         (assert (eq (char-after (point)) ?\)))
1735         (elmo-imap4-forward)
1736         (nreverse b-e))
1737     (or (elmo-imap4-parse-number)
1738         (elmo-imap4-parse-nstring))))
1739
1740 (defsubst elmo-imap4-parse-body-ext ()
1741   (let (ext)
1742     (when (eq (char-after (point)) ?\ );; body-fld-dsp
1743       (elmo-imap4-forward)
1744       (let (dsp)
1745         (if (eq (char-after (point)) ?\()
1746             (progn
1747               (elmo-imap4-forward)
1748               (push (elmo-imap4-parse-string) dsp)
1749               (elmo-imap4-forward)
1750               (push (elmo-imap4-parse-string-list) dsp)
1751               (elmo-imap4-forward))
1752           (assert (elmo-imap4-parse-nil)))
1753         (push (nreverse dsp) ext))
1754       (when (eq (char-after (point)) ?\ );; body-fld-lang
1755         (elmo-imap4-forward)
1756         (if (eq (char-after (point)) ?\()
1757             (push (elmo-imap4-parse-string-list) ext)
1758           (push (elmo-imap4-parse-nstring) ext))
1759         (while (eq (char-after (point)) ?\ );; body-extension
1760           (elmo-imap4-forward)
1761           (setq ext (append (elmo-imap4-parse-body-extension) ext)))))
1762     ext))
1763
1764 (defun elmo-imap4-parse-body ()
1765   (let (body)
1766     (when (eq (char-after (point)) ?\()
1767       (elmo-imap4-forward)
1768       (if (eq (char-after (point)) ?\()
1769           (let (subbody)
1770             (while (and (eq (char-after (point)) ?\()
1771                         (setq subbody (elmo-imap4-parse-body)))
1772               (push subbody body))
1773             (elmo-imap4-forward)
1774             (push (elmo-imap4-parse-string) body);; media-subtype
1775             (when (eq (char-after (point)) ?\ );; body-ext-mpart:
1776               (elmo-imap4-forward)
1777               (if (eq (char-after (point)) ?\();; body-fld-param
1778                   (push (elmo-imap4-parse-string-list) body)
1779                 (push (and (elmo-imap4-parse-nil) nil) body))
1780               (setq body
1781                     (append (elmo-imap4-parse-body-ext) body)));; body-ext-...
1782             (assert (eq (char-after (point)) ?\)))
1783             (elmo-imap4-forward)
1784             (nreverse body))
1785
1786         (push (elmo-imap4-parse-string) body);; media-type
1787         (elmo-imap4-forward)
1788         (push (elmo-imap4-parse-string) body);; media-subtype
1789         (elmo-imap4-forward)
1790         ;; next line for Sun SIMS bug
1791         (and (eq (char-after (point)) ? ) (elmo-imap4-forward))
1792         (if (eq (char-after (point)) ?\();; body-fld-param
1793             (push (elmo-imap4-parse-string-list) body)
1794           (push (and (elmo-imap4-parse-nil) nil) body))
1795         (elmo-imap4-forward)
1796         (push (elmo-imap4-parse-nstring) body);; body-fld-id
1797         (elmo-imap4-forward)
1798         (push (elmo-imap4-parse-nstring) body);; body-fld-desc
1799         (elmo-imap4-forward)
1800         (push (elmo-imap4-parse-string) body);; body-fld-enc
1801         (elmo-imap4-forward)
1802         (push (elmo-imap4-parse-number) body);; body-fld-octets
1803
1804         ;; ok, we're done parsing the required parts, what comes now is one
1805         ;; of three things:
1806         ;;
1807         ;; envelope       (then we're parsing body-type-msg)
1808         ;; body-fld-lines (then we're parsing body-type-text)
1809         ;; body-ext-1part (then we're parsing body-type-basic)
1810         ;;
1811         ;; the problem is that the two first are in turn optionally followed
1812         ;; by the third.  So we parse the first two here (if there are any)...
1813
1814         (when (eq (char-after (point)) ?\ )
1815           (elmo-imap4-forward)
1816           (let (lines)
1817             (cond ((eq (char-after (point)) ?\();; body-type-msg:
1818                    (push (elmo-imap4-parse-envelope) body);; envelope
1819                    (elmo-imap4-forward)
1820                    (push (elmo-imap4-parse-body) body);; body
1821                    (elmo-imap4-forward)
1822                    (push (elmo-imap4-parse-number) body));; body-fld-lines
1823                   ((setq lines (elmo-imap4-parse-number));; body-type-text:
1824                    (push lines body));; body-fld-lines
1825                   (t
1826                    (backward-char)))));; no match...
1827
1828         ;; ...and then parse the third one here...
1829
1830         (when (eq (char-after (point)) ?\ );; body-ext-1part:
1831           (elmo-imap4-forward)
1832           (push (elmo-imap4-parse-nstring) body);; body-fld-md5
1833           (setq body
1834                 (append (elmo-imap4-parse-body-ext) body)));; body-ext-1part..
1835
1836         (assert (eq (char-after (point)) ?\)))
1837         (elmo-imap4-forward)
1838         (nreverse body)))))
1839
1840 (luna-define-method elmo-folder-initialize ((folder elmo-imap4-folder) name)
1841   (let ((default-user   elmo-imap4-default-user)
1842         (default-server elmo-imap4-default-server)
1843         (default-port   elmo-imap4-default-port)
1844         (elmo-network-stream-type-alist
1845          (if elmo-imap4-stream-type-alist
1846              (append elmo-imap4-stream-type-alist
1847                      elmo-network-stream-type-alist)
1848            elmo-network-stream-type-alist))
1849         tokens)
1850     (when (string-match "\\(.*\\)@\\(.*\\)" default-server)
1851       ;; case: imap4-default-server is specified like
1852       ;; "hoge%imap.server@gateway".
1853       (setq default-user (elmo-match-string 1 default-server))
1854       (setq default-server (elmo-match-string 2 default-server)))
1855     (setq tokens (car (elmo-parse-separated-tokens
1856                        name
1857                        elmo-imap4-folder-name-syntax)))
1858     ;; mailbox
1859     (elmo-imap4-folder-set-mailbox-internal folder
1860                                             (elmo-imap4-encode-folder-string
1861                                              (cdr (assq 'mailbox tokens))))
1862     ;; user
1863     (elmo-net-folder-set-user-internal folder
1864                                        (or (cdr (assq 'user tokens))
1865                                            default-user))
1866     ;; auth
1867     (elmo-net-folder-set-auth-internal
1868      folder
1869      (let ((auth (cdr (assq 'auth tokens))))
1870        (or (and auth (intern auth))
1871            elmo-imap4-default-authenticate-type
1872            'clear)))
1873     ;; network
1874     (elmo-net-folder-set-parameters
1875      folder
1876      tokens
1877      (list :server      default-server
1878            :port        default-port
1879            :stream-type
1880            (elmo-get-network-stream-type elmo-imap4-default-stream-type)))
1881     folder))
1882
1883 ;;; ELMO IMAP4 folder
1884 (luna-define-method elmo-folder-expand-msgdb-path ((folder
1885                                                     elmo-imap4-folder))
1886   (convert-standard-filename
1887    (let ((mailbox (elmo-imap4-folder-mailbox-internal folder)))
1888      (if (string= "inbox" (downcase mailbox))
1889          (setq mailbox "inbox"))
1890      (if (eq (string-to-char mailbox) ?/)
1891          (setq mailbox (substring mailbox 1 (length mailbox))))
1892      ;; don't use expand-file-name (e.g. %~/something)
1893      (concat
1894       (expand-file-name
1895        (or (elmo-net-folder-user-internal folder) "nobody")
1896        (expand-file-name (or (elmo-net-folder-server-internal folder)
1897                              "nowhere")
1898                          (expand-file-name
1899                           "imap"
1900                           elmo-msgdb-directory)))
1901       "/" mailbox))))
1902
1903 (luna-define-method elmo-folder-status-plugged ((folder
1904                                                  elmo-imap4-folder))
1905   (elmo-imap4-folder-status-plugged folder))
1906
1907 (defun elmo-imap4-folder-status-plugged (folder)
1908   (let ((session (elmo-imap4-get-session folder))
1909         (killed (elmo-msgdb-killed-list-load
1910                  (elmo-folder-msgdb-path folder)))
1911         status)
1912     (with-current-buffer (elmo-network-session-buffer session)
1913       (setq elmo-imap4-status-callback nil)
1914       (setq elmo-imap4-status-callback-data nil))
1915     (setq status (elmo-imap4-response-value
1916                   (elmo-imap4-send-command-wait
1917                    session
1918                    (list "status "
1919                          (elmo-imap4-mailbox
1920                           (elmo-imap4-folder-mailbox-internal folder))
1921                          " (uidnext messages)"))
1922                   'status))
1923     (cons
1924      (- (elmo-imap4-response-value status 'uidnext) 1)
1925      (if killed
1926          (-
1927           (elmo-imap4-response-value status 'messages)
1928           (elmo-msgdb-killed-list-length killed))
1929        (elmo-imap4-response-value status 'messages)))))
1930
1931 (luna-define-method elmo-folder-list-messages-plugged ((folder
1932                                                         elmo-imap4-folder)
1933                                                        &optional
1934                                                        enable-killed)
1935   (elmo-imap4-list folder
1936                    (concat
1937                     (let ((killed
1938                            (elmo-folder-killed-list-internal
1939                             folder)))
1940                       (if (and killed
1941                                (eq (length killed) 1)
1942                                (consp (car killed))
1943                                (eq (car (car killed)) 1))
1944                           (format "uid %d:*" (cdr (car killed)))
1945                         "all"))
1946                     " undeleted")))
1947
1948 (luna-define-method elmo-folder-list-flagged-plugged
1949   ((folder elmo-imap4-folder) flag)
1950   (elmo-imap4-folder-list-flagged folder flag))
1951
1952 (luna-define-method elmo-folder-use-flag-p ((folder elmo-imap4-folder))
1953   (not (string-match elmo-imap4-disuse-server-flag-mailbox-regexp
1954                      (elmo-imap4-folder-mailbox-internal folder))))
1955
1956 (luna-define-method elmo-folder-list-subfolders ((folder elmo-imap4-folder)
1957                                                  &optional one-level)
1958   (let* ((root (elmo-imap4-folder-mailbox-internal folder))
1959          (session (elmo-imap4-get-session folder))
1960          (prefix (elmo-folder-prefix-internal folder))
1961          (namespace-assoc
1962                   (elmo-string-matched-assoc
1963                    root
1964                    (with-current-buffer (elmo-network-session-buffer session)
1965                      elmo-imap4-server-namespace)))
1966          (delim (or (cdr namespace-assoc)
1967                  elmo-imap4-default-hierarchy-delimiter))
1968          ;; Append delimiter when root with namespace.
1969          (root-nodelim root)
1970          (root (if (and namespace-assoc
1971                         (match-end 1)
1972                         (string= (substring root (match-end 1))
1973                                  ""))
1974                    (concat root delim)
1975                  root))
1976          result append-serv type)
1977     (setq result (elmo-imap4-response-get-selectable-mailbox-list
1978                   (elmo-imap4-send-command-wait
1979                    session
1980                    (list "list " (elmo-imap4-mailbox root) " *"))))
1981     ;; The response of Courier-imap doesn't contain a specified folder itself.
1982     (unless (member root result)
1983       (setq result
1984             (append result
1985                     (elmo-imap4-response-get-selectable-mailbox-list
1986                      (elmo-imap4-send-command-wait
1987                       session
1988                       (list "list \"\" " (elmo-imap4-mailbox
1989                                           root-nodelim)))))))
1990     (when (or (not (string= (elmo-net-folder-user-internal folder)
1991                             elmo-imap4-default-user))
1992               (not (eq (elmo-net-folder-auth-internal folder)
1993                        (or elmo-imap4-default-authenticate-type 'clear))))
1994       (setq append-serv (concat ":"
1995                                 (elmo-quote-syntactical-element
1996                                  (elmo-net-folder-user-internal folder)
1997                                  'user elmo-imap4-folder-name-syntax))))
1998     (unless (eq (elmo-net-folder-auth-internal folder)
1999                 (or elmo-imap4-default-authenticate-type 'clear))
2000       (setq append-serv
2001             (concat append-serv "/"
2002                     (symbol-name (elmo-net-folder-auth-internal folder)))))
2003     (unless (string= (elmo-net-folder-server-internal folder)
2004                      elmo-imap4-default-server)
2005       (setq append-serv (concat append-serv "@"
2006                                 (elmo-net-folder-server-internal folder))))
2007     (unless (eq (elmo-net-folder-port-internal folder) elmo-imap4-default-port)
2008       (setq append-serv (concat append-serv ":"
2009                                 (int-to-string
2010                                  (elmo-net-folder-port-internal folder)))))
2011     (setq type (elmo-net-folder-stream-type-internal folder))
2012     (unless (eq (elmo-network-stream-type-symbol type)
2013                 elmo-imap4-default-stream-type)
2014       (if type
2015           (setq append-serv (concat append-serv
2016                                     (elmo-network-stream-type-spec-string
2017                                      type)))))
2018     (if one-level
2019         (let ((re-delim (regexp-quote delim))
2020               (case-fold-search nil)
2021               folder ret has-child-p)
2022           ;; Append delimiter
2023           (when (and root
2024                      (not (string= root ""))
2025                      (not (string-match
2026                            (concat "\\(.*\\)" re-delim "\\'")
2027                            root)))
2028             (setq root (concat root delim)))
2029           (while (setq folder (car result))
2030             (setq has-child-p
2031                   (when (string-match
2032                          (concat "^\\(" (regexp-quote root) "[^" re-delim "]" "+\\)"
2033                                  re-delim)
2034                          folder)
2035                     (setq folder (match-string 1 folder))))
2036             (setq result (delq
2037                           nil
2038                           (mapcar (lambda (fld)
2039                                     (if (string-match
2040                                          (concat "^" (regexp-quote folder)
2041                                                  "\\(" re-delim "\\|\\'\\)")
2042                                          fld)
2043                                         (progn (setq has-child-p t) nil)
2044                                       fld))
2045                                   (cdr result)))
2046                   folder (concat prefix
2047                                  (elmo-quote-syntactical-element
2048                                   (elmo-imap4-decode-folder-string folder)
2049                                   'mailbox elmo-imap4-folder-name-syntax)
2050                                  (and append-serv
2051                                       (eval append-serv)))
2052                   ret (append ret (if has-child-p
2053                                       (list (list folder))
2054                                     (list folder)))))
2055           ret)
2056       (mapcar (lambda (fld)
2057                 (concat prefix
2058                         (elmo-quote-syntactical-element
2059                          (elmo-imap4-decode-folder-string fld)
2060                          'mailbox elmo-imap4-folder-name-syntax)
2061                         (and append-serv
2062                              (eval append-serv))))
2063               result))))
2064
2065 (luna-define-method elmo-folder-exists-p-plugged ((folder elmo-imap4-folder))
2066   (let ((session (elmo-imap4-get-session folder)))
2067     (if (string=
2068          (elmo-imap4-session-current-mailbox-internal session)
2069          (elmo-imap4-folder-mailbox-internal folder))
2070         t
2071       (elmo-imap4-session-select-mailbox
2072        session
2073        (elmo-imap4-folder-mailbox-internal folder)
2074        'force 'notify-bye))))
2075
2076 (luna-define-method elmo-folder-creatable-p ((folder elmo-imap4-folder))
2077   t)
2078
2079 (luna-define-method elmo-folder-writable-p ((folder elmo-imap4-folder))
2080   t)
2081
2082 (luna-define-method elmo-folder-delete ((folder elmo-imap4-folder))
2083   (let* ((exists (elmo-folder-exists-p folder))
2084          (msgs (and exists
2085                     (elmo-folder-list-messages folder))))
2086     (when (yes-or-no-p (format "%sDelete msgdb and substance of \"%s\"? "
2087                                (if (> (length msgs) 0)
2088                                    (format "%d msg(s) exists. " (length msgs))
2089                                  "")
2090                                (elmo-folder-name-internal folder)))
2091       (let ((session (elmo-imap4-get-session folder)))
2092         (when (elmo-imap4-folder-mailbox-internal folder)
2093           (when msgs (elmo-folder-delete-messages-internal folder msgs))
2094           ;; close selected mailbox except one with \Noselect attribute
2095           (when exists
2096             (elmo-imap4-send-command-wait session "close"))
2097           (elmo-imap4-send-command-wait
2098            session
2099            (list "delete "
2100                  (elmo-imap4-mailbox
2101                   (elmo-imap4-folder-mailbox-internal folder)))))
2102         (elmo-imap4-session-set-current-mailbox-internal session nil))
2103       (elmo-msgdb-delete-path folder)
2104       t)))
2105
2106 (luna-define-method elmo-folder-rename-internal ((folder elmo-imap4-folder)
2107                                                  new-folder)
2108   (let ((session (elmo-imap4-get-session folder)))
2109     ;; make sure the folder is selected.
2110     (elmo-imap4-session-select-mailbox session
2111                                        (elmo-imap4-folder-mailbox-internal
2112                                         folder))
2113     (elmo-imap4-send-command-wait session "close")
2114     (elmo-imap4-send-command-wait
2115      session
2116      (list "rename "
2117            (elmo-imap4-mailbox
2118             (elmo-imap4-folder-mailbox-internal folder))
2119            " "
2120            (elmo-imap4-mailbox
2121             (elmo-imap4-folder-mailbox-internal new-folder))))
2122     (elmo-imap4-session-set-current-mailbox-internal
2123      session (elmo-imap4-folder-mailbox-internal new-folder))))
2124
2125 (defun elmo-imap4-copy-messages (src-folder dst-folder numbers)
2126   (let ((session (elmo-imap4-get-session src-folder))
2127         (set-list (elmo-imap4-make-number-set-list
2128                    numbers
2129                    elmo-imap4-number-set-chop-length))
2130         succeeds)
2131     (elmo-imap4-session-select-mailbox session
2132                                        (elmo-imap4-folder-mailbox-internal
2133                                         src-folder))
2134     (while set-list
2135       (if (elmo-imap4-send-command-wait session
2136                                         (list
2137                                          (format
2138                                           (if elmo-imap4-use-uid
2139                                               "uid copy %s "
2140                                             "copy %s ")
2141                                           (cdr (car set-list)))
2142                                          (elmo-imap4-mailbox
2143                                           (elmo-imap4-folder-mailbox-internal
2144                                            dst-folder))))
2145           (setq succeeds (append succeeds numbers)))
2146       (setq set-list (cdr set-list)))
2147     succeeds))
2148
2149 (defun elmo-imap4-set-flag (folder numbers flag &optional remove)
2150   "Set flag on messages.
2151 FOLDER is the ELMO folder structure.
2152 NUMBERS is the message numbers to be flagged.
2153 FLAG is the flag name.
2154 If optional argument REMOVE is non-nil, remove FLAG."
2155   (let ((session (elmo-imap4-get-session folder))
2156         response set-list)
2157     (elmo-imap4-session-select-mailbox session
2158                                        (elmo-imap4-folder-mailbox-internal
2159                                         folder))
2160     (when (or (elmo-string-member-ignore-case
2161                flag
2162                (elmo-imap4-session-flags-internal session))
2163               (member "\\*" (elmo-imap4-session-flags-internal session))
2164               (string= flag "\\Deleted")) ; XXX Humm..
2165       (setq set-list (elmo-imap4-make-number-set-list
2166                       numbers
2167                       elmo-imap4-number-set-chop-length))
2168       (while set-list
2169         (with-current-buffer (elmo-network-session-buffer session)
2170           (setq elmo-imap4-fetch-callback nil)
2171           (setq elmo-imap4-fetch-callback-data nil))
2172         (unless (elmo-imap4-response-ok-p
2173                  (elmo-imap4-send-command-wait
2174                   session
2175                   (format
2176                    (if elmo-imap4-use-uid
2177                        "uid store %s %sflags.silent (%s)"
2178                      "store %s %sflags.silent (%s)")
2179                    (cdr (car set-list))
2180                    (if remove "-" "+")
2181                    flag)))
2182           (setq response 'fail))
2183         (setq set-list (cdr set-list)))
2184       (not (eq response 'fail)))))
2185
2186 (luna-define-method elmo-folder-delete-messages-plugged
2187   ((folder elmo-imap4-folder) numbers)
2188   (let ((session (elmo-imap4-get-session folder))
2189         (expunge
2190          (or (null (elmo-imap4-list folder "deleted"))
2191              (y-or-n-p
2192               "There's hidden deleted messages, expunge anyway?"))))
2193     (elmo-imap4-session-select-mailbox
2194      session
2195      (elmo-imap4-folder-mailbox-internal folder))
2196     (unless (elmo-imap4-set-flag folder numbers "\\Deleted")
2197       (error "Failed to set deleted flag"))
2198     (when expunge
2199       (elmo-imap4-send-command session "expunge"))
2200     t))
2201
2202 (defmacro elmo-imap4-detect-search-charset (string)
2203   `(with-temp-buffer
2204      (insert ,string)
2205      (detect-mime-charset-region (point-min) (point-max))))
2206
2207 (defun elmo-imap4-search-internal-primitive (folder session filter from-msgs)
2208   (let ((search-key (elmo-filter-key filter))
2209         (imap-search-keys '("bcc" "body" "cc" "from" "subject" "to"
2210                             "larger" "smaller" "flag"))
2211         (total 0)
2212         (length (length from-msgs))
2213         charset set-list end results)
2214     (cond
2215      ((string= "last" search-key)
2216       (let ((numbers (or from-msgs (elmo-folder-list-messages folder))))
2217         (nthcdr (max (- (length numbers)
2218                         (string-to-number (elmo-filter-value filter)))
2219                      0)
2220                 numbers)))
2221      ((string= "first" search-key)
2222       (let* ((numbers (or from-msgs (elmo-folder-list-messages folder)))
2223              (rest (nthcdr (string-to-number (elmo-filter-value filter) )
2224                            numbers)))
2225         (mapcar '(lambda (x) (delete x numbers)) rest)
2226         numbers))
2227      ((string= "flag" search-key)
2228       (elmo-imap4-folder-list-flagged
2229        folder (intern (elmo-filter-value filter))))
2230      ((or (string= "since" search-key)
2231           (string= "before" search-key))
2232       (setq search-key (concat "sent" search-key)
2233             set-list (elmo-imap4-make-number-set-list
2234                       from-msgs
2235                       elmo-imap4-number-set-chop-length)
2236             end nil)
2237       (while (not end)
2238         (setq results
2239               (append
2240                results
2241                (elmo-imap4-response-value
2242                 (elmo-imap4-send-command-wait
2243                  session
2244                  (format
2245                   (if elmo-imap4-use-uid
2246                       "uid search %s%s%s %s"
2247                     "search %s%s%s %s")
2248                   (if from-msgs
2249                       (concat
2250                        (if elmo-imap4-use-uid "uid ")
2251                        (cdr (car set-list))
2252                        " ")
2253                     "")
2254                   (if (eq (elmo-filter-type filter)
2255                           'unmatch)
2256                       "not " "")
2257                   search-key
2258                   (elmo-date-get-description
2259                    (elmo-date-get-datevec
2260                     (elmo-filter-value filter)))))
2261                 'search)))
2262         (setq set-list (cdr set-list)
2263               end (null set-list)))
2264       results)
2265      (t
2266       (setq charset
2267             (if (eq (length (elmo-filter-value filter)) 0)
2268                 (setq charset 'us-ascii)
2269               (elmo-imap4-detect-search-charset
2270                (elmo-filter-value filter)))
2271             set-list (elmo-imap4-make-number-set-list
2272                       from-msgs
2273                       elmo-imap4-number-set-chop-length)
2274             end nil)
2275       (while (not end)
2276         (setq results
2277               (append
2278                results
2279                (elmo-imap4-response-value
2280                 (elmo-imap4-send-command-wait
2281                  session
2282                  (list
2283                   (if elmo-imap4-use-uid "uid ")
2284                   "search "
2285                   "CHARSET "
2286                   (elmo-imap4-astring
2287                    (symbol-name charset))
2288                   " "
2289                   (if from-msgs
2290                       (concat
2291                        (if elmo-imap4-use-uid "uid ")
2292                        (cdr (car set-list))
2293                        " ")
2294                     "")
2295                   (if (eq (elmo-filter-type filter)
2296                           'unmatch)
2297                       "not " "")
2298                   (format "%s%s "
2299                           (if (member
2300                                (elmo-filter-key filter)
2301                                imap-search-keys)
2302                               ""
2303                             "header ")
2304                           (elmo-filter-key filter))
2305                   (elmo-imap4-astring
2306                    (encode-mime-charset-string
2307                     (elmo-filter-value filter) charset))))
2308                 'search)))
2309         (setq set-list (cdr set-list)
2310               end (null set-list)))
2311       results))))
2312
2313 (defun elmo-imap4-search-internal (folder session condition from-msgs)
2314   (let (result)
2315     (cond
2316      ((vectorp condition)
2317       (setq result (elmo-imap4-search-internal-primitive
2318                     folder session condition from-msgs)))
2319      ((eq (car condition) 'and)
2320       (setq result (elmo-imap4-search-internal folder session (nth 1 condition)
2321                                                from-msgs)
2322             result (elmo-list-filter result
2323                                      (elmo-imap4-search-internal
2324                                       folder session (nth 2 condition)
2325                                       from-msgs))))
2326      ((eq (car condition) 'or)
2327       (setq result (elmo-imap4-search-internal
2328                     folder session (nth 1 condition) from-msgs)
2329             result (elmo-uniq-list
2330                     (nconc result
2331                            (elmo-imap4-search-internal
2332                             folder session (nth 2 condition) from-msgs)))
2333             result (sort result '<))))))
2334
2335 (luna-define-method elmo-folder-search :around ((folder elmo-imap4-folder)
2336                                                 condition &optional numbers)
2337   (if (elmo-folder-plugged-p folder)
2338       (save-excursion
2339         (let ((session (elmo-imap4-get-session folder))
2340               ret)
2341           (message "Searching...")
2342           (elmo-imap4-session-select-mailbox
2343            session
2344            (elmo-imap4-folder-mailbox-internal folder))
2345           (setq ret (elmo-imap4-search-internal folder session condition numbers))
2346           (message "Searching...done")
2347           ret))
2348     (luna-call-next-method)))
2349
2350 (luna-define-method elmo-folder-msgdb-create-plugged
2351   ((folder elmo-imap4-folder) numbers flag-table)
2352   (when numbers
2353     (let ((session (elmo-imap4-get-session folder))
2354           (headers
2355            (elmo-uniq-list
2356             (append
2357              '("Subject" "From" "To" "Cc" "Date"
2358                "Message-Id" "References" "In-Reply-To")
2359              (mapcar #'capitalize (elmo-msgdb-extra-fields 'non-virtual)))))
2360           (total 0)
2361           print-length print-depth
2362           rfc2060 set-list)
2363       (setq rfc2060 (elmo-imap4-session-capable-p session 'imap4rev1))
2364       (elmo-with-progress-display (elmo-folder-msgdb-create (length numbers))
2365           "Creating msgdb"
2366         (elmo-imap4-session-select-mailbox
2367          session (elmo-imap4-folder-mailbox-internal folder))
2368         (setq set-list (elmo-imap4-make-number-set-list
2369                         numbers
2370                         elmo-imap4-overview-fetch-chop-length))
2371         ;; Setup callback.
2372         (with-current-buffer (elmo-network-session-buffer session)
2373           (setq elmo-imap4-current-msgdb (elmo-make-msgdb)
2374                 elmo-imap4-seen-messages nil
2375                 elmo-imap4-fetch-callback 'elmo-imap4-fetch-callback-1
2376                 elmo-imap4-fetch-callback-data (cons flag-table folder))
2377           (while set-list
2378             (elmo-imap4-send-command-wait
2379              session
2380              ;; get overview entity from IMAP4
2381              (format "%sfetch %s (%s rfc822.size flags)"
2382                      (if elmo-imap4-use-uid "uid " "")
2383                      (cdr (car set-list))
2384                      (if rfc2060
2385                          (format "body.peek[header.fields %s]" headers)
2386                        (format "%s" headers))))
2387             (setq set-list (cdr set-list)))
2388           (when elmo-imap4-seen-messages
2389             (elmo-imap4-set-flag folder elmo-imap4-seen-messages "\\Seen"))
2390           ;; cannot setup the global flag while retrieval.
2391           (dolist (number (elmo-msgdb-list-messages elmo-imap4-current-msgdb))
2392             (elmo-global-flags-set (elmo-msgdb-flags elmo-imap4-current-msgdb
2393                                                      number)
2394                                    folder number
2395                                    (elmo-message-entity-field
2396                                     (elmo-msgdb-message-entity
2397                                      elmo-imap4-current-msgdb number)
2398                                     'message-id)))
2399           elmo-imap4-current-msgdb)))))
2400
2401 (luna-define-method elmo-folder-set-flag-plugged ((folder elmo-imap4-folder)
2402                                                   numbers flag)
2403   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2404     (elmo-imap4-set-flag folder numbers (or (car spec)
2405                                             (capitalize (symbol-name flag)))
2406                          (nth 1 spec))))
2407
2408 (luna-define-method elmo-folder-unset-flag-plugged ((folder elmo-imap4-folder)
2409                                                     numbers flag)
2410   (let ((spec (cdr (assq flag elmo-imap4-flag-specs))))
2411     (elmo-imap4-set-flag folder numbers (or (car spec)
2412                                             (capitalize (symbol-name flag)))
2413                          (not (nth 1 spec)))))
2414
2415 (luna-define-method elmo-message-use-cache-p ((folder elmo-imap4-folder)
2416                                               number)
2417   elmo-imap4-use-cache)
2418
2419 (luna-define-method elmo-folder-message-appendable-p ((folder elmo-imap4-folder))
2420   (if (elmo-folder-plugged-p folder)
2421       (not (elmo-imap4-session-read-only-internal
2422             (elmo-imap4-get-session folder)))
2423     elmo-enable-disconnected-operation)) ; offline refile.
2424
2425 (luna-define-method elmo-folder-check-plugged ((folder elmo-imap4-folder))
2426   (let ((session (elmo-imap4-get-session folder 'if-exists)))
2427     (when session
2428       (if (string=
2429            (elmo-imap4-session-current-mailbox-internal session)
2430            (elmo-imap4-folder-mailbox-internal folder))
2431           (if elmo-imap4-use-select-to-update-status
2432               (elmo-imap4-session-select-mailbox
2433                session
2434                (elmo-imap4-folder-mailbox-internal folder)
2435                'force)
2436             (elmo-imap4-session-check session))))))
2437
2438 (defsubst elmo-imap4-folder-diff-plugged (folder)
2439   (let ((session (elmo-imap4-get-session folder))
2440         messages new unread response killed uidnext)
2441 ;;; (elmo-imap4-commit spec)
2442     (with-current-buffer (elmo-network-session-buffer session)
2443       (setq elmo-imap4-status-callback nil)
2444       (setq elmo-imap4-status-callback-data nil))
2445     (if elmo-imap4-use-select-to-update-status
2446         (elmo-imap4-session-select-mailbox
2447          session
2448          (elmo-imap4-folder-mailbox-internal folder)))
2449     (setq response
2450           (elmo-imap4-send-command-wait session
2451                                         (list
2452                                          "status "
2453                                          (elmo-imap4-mailbox
2454                                           (elmo-imap4-folder-mailbox-internal
2455                                            folder))
2456                                          " (recent unseen messages uidnext)")))
2457     (setq response (elmo-imap4-response-value response 'status))
2458     (setq messages (elmo-imap4-response-value response 'messages))
2459     (setq uidnext (elmo-imap4-response-value response 'uidnext))
2460     (setq killed (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2461     ;;
2462     (when killed
2463       (when (and (consp (car killed))
2464                  (eq (car (car killed)) 1))
2465         (setq messages (- uidnext (cdr (car killed)) 1)))
2466       (setq messages (- messages
2467                         (elmo-msgdb-killed-list-length (cdr killed)))))
2468     (setq new (elmo-imap4-response-value response 'recent)
2469           unread (elmo-imap4-response-value response 'unseen))
2470     (if (< unread new) (setq new unread))
2471     (list new unread messages)))
2472
2473 (luna-define-method elmo-folder-diff-plugged ((folder elmo-imap4-folder))
2474   (elmo-imap4-folder-diff-plugged folder))
2475
2476 (luna-define-method elmo-folder-diff-async ((folder elmo-imap4-folder))
2477   (setq elmo-imap4-server-diff-async-callback
2478         elmo-folder-diff-async-callback)
2479   (setq elmo-imap4-server-diff-async-callback-data
2480         elmo-folder-diff-async-callback-data)
2481   (elmo-imap4-server-diff-async folder))
2482
2483 (luna-define-method elmo-folder-open :around ((folder elmo-imap4-folder)
2484                                               &optional load-msgdb)
2485   (if (elmo-folder-plugged-p folder)
2486       (let (session mailbox msgdb result response tag)
2487         (condition-case err
2488             (progn
2489               (setq session (elmo-imap4-get-session folder)
2490                     mailbox (elmo-imap4-folder-mailbox-internal folder)
2491                     tag (elmo-imap4-send-command session
2492                                                  (list "select "
2493                                                        (elmo-imap4-mailbox
2494                                                         mailbox))))
2495               (message "Selecting %s..."
2496                        (elmo-folder-name-internal folder))
2497               (if load-msgdb
2498                   (setq msgdb (elmo-folder-msgdb-load folder 'silent)))
2499               (elmo-folder-set-killed-list-internal
2500                folder
2501                (elmo-msgdb-killed-list-load (elmo-folder-msgdb-path folder)))
2502               (if (setq result (elmo-imap4-response-ok-p
2503                                 (setq response
2504                                       (elmo-imap4-read-response session tag))))
2505                   (progn
2506                     (elmo-imap4-session-set-current-mailbox-internal
2507                      session mailbox)
2508                     (elmo-imap4-session-set-read-only-internal
2509                      session
2510                      (nth 1 (assq 'read-only (assq 'ok response))))
2511                     (elmo-imap4-session-set-flags-internal
2512                      session
2513                      (nth 1 (or (assq 'permanentflags response)
2514                                 (assq 'flags response)))))
2515                 (elmo-imap4-session-set-current-mailbox-internal session nil)
2516                 (if (elmo-imap4-response-bye-p response)
2517                     (elmo-imap4-process-bye session)
2518                   (error "%s"
2519                          (or (elmo-imap4-response-error-text response)
2520                              (format "Select %s failed" mailbox)))))
2521               (message "Selecting %s...done"
2522                        (elmo-folder-name-internal folder))
2523               (elmo-folder-set-msgdb-internal
2524                folder msgdb))
2525           (quit
2526            (if (elmo-imap4-response-ok-p response)
2527                (elmo-imap4-session-set-current-mailbox-internal
2528                 session mailbox)
2529              (and session
2530                   (elmo-imap4-session-set-current-mailbox-internal
2531                    session nil))))
2532           (error
2533            (if (elmo-imap4-response-ok-p response)
2534                (elmo-imap4-session-set-current-mailbox-internal
2535                 session mailbox)
2536              (and session
2537                   (elmo-imap4-session-set-current-mailbox-internal
2538                    session nil))))))
2539     (luna-call-next-method)))
2540
2541 ;; elmo-folder-open-internal: do nothing.
2542
2543 (luna-define-method elmo-find-fetch-strategy ((folder elmo-imap4-folder) number
2544                                               &optional
2545                                               ignore-cache
2546                                               require-entireness)
2547   (let ((entity (elmo-message-entity folder number)))
2548     (if (null entity)
2549         (elmo-make-fetch-strategy 'entire)
2550       (let* ((size (elmo-message-entity-field entity 'size))
2551              (message-id (elmo-message-entity-field entity 'message-id))
2552              (cache-file (elmo-file-cache-get message-id))
2553              (use-cache (and (not ignore-cache)
2554                              (elmo-message-use-cache-p folder number)
2555                              (if require-entireness
2556                                  (eq (elmo-file-cache-status cache-file)
2557                                      'entire)
2558                                (elmo-file-cache-status cache-file)))))
2559         (elmo-make-fetch-strategy
2560          (if use-cache
2561              (elmo-file-cache-status cache-file)
2562            (if (and (not require-entireness)
2563                     elmo-message-fetch-threshold
2564                     (integerp size)
2565                     (>= size elmo-message-fetch-threshold)
2566                     (or (not elmo-message-fetch-confirm)
2567                         (not (prog1
2568                                  (y-or-n-p
2569                                   (format
2570                                    "Fetch entire message at once? (%dbytes)"
2571                                    size))
2572                                (message "")))))
2573                'section
2574              'entire))
2575          use-cache
2576          (elmo-message-use-cache-p folder number)
2577          (elmo-file-cache-path cache-file))))))
2578
2579 (luna-define-method elmo-folder-create-plugged ((folder elmo-imap4-folder))
2580   (elmo-imap4-send-command-wait
2581    (elmo-imap4-get-session folder)
2582    (list "create "
2583          (elmo-imap4-mailbox
2584           (elmo-imap4-folder-mailbox-internal folder)))))
2585
2586 (defun elmo-imap4-flags-to-imap (flags)
2587   "Convert FLAGS to the IMAP flag string."
2588   (let ((imap-flag (if (not (memq 'unread flags)) "\\Seen")))
2589     (dolist (flag flags)
2590       (unless (memq flag '(new read unread cached))
2591         (setq imap-flag
2592               (concat imap-flag
2593                       (if imap-flag " ")
2594                       (or (car (cdr (assq flag elmo-imap4-flag-specs)))
2595                           (capitalize (symbol-name flag)))))))
2596     imap-flag))
2597
2598 (luna-define-method elmo-folder-append-buffer
2599   ((folder elmo-imap4-folder) &optional flags number)
2600   (if (elmo-folder-plugged-p folder)
2601       (let ((session (elmo-imap4-get-session folder))
2602             send-buffer result)
2603         (elmo-imap4-session-select-mailbox session
2604                                            (elmo-imap4-folder-mailbox-internal
2605                                             folder))
2606         (setq send-buffer (elmo-imap4-setup-send-buffer))
2607         (unwind-protect
2608             (setq result
2609                   (elmo-imap4-send-command-wait
2610                    session
2611                    (list
2612                     "append "
2613                     (elmo-imap4-mailbox (elmo-imap4-folder-mailbox-internal
2614                                          folder))
2615                     (if (and flags (elmo-folder-use-flag-p folder))
2616                         (concat " (" (elmo-imap4-flags-to-imap flags) ") ")
2617                       " () ")
2618                     (elmo-imap4-buffer-literal send-buffer))))
2619           (kill-buffer send-buffer))
2620         (when result
2621           (elmo-folder-preserve-flags
2622            folder (elmo-msgdb-get-message-id-from-buffer) flags))
2623         result)
2624     ;; Unplugged
2625     (if elmo-enable-disconnected-operation
2626         (elmo-folder-append-buffer-dop folder flags number)
2627       (error "Unplugged"))))
2628
2629 (eval-when-compile
2630   (defmacro elmo-imap4-identical-system-p (folder1 folder2)
2631     "Return t if FOLDER1 and FOLDER2 are in the same IMAP4 system."
2632     `(and (string= (elmo-net-folder-server-internal ,folder1)
2633                    (elmo-net-folder-server-internal ,folder2))
2634           (eq (elmo-net-folder-port-internal ,folder1)
2635               (elmo-net-folder-port-internal ,folder2))
2636           (string= (elmo-net-folder-user-internal ,folder1)
2637                    (elmo-net-folder-user-internal ,folder2)))))
2638
2639 (luna-define-method elmo-folder-next-message-number-plugged
2640   ((folder elmo-imap4-folder))
2641   (let ((session (elmo-imap4-get-session folder))
2642         messages new unread response killed uidnext)
2643     (with-current-buffer (elmo-network-session-buffer session)
2644       (setq elmo-imap4-status-callback nil)
2645       (setq elmo-imap4-status-callback-data nil))
2646     (if elmo-imap4-use-select-to-update-status
2647         (elmo-imap4-session-select-mailbox
2648          session
2649          (elmo-imap4-folder-mailbox-internal folder)))
2650     (setq response
2651           (elmo-imap4-send-command-wait session
2652                                         (list
2653                                          "status "
2654                                          (elmo-imap4-mailbox
2655                                           (elmo-imap4-folder-mailbox-internal
2656                                            folder))
2657                                          " (uidnext)"))
2658           response (elmo-imap4-response-value response 'status))
2659     (elmo-imap4-response-value response 'uidnext)))
2660
2661 (defun elmo-folder-append-messages-imap4-imap4 (dst-folder
2662                                                 src-folder
2663                                                 numbers
2664                                                 same-number)
2665   (if (and (elmo-imap4-identical-system-p dst-folder src-folder)
2666            (elmo-folder-plugged-p dst-folder))
2667       ;; Plugged
2668       (prog1
2669           (elmo-imap4-copy-messages src-folder dst-folder numbers)
2670         (elmo-progress-notify 'elmo-folder-move-messages (length numbers)))
2671     (elmo-folder-append-messages dst-folder src-folder numbers same-number
2672                                  'elmo-folder-append-messages-imap4-imap4)))
2673
2674 (luna-define-method elmo-message-deletable-p ((folder elmo-imap4-folder)
2675                                               number)
2676   (if (elmo-folder-plugged-p folder)
2677       (not (elmo-imap4-session-read-only-internal
2678             (elmo-imap4-get-session folder)))
2679     elmo-enable-disconnected-operation)) ; offline refile.
2680
2681 ;(luna-define-method elmo-message-fetch-unplugged
2682 ;  ((folder elmo-imap4-folder)
2683 ;   number strategy  &optional section outbuf unseen)
2684 ;  (error "%d%s is not cached." number (if section
2685 ;                                         (format "(%s)" section)
2686 ;                                       "")))
2687
2688 (defsubst elmo-imap4-message-fetch (folder number strategy
2689                                            section outbuf unseen)
2690   (let ((session (elmo-imap4-get-session folder))
2691         response)
2692     (elmo-imap4-session-select-mailbox session
2693                                        (elmo-imap4-folder-mailbox-internal
2694                                         folder))
2695     (with-current-buffer (elmo-network-session-buffer session)
2696       (setq elmo-imap4-fetch-callback nil)
2697       (setq elmo-imap4-fetch-callback-data nil))
2698     (elmo-with-progress-display (elmo-retrieve-message
2699                                  (elmo-message-field folder number :size)
2700                                  elmo-imap4-literal-progress-reporter)
2701         "Retrieving"
2702       (setq response
2703             (elmo-imap4-send-command-wait session
2704                                           (format
2705                                            (if elmo-imap4-use-uid
2706                                                "uid fetch %s body%s[%s]"
2707                                              "fetch %s body%s[%s]")
2708                                            number
2709                                            (if unseen ".peek" "")
2710                                            (or section "")))))
2711     (if (setq response (elmo-imap4-response-bodydetail-text
2712                         (elmo-imap4-response-value-all
2713                          response 'fetch)))
2714         (with-current-buffer outbuf
2715           (erase-buffer)
2716           (insert response)
2717           (elmo-delete-cr-buffer)
2718           t))))
2719
2720 (luna-define-method elmo-message-fetch-plugged ((folder elmo-imap4-folder)
2721                                                 number strategy
2722                                                 &optional section
2723                                                 outbuf unseen)
2724   (elmo-imap4-message-fetch folder number strategy section outbuf unseen))
2725
2726 (luna-define-method elmo-message-fetch-field ((folder elmo-imap4-folder)
2727                                               number field)
2728   (let ((session (elmo-imap4-get-session folder)))
2729     (elmo-imap4-session-select-mailbox session
2730                                        (elmo-imap4-folder-mailbox-internal
2731                                         folder))
2732     (with-current-buffer (elmo-network-session-buffer session)
2733       (setq elmo-imap4-fetch-callback nil)
2734       (setq elmo-imap4-fetch-callback-data nil))
2735     (with-temp-buffer
2736       (insert
2737        (elmo-imap4-response-bodydetail-text
2738         (elmo-imap4-response-value
2739          (elmo-imap4-send-command-wait session
2740                                        (concat
2741                                         (if elmo-imap4-use-uid
2742                                             "uid ")
2743                                         (format
2744                                          "fetch %s (body.peek[header.fields (%s)])"
2745                                          number field)))
2746          'fetch)))
2747       (elmo-delete-cr-buffer)
2748       (goto-char (point-min))
2749       (std11-field-body (symbol-name field)))))
2750
2751 (luna-define-method elmo-folder-search-requires-msgdb-p ((folder
2752                                                           elmo-imap4-folder)
2753                                                          condition)
2754   nil)
2755
2756 (autoload 'elmo-global-flags-set "elmo-flag")
2757 (autoload 'elmo-get-global-flags "elmo-flag")
2758
2759 (require 'product)
2760 (product-provide (provide 'elmo-imap4) (require 'elmo-version))
2761
2762 ;;; elmo-imap4.el ends here