;;; mime-parse.el --- MIME message parser
-;; Copyright (C) 1994,1995,1996,1997,1998 Free Software Foundation, Inc.
+;; Copyright (C) 1994,1995,1996,1997,1998,1999 Free Software Foundation, Inc.
;; Author: MORIOKA Tomohiko <morioka@jaist.ac.jp>
+;; Keiichi Suzuki <keiichi@nanap.org>
;; Keywords: parse, MIME, multimedia, mail, news
;; This file is part of SEMI (Spadework for Emacs MIME Interfaces).
;;; Code:
-(require 'emu)
-(require 'std11)
(require 'mime-def)
+(require 'std11)
-(eval-when-compile (require 'cl))
+(autoload 'mime-entity-body-buffer "mime")
+(autoload 'mime-entity-body-start-point "mime")
+(autoload 'mime-entity-body-end-point "mime")
-;;; @ field parser
+;;; @ lexical analyzer
;;;
-(defconst mime/content-parameter-value-regexp
- (concat "\\("
- std11-quoted-string-regexp
- "\\|[^; \t\n]*\\)"))
+(defcustom mime-lexical-analyzer
+ '(std11-analyze-quoted-string
+ std11-analyze-domain-literal
+ std11-analyze-comment
+ std11-analyze-spaces
+ mime-analyze-tspecial
+ mime-analyze-token)
+ "*List of functions to return result of lexical analyze.
+Each function must have two arguments: STRING and START.
+STRING is the target string to be analyzed.
+START is start position of STRING to analyze.
+
+Previous function is preferred to next function. If a function
+returns nil, next function is used. Otherwise the return value will
+be the result."
+ :group 'mime
+ :type '(repeat function))
+
+(defun mime-analyze-tspecial (string start)
+ (if (and (> (length string) start)
+ (memq (aref string start) mime-tspecial-char-list))
+ (cons (cons 'tpecials (substring string start (1+ start)))
+ (1+ start))
+ ))
-(defconst mime::parameter-regexp
- (concat "^[ \t]*\;[ \t]*\\(" mime-token-regexp "\\)"
- "[ \t]*=[ \t]*\\(" mime/content-parameter-value-regexp "\\)"))
+(defun mime-analyze-token (string start)
+ (if (and (string-match mime-token-regexp string start)
+ (= (match-beginning 0) start))
+ (let ((end (match-end 0)))
+ (cons (cons 'mime-token (substring string start end))
+ ;;(substring string end)
+ end)
+ )))
-(defun mime-parse-parameter (str)
- (if (string-match mime::parameter-regexp str)
- (let ((e (match-end 2)))
- (cons
- (cons (downcase (substring str (match-beginning 1) (match-end 1)))
- (std11-strip-quoted-string
- (substring str (match-beginning 2) e))
- )
- (substring str e)
- ))))
+;;; @ field parser
+;;;
+
+(defun mime-parse-parameters-skip-to-next-token (lrl)
+ (while (and lrl
+ (memq (caar lrl) '(comment spaces)))
+ (setq lrl (cdr lrl))
+ )
+ (if (eq (caar lrl) 'error)
+ nil
+ lrl))
+
+(defun mime-parse-parameters (str)
+ (let* ((lrl (std11-lexical-analyze str mime-lexical-analyzer))
+ (token (car lrl))
+ rest name val)
+ (while (and token
+ (eq (car token) 'tpecials)
+ (string= (cdr token) ";")
+ )
+ (if (and (setq lrl (mime-parse-parameters-skip-to-next-token
+ (cdr lrl)
+ ))
+ (setq name (cdar lrl))
+ (setq lrl (mime-parse-parameters-skip-to-next-token
+ (cdr lrl)
+ ))
+ (string= (cdar lrl) "=")
+ (setq lrl (mime-parse-parameters-skip-to-next-token
+ (cdr lrl)
+ ))
+ (setq val (if (eq (caar lrl) 'quoted-string)
+ (std11-strip-quoted-pair (cdar lrl))
+ (cdar lrl)
+ )))
+ (setq lrl (mime-parse-parameters-skip-to-next-token (cdr lrl))
+ token (car lrl)
+ rest (cons val rest)
+ rest (cons name rest)
+ )
+ (setq token nil)))
+ (mime-parse-parameters-from-list rest)))
+
+(defun mime-parse-parameters-from-list (list)
+ (let (rest name val)
+ (while list
+ (let ((name (car list))
+ (val (cadr list)))
+ (setq list (cddr list))
+ (when (string-match "^\\([^*]+\\)\\(\\*\\([0-9]+\\)\\)?\\(\\*\\)?"
+ name)
+ (let ((number (if (match-beginning 3)
+ (string-to-int (substring name
+ (match-beginning 3)
+ (match-end 3)))
+ 0))
+ (encoded (if (match-beginning 4) t nil))
+ (parm (progn
+ (setq name (downcase (substring name
+ (match-beginning 1)
+ (match-end 1))))
+ (or (assoc name rest)
+ (car (setq rest
+ (cons (make-mime-parameter name)
+ rest)))))))
+ (when (and (eq number 0)
+ encoded
+ (string-match "^\\([^']*\\)'\\([^']*\\)'\\(.*\\)" val))
+ (when (< (match-beginning 1) (match-end 1))
+ (mime-parameter-set-charset
+ parm
+ (intern (downcase (substring val
+ (match-beginning 1)
+ (match-end 1)
+ )))))
+ (when (< (match-beginning 2) (match-end 2))
+ (mime-parameter-set-language
+ parm
+ (intern (downcase (substring val
+ (match-beginning 2)
+ (match-end 2)
+ )))))
+ (setq val (substring val (match-beginning 3)))
+ )
+ (mime-parameter-append-raw-value parm number encoded val)))))
+ rest))
;;; @ Content-Type
;;;
-(defsubst make-mime-content-type (type subtype &optional parameters)
- (list* (cons 'type type)
- (cons 'subtype subtype)
- (nreverse parameters))
- )
-
+;;;###autoload
(defun mime-parse-Content-Type (string)
- "Parse STRING as field-body of Content-Type field.
-Return value is
- (PRIMARY-TYPE SUBTYPE (NAME1 . VALUE1)(NAME2 . VALUE2) ...)
-or nil. PRIMARY-TYPE and SUBTYPE are symbol and NAME_n and VALUE_n
-are string."
+ "Parse STRING as field-body of Content-Type field."
(setq string (std11-unfold-string string))
(if (string-match `,(concat "^\\(" mime-token-regexp
"\\)/\\(" mime-token-regexp "\\)") string)
(substring string (match-beginning 2) (match-end 2))))
ret dest)
(setq string (substring string (match-end 0)))
- (while (setq ret (mime-parse-parameter string))
- (setq dest (cons (car ret) dest)
- string (cdr ret))
- )
(make-mime-content-type (intern type)(intern subtype)
- (nreverse dest))
- )))
+ (nreverse (mime-parse-parameters string))
+ ))))
+;;;###autoload
(defun mime-read-Content-Type ()
"Read field-body of Content-Type field from current-buffer,
-and return parsed it. Format of return value is as same as
-`mime-parse-Content-Type'."
+and return parsed it."
(let ((str (std11-field-body "Content-Type")))
(if str
(mime-parse-Content-Type str)
)))
-(defsubst mime-content-type-primary-type (content-type)
- "Return primary-type of CONTENT-TYPE."
- (cdr (car content-type)))
-
-(defsubst mime-content-type-subtype (content-type)
- "Return primary-type of CONTENT-TYPE."
- (cdr (cadr content-type)))
-
-(defsubst mime-content-type-parameters (content-type)
- "Return primary-type of CONTENT-TYPE."
- (cddr content-type))
-
-(defsubst mime-content-type-parameter (content-type parameter)
- "Return PARAMETER value of CONTENT-TYPE."
- (cdr (assoc parameter (mime-content-type-parameters content-type))))
-
;;; @ Content-Disposition
;;;
-(defconst mime-disposition-type-regexp mime-token-regexp)
+(eval-and-compile
+ (defconst mime-disposition-type-regexp mime-token-regexp)
+ )
+;;;###autoload
(defun mime-parse-Content-Disposition (string)
"Parse STRING as field-body of Content-Disposition field."
(setq string (std11-unfold-string string))
- (if (string-match `,(concat "^" mime-disposition-type-regexp) string)
+ (if (string-match (eval-when-compile
+ (concat "^" mime-disposition-type-regexp)) string)
(let* ((e (match-end 0))
(type (downcase (substring string 0 e)))
ret dest)
(setq string (substring string e))
- (while (setq ret (mime-parse-parameter string))
- (setq dest (cons (car ret) dest)
- string (cdr ret))
- )
(cons (cons 'type (intern type))
- (nreverse dest))
+ (nreverse (mime-parse-parameters string)))
)))
+;;;###autoload
(defun mime-read-Content-Disposition ()
"Read field-body of Content-Disposition field from current-buffer,
and return parsed it."
(mime-parse-Content-Disposition str)
)))
-(defsubst mime-content-disposition-type (content-disposition)
- "Return disposition-type of CONTENT-DISPOSITION."
- (cdr (car content-disposition)))
-
-(defsubst mime-content-disposition-parameters (content-disposition)
- "Return disposition-parameters of CONTENT-DISPOSITION."
- (cdr content-disposition))
-
-(defsubst mime-content-disposition-parameter (content-disposition parameter)
- "Return PARAMETER value of CONTENT-DISPOSITION."
- (cdr (assoc parameter (cdr content-disposition))))
-
-(defsubst mime-content-disposition-filename (content-disposition)
- "Return filename of CONTENT-DISPOSITION."
- (mime-content-disposition-parameter content-disposition "filename"))
-
;;; @ Content-Transfer-Encoding
;;;
+;;;###autoload
(defun mime-parse-Content-Transfer-Encoding (string)
"Parse STRING as field-body of Content-Transfer-Encoding field."
- (if (string-match "[ \t\n\r]+$" string)
- (setq string (match-string 0 string))
- )
- (downcase string))
-
+ (let ((tokens (std11-lexical-analyze string mime-lexical-analyzer))
+ token)
+ (while (and tokens
+ (setq token (car tokens))
+ (std11-ignored-token-p token))
+ (setq tokens (cdr tokens)))
+ (if token
+ (if (eq (car token) 'mime-token)
+ (downcase (cdr token))
+ ))))
+
+;;;###autoload
(defun mime-read-Content-Transfer-Encoding (&optional default-encoding)
"Read field-body of Content-Transfer-Encoding field from
current-buffer, and return it.
default-encoding)))
+;;; @ Content-Id / Message-Id
+;;;
+
+;;;###autoload
+(defun mime-parse-msg-id (tokens)
+ "Parse TOKENS as msg-id of Content-Id or Message-Id field."
+ (car (std11-parse-msg-id tokens)))
+
+;;;###autoload
+(defun mime-uri-parse-cid (string)
+ "Parse STRING as cid URI."
+ (inline
+ (mime-parse-msg-id (cons '(specials . "<")
+ (nconc
+ (cdr (cdr (std11-lexical-analyze string)))
+ '((specials . ">")))))))
+
+
;;; @ message parser
;;;
-(defalias 'mime-entity-point-min 'mime-entity-header-start)
-(defalias 'mime-entity-point-max 'mime-entity-body-end)
-
-(defsubst mime-entity-media-type (entity)
- (mime-content-type-primary-type (mime-entity-content-type entity)))
-(defsubst mime-entity-media-subtype (entity)
- (mime-content-type-subtype (mime-entity-content-type entity)))
-(defsubst mime-entity-parameters (entity)
- (mime-content-type-parameters (mime-entity-content-type entity)))
-
-(defsubst mime-entity-type/subtype (entity-info)
- (mime-type/subtype-string (mime-entity-media-type entity-info)
- (mime-entity-media-subtype entity-info)))
-
-(defun mime-parse-multipart (header-start header-end body-start body-end
- content-type content-disposition
- encoding node-id)
- (goto-char (point-min))
- (let* ((dash-boundary
- (concat "--"
- (std11-strip-quoted-string
- (mime-content-type-parameter content-type "boundary"))))
- (delimiter (concat "\n" (regexp-quote dash-boundary)))
- (close-delimiter (concat delimiter "--[ \t]*$"))
- (rsep (concat delimiter "[ \t]*\n"))
- (dc-ctl
- (if (eq (mime-content-type-subtype content-type) 'digest)
- (make-mime-content-type 'message 'rfc822)
- (make-mime-content-type 'text 'plain)
- ))
- cb ce ret ncb children (i 0))
- (save-restriction
- (goto-char body-end)
- (narrow-to-region header-end
- (if (re-search-backward close-delimiter nil t)
- (match-beginning 0)
- body-end))
- (goto-char header-start)
- (re-search-forward rsep nil t)
- (setq cb (match-end 0))
- (while (re-search-forward rsep nil t)
- (setq ce (match-beginning 0))
- (setq ncb (match-end 0))
- (save-restriction
- (narrow-to-region cb ce)
- (setq ret (mime-parse-message dc-ctl "7bit" (cons i node-id)))
- )
- (setq children (cons ret children))
- (goto-char (mime-entity-point-max ret))
- (goto-char (setq cb ncb))
- (setq i (1+ i))
- )
- (setq ce (point-max))
+(defun mime-parse-multipart (entity)
+ (with-current-buffer (mime-entity-body-buffer entity)
+ (let* ((representation-type
+ (mime-entity-representation-type-internal entity))
+ (content-type (mime-entity-content-type-internal entity))
+ (dash-boundary
+ (concat "--"
+ (mime-content-type-parameter content-type "boundary")))
+ (delimiter (concat "\n" (regexp-quote dash-boundary)))
+ (close-delimiter (concat delimiter "--[ \t]*$"))
+ (rsep (concat delimiter "[ \t]*\n"))
+ (dc-ctl
+ (if (eq (mime-content-type-subtype content-type) 'digest)
+ (make-mime-content-type 'message 'rfc822)
+ (make-mime-content-type 'text 'plain)
+ ))
+ (body-start (mime-entity-body-start-point entity))
+ (body-end (mime-entity-body-end-point entity)))
(save-restriction
- (narrow-to-region cb ce)
- (setq ret (mime-parse-message dc-ctl "7bit" (cons i node-id)))
- )
- (setq children (cons ret children))
- )
- (make-mime-entity (current-buffer)
- header-start header-end body-start body-end
- node-id content-type content-disposition encoding
- (nreverse children))
- ))
-
-(defun mime-parse-message (&optional default-ctl default-encoding node-id)
- "Parse current-buffer as a MIME message.
-DEFAULT-CTL is used when an entity does not have valid Content-Type
-field. Its format must be as same as return value of
-mime-{parse|read}-Content-Type."
+ (goto-char body-end)
+ (narrow-to-region body-start
+ (if (re-search-backward close-delimiter nil t)
+ (match-beginning 0)
+ body-end))
+ (goto-char body-start)
+ (if (re-search-forward
+ (concat "^" (regexp-quote dash-boundary) "[ \t]*\n")
+ nil t)
+ (let ((cb (match-end 0))
+ ce ncb ret children
+ (node-id (mime-entity-node-id-internal entity))
+ (i 0))
+ (while (re-search-forward rsep nil t)
+ (setq ce (match-beginning 0))
+ (setq ncb (match-end 0))
+ (save-restriction
+ (narrow-to-region cb ce)
+ (setq ret (mime-parse-message representation-type dc-ctl
+ entity (cons i node-id)))
+ )
+ (setq children (cons ret children))
+ (goto-char (setq cb ncb))
+ (setq i (1+ i))
+ )
+ (setq ce (point-max))
+ (save-restriction
+ (narrow-to-region cb ce)
+ (setq ret (mime-parse-message representation-type dc-ctl
+ entity (cons i node-id)))
+ )
+ (setq children (cons ret children))
+ (mime-entity-set-children-internal entity (nreverse children))
+ )
+ (mime-entity-set-content-type-internal
+ entity (make-mime-content-type 'message 'x-broken))
+ nil)
+ ))))
+
+(defun mime-parse-encapsulated (entity)
+ (mime-entity-set-children-internal
+ entity
+ (with-current-buffer (mime-entity-body-buffer entity)
+ (save-restriction
+ (narrow-to-region (mime-entity-body-start-point entity)
+ (mime-entity-body-end-point entity))
+ (list (mime-parse-message
+ (mime-entity-representation-type-internal entity) nil
+ entity (cons 0 (mime-entity-node-id-internal entity))))
+ ))))
+
+(defun mime-parse-message (representation-type &optional default-ctl
+ parent node-id)
(let ((header-start (point-min))
header-end
body-start
(body-end (point-max))
- content-type content-disposition encoding
- primary-type)
+ content-type)
(goto-char header-start)
(if (re-search-forward "^$" nil t)
(setq header-end (match-end 0)
- body-start (1+ header-end))
+ body-start (if (= header-end body-end)
+ body-end
+ (1+ header-end)))
(setq header-end (point-min)
- body-start (point-min))
- )
+ body-start (point-min)))
(save-restriction
(narrow-to-region header-start header-end)
(setq content-type (or (let ((str (std11-fetch-field "Content-Type")))
(if str
(mime-parse-Content-Type str)
))
- default-ctl)
- content-disposition (let ((str (std11-fetch-field
- "Content-Disposition")))
- (if str
- (mime-parse-Content-Disposition str)
- ))
- encoding (let ((str (std11-fetch-field
- "Content-Transfer-Encoding")))
- (if str
- (mime-parse-Content-Transfer-Encoding str)
- default-encoding))
- primary-type (mime-content-type-primary-type content-type))
+ default-ctl))
)
- (cond ((eq primary-type 'multipart)
- (mime-parse-multipart header-start header-end
- body-start body-end
- content-type content-disposition encoding
- node-id)
- )
- ((and (eq primary-type 'message)
- (memq (mime-content-type-subtype content-type)
- '(rfc822 news)
- ))
- (make-mime-entity (current-buffer)
- header-start header-end body-start body-end
- node-id
- content-type content-disposition encoding
- (save-restriction
- (narrow-to-region body-start body-end)
- (list (mime-parse-message
- nil nil (cons 0 node-id)))
- ))
- )
- (t
- (make-mime-entity (current-buffer)
- header-start header-end body-start body-end
- node-id
- content-type content-disposition encoding nil)
- ))
+ (luna-make-entity representation-type
+ :location (current-buffer)
+ :content-type content-type
+ :parent parent
+ :node-id node-id
+ :buffer (current-buffer)
+ :header-start header-start
+ :header-end header-end
+ :body-start body-start
+ :body-end body-end)
))
-;;; @ utilities
+;;; @ for buffer
;;;
-(defsubst mime-root-entity-p (entity)
- "Return t if ENTITY is root-entity (message)."
- (null (mime-entity-node-id entity)))
+;;;###autoload
+(defun mime-parse-buffer (&optional buffer representation-type)
+ "Parse BUFFER as a MIME message.
+If buffer is omitted, it parses current-buffer."
+ (save-excursion
+ (if buffer (set-buffer buffer))
+ (setq mime-message-structure
+ (mime-parse-message (or representation-type
+ 'mime-buffer-entity) nil))
+ ))
;;; @ end