(,scan
str p q
([" \t"] (ew-add-frag res r p 'ew:wsp-tok))
- (?< (ew-add-token res r p 'ew:lt-tok))
- (?> (ew-add-token res r p 'ew:gt-tok))
- (?@ (ew-add-token res r p 'ew:at-tok))
- (?, (ew-add-token res r p 'ew:comma-tok))
- (?\; (ew-add-token res r p 'ew:semicolon-tok))
- (?: (ew-add-token res r p 'ew:colon-tok))
- (?. (ew-add-token res r p 'ew:dot-tok))
+ (?< (ew-add-frag res r p 'ew:lt-tok))
+ (?> (ew-add-frag res r p 'ew:gt-tok))
+ (?@ (ew-add-frag res r p 'ew:at-tok))
+ (?, (ew-add-frag res r p 'ew:comma-tok))
+ (?\; (ew-add-frag res r p 'ew:semicolon-tok))
+ (?: (ew-add-frag res r p 'ew:colon-tok))
+ (?. (ew-add-frag res r p 'ew:dot-tok))
((?\r ?\n [" \t"])
(ew-add-frag res r p 'ew:fold-tok))
((?\r ?\n [^ " \t"])
(ew-add-frag res r (setq p q) 'ew:err-tok))
((+ [(?a ?z) (?A ?Z) (?0 ?9) "!#$%&'*+-/=?^_`{|}~" non-ascii])
- (ew-add-token res r p 'ew:atom-tok))
- (?\" (ew-add-open res r p 'ew:qs-begin-tok)
+ (ew-add-frag res r p 'ew:atom-tok))
+ (?\" (ew-add-frag res r p 'ew:qs-begin-tok)
(setq mode 'quoted-string))
- (?\[ (ew-add-open res r p 'ew:dl-begin-tok)
+ (?\[ (ew-add-frag res r p 'ew:dl-begin-tok)
(setq mode 'domain-literal))
- (?\( (ew-add-open res r p 'ew:cm-begin-tok)
+ (?\( (ew-add-frag res r p 'ew:cm-begin-tok)
(setq mode 'comment
nest 1))
(() (ew-add-frag res r q 'ew:err-tok) (setq p q))))
((eq mode 'quoted-string)
(,scan
str p q
- (?\" (ew-add-close-token res r p 'ew:qs-end-tok)
+ (?\" (ew-add-frag res r p 'ew:qs-end-tok)
(setq mode 'token))
((?\\ ?\r ?\n [" \t"])
(ew-add-frag res r p 'ew:qs-qfold-tok))
((eq mode 'domain-literal)
(,scan
str p q
- (?\] (ew-add-close-token res r p 'ew:dl-end-tok)
+ (?\] (ew-add-frag res r p 'ew:dl-end-tok)
(setq mode 'token))
((?\\ ?\r ?\n [" \t"])
(ew-add-frag res r p 'ew:dl-qfold-tok))
((eq mode 'comment)
(,scan
str p q
- (?\( (ew-add-open res r p 'ew:cm-nested-begin-tok)
+ (?\( (ew-add-frag res r p 'ew:cm-nested-begin-tok)
(setq nest (1+ nest)))
(?\) (setq nest (1- nest))
(if (zerop nest)
(progn
- (ew-add-close res r p 'ew:cm-end-tok)
+ (ew-add-frag res r p 'ew:cm-end-tok)
(setq mode 'token))
- (ew-add-close res r p 'ew:cm-nested-end-tok)))
+ (ew-add-frag res r p 'ew:cm-nested-end-tok)))
((?\\ ?\r ?\n [" \t"])
(ew-add-frag res r p 'ew:cm-qfold-tok))
((?\\ ?\r ?\n [^ " \t"])