123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299 |
- # Copyright (C) 2001-2006 Python Software Foundation
- # Author: Ben Gertzfield
- # Contact: email-sig@python.org
- """Quoted-printable content transfer encoding per RFCs 2045-2047.
- This module handles the content transfer encoding method defined in RFC 2045
- to encode US ASCII-like 8-bit data called `quoted-printable'. It is used to
- safely encode text that is in a character set similar to the 7-bit US ASCII
- character set, but that includes some 8-bit characters that are normally not
- allowed in email bodies or headers.
- Quoted-printable is very space-inefficient for encoding binary files; use the
- email.base64mime module for that instead.
- This module provides an interface to encode and decode both headers and bodies
- with quoted-printable encoding.
- RFC 2045 defines a method for including character set information in an
- `encoded-word' in a header. This method is commonly used for 8-bit real names
- in To:/From:/Cc: etc. fields, as well as Subject: lines.
- This module does not do the line wrapping or end-of-line character
- conversion necessary for proper internationalized headers; it only
- does dumb encoding and decoding. To deal with the various line
- wrapping issues, use the email.header module.
- """
- __all__ = [
- 'body_decode',
- 'body_encode',
- 'body_length',
- 'decode',
- 'decodestring',
- 'header_decode',
- 'header_encode',
- 'header_length',
- 'quote',
- 'unquote',
- ]
- import re
- from string import ascii_letters, digits, hexdigits
- CRLF = '\r\n'
- NL = '\n'
- EMPTYSTRING = ''
- # Build a mapping of octets to the expansion of that octet. Since we're only
- # going to have 256 of these things, this isn't terribly inefficient
- # space-wise. Remember that headers and bodies have different sets of safe
- # characters. Initialize both maps with the full expansion, and then override
- # the safe bytes with the more compact form.
- _QUOPRI_MAP = ['=%02X' % c for c in range(256)]
- _QUOPRI_HEADER_MAP = _QUOPRI_MAP[:]
- _QUOPRI_BODY_MAP = _QUOPRI_MAP[:]
- # Safe header bytes which need no encoding.
- for c in b'-!*+/' + ascii_letters.encode('ascii') + digits.encode('ascii'):
- _QUOPRI_HEADER_MAP[c] = chr(c)
- # Headers have one other special encoding; spaces become underscores.
- _QUOPRI_HEADER_MAP[ord(' ')] = '_'
- # Safe body bytes which need no encoding.
- for c in (b' !"#$%&\'()*+,-./0123456789:;<>'
- b'?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`'
- b'abcdefghijklmnopqrstuvwxyz{|}~\t'):
- _QUOPRI_BODY_MAP[c] = chr(c)
- # Helpers
- def header_check(octet):
- """Return True if the octet should be escaped with header quopri."""
- return chr(octet) != _QUOPRI_HEADER_MAP[octet]
- def body_check(octet):
- """Return True if the octet should be escaped with body quopri."""
- return chr(octet) != _QUOPRI_BODY_MAP[octet]
- def header_length(bytearray):
- """Return a header quoted-printable encoding length.
- Note that this does not include any RFC 2047 chrome added by
- `header_encode()`.
- :param bytearray: An array of bytes (a.k.a. octets).
- :return: The length in bytes of the byte array when it is encoded with
- quoted-printable for headers.
- """
- return sum(len(_QUOPRI_HEADER_MAP[octet]) for octet in bytearray)
- def body_length(bytearray):
- """Return a body quoted-printable encoding length.
- :param bytearray: An array of bytes (a.k.a. octets).
- :return: The length in bytes of the byte array when it is encoded with
- quoted-printable for bodies.
- """
- return sum(len(_QUOPRI_BODY_MAP[octet]) for octet in bytearray)
- def _max_append(L, s, maxlen, extra=''):
- if not isinstance(s, str):
- s = chr(s)
- if not L:
- L.append(s.lstrip())
- elif len(L[-1]) + len(s) <= maxlen:
- L[-1] += extra + s
- else:
- L.append(s.lstrip())
- def unquote(s):
- """Turn a string in the form =AB to the ASCII character with value 0xab"""
- return chr(int(s[1:3], 16))
- def quote(c):
- return _QUOPRI_MAP[ord(c)]
- def header_encode(header_bytes, charset='iso-8859-1'):
- """Encode a single header line with quoted-printable (like) encoding.
- Defined in RFC 2045, this `Q' encoding is similar to quoted-printable, but
- used specifically for email header fields to allow charsets with mostly 7
- bit characters (and some 8 bit) to remain more or less readable in non-RFC
- 2045 aware mail clients.
- charset names the character set to use in the RFC 2046 header. It
- defaults to iso-8859-1.
- """
- # Return empty headers as an empty string.
- if not header_bytes:
- return ''
- # Iterate over every byte, encoding if necessary.
- encoded = header_bytes.decode('latin1').translate(_QUOPRI_HEADER_MAP)
- # Now add the RFC chrome to each encoded chunk and glue the chunks
- # together.
- return '=?%s?q?%s?=' % (charset, encoded)
- _QUOPRI_BODY_ENCODE_MAP = _QUOPRI_BODY_MAP[:]
- for c in b'\r\n':
- _QUOPRI_BODY_ENCODE_MAP[c] = chr(c)
- def body_encode(body, maxlinelen=76, eol=NL):
- """Encode with quoted-printable, wrapping at maxlinelen characters.
- Each line of encoded text will end with eol, which defaults to "\\n". Set
- this to "\\r\\n" if you will be using the result of this function directly
- in an email.
- Each line will be wrapped at, at most, maxlinelen characters before the
- eol string (maxlinelen defaults to 76 characters, the maximum value
- permitted by RFC 2045). Long lines will have the 'soft line break'
- quoted-printable character "=" appended to them, so the decoded text will
- be identical to the original text.
- The minimum maxlinelen is 4 to have room for a quoted character ("=XX")
- followed by a soft line break. Smaller values will generate a
- ValueError.
- """
- if maxlinelen < 4:
- raise ValueError("maxlinelen must be at least 4")
- if not body:
- return body
- # quote special characters
- body = body.translate(_QUOPRI_BODY_ENCODE_MAP)
- soft_break = '=' + eol
- # leave space for the '=' at the end of a line
- maxlinelen1 = maxlinelen - 1
- encoded_body = []
- append = encoded_body.append
- for line in body.splitlines():
- # break up the line into pieces no longer than maxlinelen - 1
- start = 0
- laststart = len(line) - 1 - maxlinelen
- while start <= laststart:
- stop = start + maxlinelen1
- # make sure we don't break up an escape sequence
- if line[stop - 2] == '=':
- append(line[start:stop - 1])
- start = stop - 2
- elif line[stop - 1] == '=':
- append(line[start:stop])
- start = stop - 1
- else:
- append(line[start:stop] + '=')
- start = stop
- # handle rest of line, special case if line ends in whitespace
- if line and line[-1] in ' \t':
- room = start - laststart
- if room >= 3:
- # It's a whitespace character at end-of-line, and we have room
- # for the three-character quoted encoding.
- q = quote(line[-1])
- elif room == 2:
- # There's room for the whitespace character and a soft break.
- q = line[-1] + soft_break
- else:
- # There's room only for a soft break. The quoted whitespace
- # will be the only content on the subsequent line.
- q = soft_break + quote(line[-1])
- append(line[start:-1] + q)
- else:
- append(line[start:])
- # add back final newline if present
- if body[-1] in CRLF:
- append('')
- return eol.join(encoded_body)
- # BAW: I'm not sure if the intent was for the signature of this function to be
- # the same as base64MIME.decode() or not...
- def decode(encoded, eol=NL):
- """Decode a quoted-printable string.
- Lines are separated with eol, which defaults to \\n.
- """
- if not encoded:
- return encoded
- # BAW: see comment in encode() above. Again, we're building up the
- # decoded string with string concatenation, which could be done much more
- # efficiently.
- decoded = ''
- for line in encoded.splitlines():
- line = line.rstrip()
- if not line:
- decoded += eol
- continue
- i = 0
- n = len(line)
- while i < n:
- c = line[i]
- if c != '=':
- decoded += c
- i += 1
- # Otherwise, c == "=". Are we at the end of the line? If so, add
- # a soft line break.
- elif i+1 == n:
- i += 1
- continue
- # Decode if in form =AB
- elif i+2 < n and line[i+1] in hexdigits and line[i+2] in hexdigits:
- decoded += unquote(line[i:i+3])
- i += 3
- # Otherwise, not in form =AB, pass literally
- else:
- decoded += c
- i += 1
- if i == n:
- decoded += eol
- # Special case if original string did not end with eol
- if encoded[-1] not in '\r\n' and decoded.endswith(eol):
- decoded = decoded[:-1]
- return decoded
- # For convenience and backwards compatibility w/ standard base64 module
- body_decode = decode
- decodestring = decode
- def _unquote_match(match):
- """Turn a match in the form =AB to the ASCII character with value 0xab"""
- s = match.group(0)
- return unquote(s)
- # Header decoding is done a bit differently
- def header_decode(s):
- """Decode a string encoded with RFC 2045 MIME header `Q' encoding.
- This function does not parse a full MIME header value encoded with
- quoted-printable (like =?iso-8859-1?q?Hello_World?=) -- please use
- the high level email.header class for that functionality.
- """
- s = s.replace('_', ' ')
- return re.sub(r'=[a-fA-F0-9]{2}', _unquote_match, s, flags=re.ASCII)
|