summaryrefslogtreecommitdiff
path: root/service/pixelated/adapter/mailstore/body_parser.py
blob: 8cac75cf1cf467a3ed77205b121f8f2644c4f449 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
#
# Copyright (c) 2015 ThoughtWorks, Inc.
#
# Pixelated is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Pixelated is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with Pixelated. If not, see <http://www.gnu.org/licenses/>.

import re
from email.parser import Parser

from twisted.logger import Logger

logger = Logger()


def _parse_charset_header(content_type_and_charset_header, default_charset='us-ascii'):
    try:
        return re.compile('.*charset="?([a-zA-Z0-9-]+)"?', re.MULTILINE | re.DOTALL).match(content_type_and_charset_header).group(1)
    except:
        return default_charset


class BodyParser(object):

    def __init__(self, content, content_type='text/plain; charset="us-ascii"', content_transfer_encoding=None, charset=None):
        self._content = content
        self._content_type = content_type
        self._content_transfer_encoding = content_transfer_encoding
        self._charset = charset

    def parsed_content(self):
        charset = self._charset or _parse_charset_header(self._content_type)
        text = self._serialize_for_parser(charset)

        decoded_body = self._parse_and_decode(text)
        return unicode(decoded_body, charset, errors='replace')

    def _parse_and_decode(self, text):
        parsed_body = Parser().parsestr(text)
        decoded_body = self._unwrap_content_transfer_encoding(parsed_body)
        return decoded_body

    def _unwrap_content_transfer_encoding(self, parsed_body):
        return parsed_body.get_payload(decode=True)

    def _serialize_for_parser(self, charset):
        text = u'Content-Type: %s\n' % self._content_type
        if self._content_transfer_encoding is not None:
            text += u'Content-Transfer-Encoding: %s\n' % self._content_transfer_encoding

        text += u'\n'
        encoded_text = text.encode(charset)
        if isinstance(self._content, unicode):
            try:
                return encoded_text + self._content.encode(charset)
            except UnicodeError, e:
                logger.warn('Failed to encode content for charset %s. Ignoring invalid chars: %s' % (charset, e))
                return encoded_text + self._content.encode(charset, 'ignore')
        else:
            return encoded_text + self._content