← Back to branch summary

~launchpad-pqm/launchpad/devel

« back to all changes in this revision

Viewing changes to lib/lp/services/messages/model/message.py

  • Committer: Colin Watson
  • Date: 2011-08-19 00:25:11 UTC
  • mfrom: (7675.1045.728 db-devel)
  • mto: This revision was merged to the branch mainline in revision 13909.
  • Revision ID: cjwatson@canonical.com-20110819002511-0x8hrqs1ckiqk53g
merge db-devel

Show diffs side-by-side

added added

removed removed

Lines of Context:
lib/lp/services/messages/model/message.py
1
 
# Copyright 2009 Canonical Ltd.  This software is licensed under the
 
1
# Copyright 2009-2011 Canonical Ltd.  This software is licensed under the
2
2
# GNU Affero General Public License version 3 (see the file LICENSE).
3
3
 
4
4
# pylint: disable-msg=E0611,W0212
27
27
    parseaddr,
28
28
    parsedate_tz,
29
29
    )
 
30
import logging
30
31
from operator import attrgetter
31
32
import os.path
32
33
 
62
63
from canonical.database.datetimecol import UtcDateTimeCol
63
64
from canonical.database.enumcol import EnumCol
64
65
from canonical.database.sqlbase import SQLBase
65
 
from canonical.launchpad.interfaces.librarian import (
66
 
    ILibraryFileAliasSet,
 
66
from canonical.launchpad.interfaces.librarian import ILibraryFileAliasSet
 
67
from lp.app.errors import NotFoundError
 
68
from lp.registry.interfaces.person import (
 
69
    IPersonSet,
 
70
    PersonCreationRationale,
 
71
    validate_public_person,
67
72
    )
 
73
from lp.services.encoding import guess as ensure_unicode
 
74
from lp.services.job.model.job import Job
 
75
from lp.services.mail.signedmessage import signed_message_from_string
68
76
from lp.services.messages.interfaces.message import (
69
77
    IDirectEmailAuthorization,
70
78
    IMessage,
75
83
    IUserToUserEmail,
76
84
    UnknownSender,
77
85
    )
78
 
from canonical.launchpad.mail import (
79
 
    signed_message_from_string,
80
 
    )
81
 
from lp.app.errors import NotFoundError
82
 
from lp.registry.interfaces.person import (
83
 
    IPersonSet,
84
 
    PersonCreationRationale,
85
 
    validate_public_person,
86
 
    )
87
 
from lp.services.encoding import guess as ensure_unicode
88
 
from lp.services.job.model.job import Job
89
86
from lp.services.propertycache import cachedproperty
90
87
 
91
88
# this is a hard limit on the size of email we will be willing to store in
211
208
class MessageSet:
212
209
    implements(IMessageSet)
213
210
 
 
211
    extra_encoding_aliases = {
 
212
        'macintosh': 'mac_roman',
 
213
    }
 
214
 
214
215
    def get(self, rfc822msgid):
215
216
        messages = list(Message.selectBy(rfc822msgid=rfc822msgid))
216
217
        if len(messages) == 0:
235
236
        Store.of(message).flush()
236
237
        return message
237
238
 
 
239
    @classmethod
 
240
    def decode(self, encoded, encoding):
 
241
        encoding = self.extra_encoding_aliases.get(encoding, encoding)
 
242
        try:
 
243
            return encoded.decode(encoding, 'replace')
 
244
        except LookupError:
 
245
            try:
 
246
                return encoded.decode('us-ascii')
 
247
            except UnicodeDecodeError:
 
248
                logging.getLogger().warning(
 
249
                    'Treating unknown encoding "%s" as latin-1.' % encoding)
 
250
                return encoded.decode('latin-1')
 
251
 
238
252
    def _decode_header(self, header):
239
253
        r"""Decode an RFC 2047 encoded header.
240
254
 
268
282
            # cause problems in unusual encodings that we are hopefully
269
283
            # unlikely to encounter in this part of the code.
270
284
            re_encoded_bits.append(
271
 
                (bytes.decode(charset, 'replace').encode('utf-8'), 'utf-8'))
 
285
                (self.decode(bytes, charset).encode('utf-8'), 'utf-8'))
272
286
 
273
287
        return unicode(email.Header.make_header(re_encoded_bits))
274
288
 
308
322
        file_alias_set = getUtility(ILibraryFileAliasSet)  # Reused later
309
323
        if filealias is None:
310
324
            # Avoid circular import.
311
 
            from canonical.launchpad.mail.helpers import (
 
325
            from lp.services.mail.helpers import (
312
326
                save_mail_to_librarian,
313
327
                )
314
328
            raw_email_message = save_mail_to_librarian(email_message)
445
459
                charset = part.get_content_charset()
446
460
                if charset is None or str(charset).lower() == 'x-unknown':
447
461
                    charset = 'latin-1'
448
 
 
449
 
                content = content.decode(charset, 'replace')
 
462
                content = self.decode(content, charset)
450
463
 
451
464
                if content.strip():
452
465
                    MessageChunk(