← Back to branch summary

~unity-2d-team/unity-2d/Shell-MultiMonitor

« back to all changes in this revision

Viewing changes to grackle/server/model.py

  • Committer: William Grant
  • Date: 2012-01-22 07:10:23 UTC
  • Revision ID: william.grant@canonical.com-20120122071023-kwq8o5fvm6q9beys
Support batching.

Show diffs side-by-side

added added

removed removed

Lines of Context:
grackle/server/model.py
51
51
        mgr.close()
52
52
 
53
53
 
54
 
def _parse_message(message):
55
 
    """Get a date and dict of an RFC822 message."""
56
 
    parsed = email.parser.Parser().parsestr(message)
57
 
    message_dict = {}
58
 
 
59
 
    for key in ('from', 'to', 'subject', 'message-id'):
60
 
        value = parsed.get(key, None)
61
 
        if value is not None:
62
 
            message_dict[key] = value
63
 
 
64
 
    date = parsed.get('date')
65
 
    if date is not None:
66
 
        try:
67
 
            pdate = parsedate_tz(date)
68
 
            date = datetime.datetime(
69
 
                *pdate[:6],
70
 
                tzinfo=dateutil.tz.tzoffset('', pdate[9]))
71
 
        except ValueError:
72
 
            pass
73
 
    message_dict['date'] = date.isoformat() if date is not None else None
74
 
 
75
 
    return date, message_dict
76
 
 
77
 
 
78
54
class CassandraConnection(object):
79
55
 
80
56
    def __init__(self, keyspace, host):
92
68
 
93
69
    def add_message(self, archive_uuid, message):
94
70
        message_uuid = uuid.uuid4()
95
 
        message_date, message_dict = _parse_message(message)
96
 
        message_dict['content'] = message
97
 
        message_dict['date_created'] = (
98
 
            datetime.datetime.utcnow().isoformat() + 'Z')
99
 
        self.messages.insert(message_uuid, message_dict)
 
71
        parsed = email.parser.Parser().parsestr(message)
 
72
        date = parsed.get('date')
 
73
        if date is not None:
 
74
            try:
 
75
                pdate = parsedate_tz(date)
 
76
                date = datetime.datetime(
 
77
                    *pdate[:6],
 
78
                    tzinfo=dateutil.tz.tzoffset('', pdate[9]))
 
79
            except ValueError:
 
80
                pass
 
81
        self.messages.insert(
 
82
            message_uuid,
 
83
            {'date_created': datetime.datetime.utcnow().isoformat() + 'Z',
 
84
             'content': message,
 
85
             'from': parsed.get('From'),
 
86
             'subject': parsed.get('Subject'),
 
87
             'date': date.isoformat() if date is not None else None,
 
88
             'message_id': parsed.get('Message-ID'),
 
89
             })
100
90
        self.archive_messages.insert(
101
91
            archive_uuid,
102
 
            {message_date.astimezone(dateutil.tz.tzutc()): message_uuid})
 
92
            {date.astimezone(dateutil.tz.tzutc()): message_uuid})
103
93
        logging.debug(
104
 
            'Imported %s into %s'
105
 
            % (message_dict.get('message-id', None), archive_uuid))
 
94
            'Imported %s into %s' % (parsed.get('Message-ID'), archive_uuid))
106
95
        return message_uuid
107
96
 
108
97
    def _format_message(self, message):
109
98
        return {
110
 
            'date': message.get('date'),
111
 
            'from': message.get('from'),
112
 
            'subject': message.get('subject'),
 
99
            'date': message['date'],
 
100
            'from': message['from'],
 
101
            'subject': message['subject'],
113
102
            }
114
103
 
115
104
    def get_messages(self, archive_uuid, order, count, start):
118
107
        else:
119
108
            raise AssertionError("Unsupported order.")
120
109
        pairs = self.archive_messages.get(
121
 
            archive_uuid, column_count=count + 1,
 
110
            archive_uuid, column_count=count+1,
122
111
            column_start=start, column_reversed=reversed).items()
123
112
        ids = [v for k, v in pairs]
124
113
        messages = self.messages.multiget(