← Back to branch summary

~unity-2d-team/unity-2d/Shell-MultiMonitor

« back to all changes in this revision

Viewing changes to grackle/model.py

  • Committer: William Grant
  • Date: 2012-01-22 11:15:15 UTC
  • Revision ID: william.grant@canonical.com-20120122111515-87kkj7g8upjbhcmg
Include message-id in the result.

Show diffs side-by-side

added added

removed removed

Lines of Context:
grackle/model.py
15
15
# <http://www.gnu.org/licenses/>.
16
16
 
17
17
import datetime
 
18
import dateutil.tz
 
19
import email.parser
 
20
from email.utils import parsedate_tz
 
21
import logging
18
22
import uuid
19
23
 
20
24
import pycassa
24
28
    TIME_UUID_TYPE,
25
29
    )
26
30
 
27
 
from grackle.server.cassandra import workaround_1779
28
 
 
29
 
 
30
 
def create_schema(host, keyspace, clobber=False):
 
31
from grackle.cassandra import workaround_1779
 
32
 
 
33
 
 
34
def create_schema(host, keyspace, clobber=False, create_keyspace=False):
31
35
    mgr = SystemManager(host)
32
36
 
 
37
    if create_keyspace:
 
38
        mgr.create_keyspace(keyspace, replication_factor=1)
 
39
 
33
40
    if clobber:
34
41
        for cf in mgr.get_keyspace_column_families(keyspace):
35
42
            mgr.drop_column_family(keyspace, cf)
47
54
        mgr.close()
48
55
 
49
56
 
 
57
def _parse_message(message):
 
58
    """Get a date and dict of an RFC822 message."""
 
59
    parsed = email.parser.Parser().parsestr(message)
 
60
    message_dict = {}
 
61
 
 
62
    for key in ('from', 'to', 'subject', 'message-id'):
 
63
        value = parsed.get(key, None)
 
64
        if value is not None:
 
65
            message_dict[key] = value
 
66
 
 
67
    date = parsed.get('date')
 
68
    if date is not None:
 
69
        try:
 
70
            pdate = parsedate_tz(date)
 
71
            date = datetime.datetime(
 
72
                *pdate[:6],
 
73
                tzinfo=dateutil.tz.tzoffset('', pdate[9]))
 
74
        except ValueError:
 
75
            pass
 
76
    message_dict['date'] = date.isoformat() if date is not None else None
 
77
 
 
78
    return date, message_dict
 
79
 
 
80
 
50
81
class CassandraConnection(object):
51
82
 
52
83
    def __init__(self, keyspace, host):
64
95
 
65
96
    def add_message(self, archive_uuid, message):
66
97
        message_uuid = uuid.uuid4()
67
 
        self.messages.insert(
68
 
            message_uuid,
69
 
            {'date_created': datetime.datetime.utcnow().isoformat() + 'Z',
70
 
             'content': message,
71
 
             })
 
98
        message_date, message_dict = _parse_message(message)
 
99
        message_dict['content'] = message
 
100
        message_dict['date_created'] = (
 
101
            datetime.datetime.utcnow().isoformat() + 'Z')
 
102
        self.messages.insert(message_uuid, message_dict)
72
103
        self.archive_messages.insert(
73
 
            archive_uuid, {datetime.datetime.now(): message_uuid})
 
104
            archive_uuid,
 
105
            {message_date.astimezone(dateutil.tz.tzutc()): message_uuid})
 
106
        logging.debug(
 
107
            'Imported %s into %s'
 
108
            % (message_dict.get('message-id', None), archive_uuid))
74
109
        return message_uuid
75
110
 
76
 
    def get_messages(self, archive_uuid):
77
 
        ids = self.archive_messages.get(
78
 
            archive_uuid, column_count=10, column_reversed=True).values()
79
 
        messages = self.messages.multiget(ids)
80
 
        return [messages[id]['content'] for id in ids]
 
111
    def _format_message(self, message):
 
112
        return {
 
113
            'date': message.get('date'),
 
114
            'from': message.get('from'),
 
115
            'subject': message.get('subject'),
 
116
            'message-id': message.get('message-id'),
 
117
            }
 
118
 
 
119
    def get_messages(self, archive_uuid, order, count, start):
 
120
        if order in ("date", "-date"):
 
121
            reversed = order[0] == '-'
 
122
        else:
 
123
            raise AssertionError("Unsupported order.")
 
124
        pairs = self.archive_messages.get(
 
125
            archive_uuid, column_count=count + 1,
 
126
            column_start=start, column_reversed=reversed).items()
 
127
        ids = [v for k, v in pairs]
 
128
        messages = self.messages.multiget(
 
129
            ids, columns=['date', 'from', 'subject', 'message-id'])
 
130
        actual_count = len(pairs)
 
131
        if len(pairs) > count:
 
132
            assert len(pairs) == count + 1
 
133
            actual_count -= 1
 
134
            next_memo = str(pairs[count][0])
 
135
        else:
 
136
            next_memo = None
 
137
        return (
 
138
            [self._format_message(messages[id]) for id in ids[:actual_count]],
 
139
            next_memo,
 
140
            )