31
from grackle.cassandra import workaround_1779
34
def create_schema(host, keyspace, clobber=False, create_keyspace=False):
27
from grackle.server.cassandra import workaround_1779
30
def create_schema(host, keyspace, clobber=False):
35
31
mgr = SystemManager(host)
38
mgr.create_keyspace(keyspace, replication_factor=1)
41
34
for cf in mgr.get_keyspace_column_families(keyspace):
42
35
mgr.drop_column_family(keyspace, cf)
57
def _parse_message(message):
58
"""Get a date and dict of an RFC822 message."""
59
parsed = email.parser.Parser().parsestr(message)
62
for key in ('from', 'to', 'subject', 'message-id'):
63
value = parsed.get(key, None)
65
message_dict[key] = value
67
date = parsed.get('date')
70
pdate = parsedate_tz(date)
71
date = datetime.datetime(
73
tzinfo=dateutil.tz.tzoffset('', pdate[9]))
76
message_dict['date'] = date.isoformat() if date is not None else None
78
return date, message_dict
81
50
class CassandraConnection(object):
83
52
def __init__(self, keyspace, host):
96
65
def add_message(self, archive_uuid, message):
97
66
message_uuid = uuid.uuid4()
98
message_date, message_dict = _parse_message(message)
99
message_dict['content'] = message
100
message_dict['date_created'] = (
101
datetime.datetime.utcnow().isoformat() + 'Z')
102
self.messages.insert(message_uuid, message_dict)
69
{'date_created': datetime.datetime.utcnow().isoformat() + 'Z',
103
72
self.archive_messages.insert(
105
{message_date.astimezone(dateutil.tz.tzutc()): message_uuid})
107
'Imported %s into %s'
108
% (message_dict.get('message-id', None), archive_uuid))
73
archive_uuid, {datetime.datetime.now(): message_uuid})
109
74
return message_uuid
111
def _format_message(self, message):
113
'date': message.get('date'),
114
'from': message.get('from'),
115
'subject': message.get('subject'),
116
'message-id': message.get('message-id'),
119
def _trim(self, sequence, end):
125
def get_messages(self, archive_uuid, order, count, memo, backward=False):
126
if order in ("date", "-date"):
127
reversed = order[0] == '-'
129
raise AssertionError("Unsupported order.")
131
memo = uuid.UUID(memo)
132
# Get up to n+1 messages from the memo: the last item of the
133
# previous batch (because that's where the memo starts) + this
141
pairs = self.archive_messages.get(
142
archive_uuid, column_count=count + 1, column_start=start,
143
column_finish=finish, column_reversed=reversed).items()
144
if memo and len(pairs) and pairs[0][0] <= memo:
145
pairs = self._trim(pairs, False ^ backward)
146
elif len(pairs) > count:
147
pairs = self._trim(pairs, True ^ backward)
150
return (None, [], None)
152
assert 0 < len(pairs) <= count
154
ids = [v for k, v in pairs]
155
messages = self.messages.multiget(
156
ids, columns=['date', 'from', 'subject', 'message-id'])
160
[self._format_message(messages[id]) for id in ids],
76
def get_messages(self, archive_uuid):
77
ids = self.archive_messages.get(
78
archive_uuid, column_count=10, column_reversed=True).values()
79
messages = self.messages.multiget(ids)
80
return [messages[id]['content'] for id in ids]