80
78
return date, message_dict
83
def _utc_datetime(dt):
84
return dt.astimezone(dateutil.tz.tzutc())
87
def _utc_timestamp(dt):
88
return time.mktime(_utc_datetime(dt).timetuple()) - time.timezone
91
def _utc_timeuuid(dt, lowest_val=True):
92
return convert_time_to_uuid(_utc_timestamp(dt), lowest_val)
95
def _cmp_timeuuid(a, b):
97
return cmp(a.time, b.time)
101
def _bound_timeuuid(a, b, max=False):
102
if a == '' or _cmp_timeuuid(b, a) == (1 if max else -1):
107
def _make_bounds(memo, range_start, range_finish, backward):
110
memo = uuid.UUID(memo)
115
if range_start is not None:
116
start = _bound_timeuuid(
117
start, _utc_timeuuid(range_start), max=True)
118
if range_finish is not None:
119
finish = _bound_timeuuid(
120
finish, _utc_timeuuid(range_finish, lowest_val=False))
121
return memo, start, finish
124
def _format_message(message):
126
'date': message.get('date'),
127
'from': message.get('from'),
128
'subject': message.get('subject'),
129
'message-id': message.get('message-id'),
130
'content': message.get('content'),
134
81
class CassandraConnection(object):
136
83
def __init__(self, keyspace, host):
155
102
self.messages.insert(message_uuid, message_dict)
156
103
self.archive_messages.insert(
158
{_utc_timestamp(message_date): message_uuid})
105
{message_date.astimezone(dateutil.tz.tzutc()): message_uuid})
160
107
'Imported %s into %s'
161
108
% (message_dict.get('message-id', None), archive_uuid))
162
109
return message_uuid
164
def _trim(self, sequence, end):
165
"""Return the sequence with one of the ends trimmed.
167
:param end: if true, remove the last element. otherwise remove
175
def get_messages(self, archive_uuid, order, count, memo, backward=False,
176
start_date=None, finish_date=None):
111
def _format_message(self, message):
113
'date': message.get('date'),
114
'from': message.get('from'),
115
'subject': message.get('subject'),
118
def get_messages(self, archive_uuid, order, count, start):
177
119
if order in ("date", "-date"):
178
120
reversed = order[0] == '-'
180
122
raise AssertionError("Unsupported order.")
182
memo, start, finish = _make_bounds(
183
memo, start_date, finish_date, backward)
185
# Get up to n+1 messages from the memo: the last item of the
186
# previous batch (because that's where the memo starts) + this
188
123
pairs = self.archive_messages.get(
189
archive_uuid, column_count=count + 1, column_start=start,
190
column_finish=finish, column_reversed=reversed).items()
192
if len(pairs) and memo and pairs[0][0] <= memo:
193
# The memo (from the previous batch) was included in the result.
195
pairs = self._trim(pairs, False ^ backward)
196
elif len(pairs) > count:
197
# There was no memo in the result, so the n+1th element is
198
# unnecessary. Kill it.
199
pairs = self._trim(pairs, True ^ backward)
202
return (None, [], None)
204
assert 0 < len(pairs) <= count
206
# We've narrowed down the message references. Fetch the messages.
124
archive_uuid, column_count=count + 1,
125
column_start=start, column_reversed=reversed).items()
207
126
ids = [v for k, v in pairs]
208
127
messages = self.messages.multiget(
209
ids, columns=['date', 'from', 'subject', 'message-id', 'content'])
128
ids, columns=['date', 'from', 'subject'])
129
actual_count = len(pairs)
130
if len(pairs) > count:
131
assert len(pairs) == count + 1
133
next_memo = str(pairs[count][0])
213
[_format_message(messages[id]) for id in ids],
137
[self._format_message(messages[id]) for id in ids[:actual_count]],