31
from grackle.cassandra import workaround_1779
34
def create_schema(host, keyspace, clobber=False, create_keyspace=False):
31
from grackle.server.cassandra import workaround_1779
34
def create_schema(host, keyspace, clobber=False):
35
35
mgr = SystemManager(host)
38
mgr.create_keyspace(keyspace, replication_factor=1)
41
38
for cf in mgr.get_keyspace_column_families(keyspace):
42
39
mgr.drop_column_family(keyspace, cf)
57
def _parse_message(message):
58
"""Get a date and dict of an RFC822 message."""
59
parsed = email.parser.Parser().parsestr(message)
62
for key in ('from', 'to', 'subject', 'message-id'):
63
value = parsed.get(key, None)
65
message_dict[key] = value
67
date = parsed.get('date')
70
pdate = parsedate_tz(date)
71
date = datetime.datetime(
73
tzinfo=dateutil.tz.tzoffset('', pdate[9]))
76
message_dict['date'] = date.isoformat() if date is not None else None
78
return date, message_dict
81
54
class CassandraConnection(object):
83
56
def __init__(self, keyspace, host):
93
66
def _column_family(self, name):
94
67
return pycassa.ColumnFamily(self._connection, name)
69
def _parse_message(self, message):
70
"""Get a date and dict of an RFC822 message."""
71
parsed = email.parser.Parser().parsestr(message)
73
message_dict['content'] = message
75
for key in ('from', 'to', 'subject', 'message-id'):
76
value = parsed.get(key, None)
78
message_dict[key] = value
80
date = parsed.get('date')
83
pdate = parsedate_tz(date)
84
date = datetime.datetime(
86
tzinfo=dateutil.tz.tzoffset('', pdate[9]))
89
message_dict['date'] = date.isoformat() if date is not None else None
91
return date, message_dict
96
93
def add_message(self, archive_uuid, message):
97
94
message_uuid = uuid.uuid4()
98
message_date, message_dict = _parse_message(message)
99
message_dict['content'] = message
95
message_date, message_dict = self._parse_message(message)
100
96
message_dict['date_created'] = (
101
97
datetime.datetime.utcnow().isoformat() + 'Z')
102
98
self.messages.insert(message_uuid, message_dict)
113
109
'date': message.get('date'),
114
110
'from': message.get('from'),
115
111
'subject': message.get('subject'),
116
'message-id': message.get('message-id'),
119
114
def get_messages(self, archive_uuid, order, count, start):
121
116
reversed = order[0] == '-'
123
118
raise AssertionError("Unsupported order.")
125
start = uuid.UUID(start)
126
119
pairs = self.archive_messages.get(
127
120
archive_uuid, column_count=count + 1,
128
121
column_start=start, column_reversed=reversed).items()
129
122
ids = [v for k, v in pairs]
130
123
messages = self.messages.multiget(
131
ids, columns=['date', 'from', 'subject', 'message-id'])
124
ids, columns=['date', 'from', 'subject'])
132
125
actual_count = len(pairs)
133
126
if len(pairs) > count:
134
127
assert len(pairs) == count + 1