17
17
__metaclass__ = type
21
from grackle.server.testing.cassandra import TemporaryDB
22
from grackle.server.model import CassandraConnection
20
from email.utils import formatdate
22
from tempfile import _RandomNameSequence
26
from dateutil.tz import (
30
from pycassa.util import convert_uuid_to_time
32
from grackle.model import (
38
TEMPLATE_MESSAGE = """\
26
39
From: sysadmin@example.com
27
40
To: developer@example.com
28
41
Subject: Everything is broken
29
Date: Sat, 1 Jan 2000 11:02:34 +1100
30
Message-Id: <aaaaaaaaaaaaa@example.com>
32
45
Help, everything has just broken.
36
class TestModel(fixtures.TestWithFixtures):
38
def test_add_message(self):
39
keyspace = self.useFixture(TemporaryDB()).keyspace
40
c = CassandraConnection(keyspace, ['localhost:9160'])
41
c.add_message('foo', TEST_MESSAGE)
44
class TestModel(fixtures.TestWithFixtures):
46
def test_add_message(self):
47
keyspace = self.useFixture(TemporaryDB()).keyspace
48
c = CassandraConnection(keyspace, ['localhost:9160'])
49
key = c.add_message('foo', TEST_MESSAGE)
48
TEST_MESSAGE = TEMPLATE_MESSAGE.format(
49
date='Sat, 1 Jan 2000 11:02:34 +1100',
50
id='<aaaaaaaaaaaaa@example.com>')
53
class TestParseMessage(unittest.TestCase):
56
# _parse_message extracts interesting fields. It also parses the
57
# date and returns it separately.
58
date, msg = _parse_message(TEST_MESSAGE)
59
self.assertEqual('sysadmin@example.com', msg['from'])
60
self.assertEqual('developer@example.com', msg['to'])
61
self.assertEqual('Everything is broken', msg['subject'])
62
self.assertEqual('2000-01-01T11:02:34+11:00', msg['date'])
63
self.assertEqual('<aaaaaaaaaaaaa@example.com>', msg['message-id'])
66
2000, 1, 1, 11, 2, 34, tzinfo=tzoffset('', 39600)),
70
class TestAddMessage(unittest.TestCase):
72
def test_add_message(self):
73
c = CassandraConnection(
74
os.environ['GRACKLE_TEST_KEYSPACE'], ['localhost:9160'])
75
archive = next(_RandomNameSequence())
77
# Write the message out to Cassandra, and read it back in.
78
key = c.add_message(archive, TEST_MESSAGE)
50
79
cmsg = c.messages.get(key)
81
# The archive should contain a single message, a reference to
83
archive_messages = c.archive_messages.get(archive).items()
84
self.assertEqual(1, len(archive_messages))
85
self.assertEqual(key, archive_messages[0][1])
87
# The key in archive_message is a TimeUUID for the Date field in
88
# the message. There is no UTC equivalent of time.mktime, so we
89
# must subtract the offset.
90
utctime = time.mktime(datetime.datetime(
91
2000, 1, 1, 0, 2, 34, tzinfo=tzutc()).timetuple()) - time.timezone
94
convert_uuid_to_time(archive_messages[0][0]))
96
# The stored message contains the full original text of the
97
# message, as well as interesting fields parsed out.
51
98
self.assertEqual(TEST_MESSAGE, cmsg['content'])
52
self.assertEqual('sysadmin@example.com', cmsg['from'])
53
self.assertEqual('developer@example.com', cmsg['to'])
54
self.assertEqual('Everything is broken', cmsg['subject'])
55
self.assertEqual('2000-01-01T11:02:34+11:00', cmsg['date'])
56
self.assertEqual('<aaaaaaaaaaaaa@example.com>', cmsg['message_id'])
99
parsed_message = _parse_message(TEST_MESSAGE)[1]
100
for key, value in parsed_message.iteritems():
101
self.assertEqual(value, cmsg[key])
104
class TestGetMessages(unittest.TestCase):
106
def assertMessages(self, expected_ids, messages):
108
'<message%d@example.com>' % id for id in expected_ids]
109
actual_msgids = [msg['message-id'] for msg in messages]
110
self.assertEqual(expected_msgids, actual_msgids)
112
def makeMessages(self, conn, archive, count):
116
TEMPLATE_MESSAGE.format(
117
date=formatdate(i * 100),
118
id='<message%d@example.com>' % i))
119
for i in range(count)]
121
def makeArchive(self):
122
conn = CassandraConnection(
123
os.environ['GRACKLE_TEST_KEYSPACE'], ['localhost:9160'])
124
archive = next(_RandomNameSequence())
127
def test_single_message(self):
128
conn, archive = self.makeArchive()
129
self.makeMessages(conn, archive, 1)
131
[0], conn.get_messages(archive, 'date', 1, '')[1])
133
def test_limit(self):
134
conn, archive = self.makeArchive()
135
self.makeMessages(conn, archive, 4)
137
[0, 1], conn.get_messages(archive, 'date', 2, '')[1])
139
def test_order(self):
140
conn, archive = self.makeArchive()
141
self.makeMessages(conn, archive, 4)
143
[3, 2], conn.get_messages(archive, '-date', 2, '')[1])
145
def test_batching_forward(self):
146
conn, archive = self.makeArchive()
147
self.makeMessages(conn, archive, 5)
148
prev, messages, next = conn.get_messages(archive, 'date', 2, '')
149
self.assertMessages([0, 1], messages)
150
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
151
self.assertMessages([2, 3], messages)
152
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
153
self.assertMessages([4], messages)
154
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
155
self.assertIs(None, prev)
156
self.assertMessages([], messages)
157
self.assertIs(None, next)
159
def test_batching_backward(self):
160
conn, archive = self.makeArchive()
161
self.makeMessages(conn, archive, 5)
162
prev, messages, next = conn.get_messages(archive, 'date', 2, '')
163
self.assertMessages([0, 1], messages)
164
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
165
self.assertMessages([2, 3], messages)
166
prev, messages, next = conn.get_messages(
167
archive, 'date', 2, prev, backward=True)
168
self.assertMessages([0, 1], messages)
169
prev, messages, next = conn.get_messages(
170
archive, 'date', 2, prev, backward=True)
171
self.assertIs(None, prev)
172
self.assertMessages([], messages)
173
self.assertIs(None, next)
175
def test_date_filter(self):
176
conn, archive = self.makeArchive()
177
self.makeMessages(conn, archive, 10)
178
start = datetime.datetime.utcfromtimestamp(250).replace(
180
finish = datetime.datetime.utcfromtimestamp(500).replace(
182
prev, messages, next = conn.get_messages(
183
archive, 'date', 2, '', start_date=start, finish_date=finish)
184
self.assertMessages([3, 4], messages)
185
prev, messages, next = conn.get_messages(
186
archive, 'date', 2, next, start_date=start, finish_date=finish)
187
self.assertMessages([5], messages)