1
# Copyright (c) 2012 Canonical Ltd
3
# This program is free software: you can redistribute it and/or modify
4
# it under the terms of the GNU Affero General Public License as published by
5
# the Free Software Foundation, either version 3 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU Affero General Public License for more details.
13
# You should have received a copy of the GNU Affero General Public
14
# License along with this program. If not, see
15
# <http://www.gnu.org/licenses/>.
20
from email.utils import formatdate
22
from tempfile import _RandomNameSequence
26
from dateutil.tz import (
30
from pycassa.util import convert_uuid_to_time
32
from grackle.model import (
38
TEMPLATE_MESSAGE = """\
39
From: sysadmin@example.com
40
To: developer@example.com
41
Subject: Everything is broken
45
Help, everything has just broken.
48
TEST_MESSAGE = TEMPLATE_MESSAGE.format(
49
date='Sat, 1 Jan 2000 11:02:34 +1100',
50
id='<aaaaaaaaaaaaa@example.com>')
53
class TestParseMessage(unittest.TestCase):
56
# _parse_message extracts interesting fields. It also parses the
57
# date and returns it separately.
58
date, msg = _parse_message(TEST_MESSAGE)
59
self.assertEqual('sysadmin@example.com', msg['from'])
60
self.assertEqual('developer@example.com', msg['to'])
61
self.assertEqual('Everything is broken', msg['subject'])
62
self.assertEqual('2000-01-01T11:02:34+11:00', msg['date'])
63
self.assertEqual('<aaaaaaaaaaaaa@example.com>', msg['message-id'])
66
2000, 1, 1, 11, 2, 34, tzinfo=tzoffset('', 39600)),
70
class TestAddMessage(unittest.TestCase):
72
def test_add_message(self):
73
c = CassandraConnection(
74
os.environ['GRACKLE_TEST_KEYSPACE'], ['localhost:9160'])
75
archive = next(_RandomNameSequence())
77
# Write the message out to Cassandra, and read it back in.
78
key = c.add_message(archive, TEST_MESSAGE)
79
cmsg = c.messages.get(key)
81
# The archive should contain a single message, a reference to
83
archive_messages = c.archive_messages.get(archive).items()
84
self.assertEqual(1, len(archive_messages))
85
self.assertEqual(key, archive_messages[0][1])
87
# The key in archive_message is a TimeUUID for the Date field in
88
# the message. There is no UTC equivalent of time.mktime, so we
89
# must subtract the offset.
90
utctime = time.mktime(datetime.datetime(
91
2000, 1, 1, 0, 2, 34, tzinfo=tzutc()).timetuple()) - time.timezone
94
convert_uuid_to_time(archive_messages[0][0]))
96
# The stored message contains the full original text of the
97
# message, as well as interesting fields parsed out.
98
self.assertEqual(TEST_MESSAGE, cmsg['content'])
99
parsed_message = _parse_message(TEST_MESSAGE)[1]
100
for key, value in parsed_message.iteritems():
101
self.assertEqual(value, cmsg[key])
104
class TestGetMessages(unittest.TestCase):
106
def assertMessages(self, expected_ids, messages):
108
'<message%d@example.com>' % id for id in expected_ids]
109
actual_msgids = [msg['message-id'] for msg in messages]
110
self.assertEqual(expected_msgids, actual_msgids)
112
def makeMessages(self, conn, archive, count):
116
TEMPLATE_MESSAGE.format(
117
date=formatdate(i * 100),
118
id='<message%d@example.com>' % i))
119
for i in range(count)]
121
def makeArchive(self):
122
conn = CassandraConnection(
123
os.environ['GRACKLE_TEST_KEYSPACE'], ['localhost:9160'])
124
archive = next(_RandomNameSequence())
127
def test_single_message(self):
128
conn, archive = self.makeArchive()
129
self.makeMessages(conn, archive, 1)
131
[0], conn.get_messages(archive, 'date', 1, '')[1])
133
def test_limit(self):
134
conn, archive = self.makeArchive()
135
self.makeMessages(conn, archive, 4)
137
[0, 1], conn.get_messages(archive, 'date', 2, '')[1])
139
def test_order(self):
140
conn, archive = self.makeArchive()
141
self.makeMessages(conn, archive, 4)
143
[3, 2], conn.get_messages(archive, '-date', 2, '')[1])
145
def test_batching_forward(self):
146
conn, archive = self.makeArchive()
147
self.makeMessages(conn, archive, 5)
148
prev, messages, next = conn.get_messages(archive, 'date', 2, '')
149
self.assertMessages([0, 1], messages)
150
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
151
self.assertMessages([2, 3], messages)
152
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
153
self.assertMessages([4], messages)
154
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
155
self.assertIs(None, prev)
156
self.assertMessages([], messages)
157
self.assertIs(None, next)
159
def test_batching_backward(self):
160
conn, archive = self.makeArchive()
161
self.makeMessages(conn, archive, 5)
162
prev, messages, next = conn.get_messages(archive, 'date', 2, '')
163
self.assertMessages([0, 1], messages)
164
prev, messages, next = conn.get_messages(archive, 'date', 2, next)
165
self.assertMessages([2, 3], messages)
166
prev, messages, next = conn.get_messages(
167
archive, 'date', 2, prev, backward=True)
168
self.assertMessages([0, 1], messages)
169
prev, messages, next = conn.get_messages(
170
archive, 'date', 2, prev, backward=True)
171
self.assertIs(None, prev)
172
self.assertMessages([], messages)
173
self.assertIs(None, next)
175
def test_date_filter(self):
176
conn, archive = self.makeArchive()
177
self.makeMessages(conn, archive, 10)
178
start = datetime.datetime.utcfromtimestamp(250).replace(
180
finish = datetime.datetime.utcfromtimestamp(500).replace(
182
prev, messages, next = conn.get_messages(
183
archive, 'date', 2, '', start_date=start, finish_date=finish)
184
self.assertMessages([3, 4], messages)
185
prev, messages, next = conn.get_messages(
186
archive, 'date', 2, next, start_date=start, finish_date=finish)
187
self.assertMessages([5], messages)