7
7
from signal import SIGKILL
8
9
from StringIO import StringIO
9
10
from unittest import TestCase
11
from urlparse import urlparse
12
from urlparse import parse_qs
11
14
from testtools import ExpectedException
13
from grackle import client
18
def __init__(self, func_or_method):
19
self.func_or_method = func_or_method
16
from grackle.client import (
24
def __init__(self, port, messages=None):
27
self.messages = messages
28
self.read_end, self.write_end = os.pipe()
31
os.write(self.write_end, 'asdf')
22
33
def __enter__(self):
38
os.read(self.read_end, 1)
41
def start_server(self):
42
service = HTTPServer(('', self.port), FakeGrackleRequestHandler)
43
service.messages = self.messages
45
service.serve_forever()
30
47
def __exit__(self, exc_type, exc_val, traceback):
31
48
os.kill(self.pid, SIGKILL)
51
SUPPORTED_ORDERS = set(['date'])
34
54
class FakeGrackleRequestHandler(BaseHTTPRequestHandler):
43
63
self.send_error(httplib.BAD_REQUEST)
47
service = HTTPServer(('', 8435), FakeGrackleRequestHandler)
48
service.serve_forever()
66
scheme, netloc, path, params, query_string, fragments = (
68
archive = os.path.split(path)[1]
69
query = parse_qs(query_string)
70
parameters = simplejson.loads(query['parameters'][0])
71
messages = [m for m in self.server.messages[archive] if 'message_ids'
72
not in parameters or m['message_id'] in
73
parameters['message_ids']]
74
if 'order' in parameters:
75
if parameters['order'] not in SUPPORTED_ORDERS:
76
self.send_response(httplib.BAD_REQUEST)
77
self.wfile.write('Unsupported order')
79
messages.sort(key=lambda m: m[parameters['order']])
80
self.send_response(httplib.OK)
82
limit = parameters.get('limit', 100)
83
memo = parameters.get('memo')
84
message_id_indices = dict(
85
(m['message_id'], idx) for idx, m in enumerate(messages))
89
start = message_id_indices[memo.encode('rot13')]
91
previous_memo = messages[start - 1]['message_id'].encode('rot13')
94
end = min(start + limit, len(messages))
95
if end < len(messages):
96
next_memo = messages[end]['message_id'].encode('rot13')
99
messages = messages[start:end]
101
'messages': messages,
102
'next_memo': next_memo,
103
'previous_memo': previous_memo
105
self.wfile.write(simplejson.dumps(response))
108
def fake_grackle_service(client, messages=None):
111
return ForkedFake(client.port, messages)
52
114
class TestPutMessage(TestCase):
54
116
def test_put_message(self):
55
with Forked(run_service):
56
client.put_message('arch1', StringIO('This is a message'))
117
client = GrackleClient('localhost', 8436)
118
with fake_grackle_service(client):
119
client.put_message('arch1', 'asdf', StringIO('This is a message'))
57
120
with ExpectedException(Exception, 'wtf'):
58
client.put_message('arch1', StringIO('This is not a message'))
121
client.put_message('arch1', 'asdf',
122
StringIO('This is not a message'))
125
class TestGetMessages(TestCase):
127
def assertIDOrder(self, ids, messages):
128
self.assertEqual(ids, [m['message_id'] for m in messages])
130
def assertMessageIDs(self, ids, messages):
132
sorted(ids), sorted(messages, key=lambda m:m['message_id']))
134
def test_get_messages(self):
135
client = GrackleClient('localhost', 8435)
136
with fake_grackle_service(client,
138
[{'message_id': 'foo'},
139
{'message_id': 'bar'}]}):
140
response = client.get_messages('baz')
141
self.assertEqual(['bar', 'foo'], sorted(m['message_id'] for m in
142
response['messages']))
143
self.assertIs(None, response['next_memo'])
144
self.assertIs(None, response['previous_memo'])
146
def test_get_messages_by_id(self):
147
client = GrackleClient('localhost', 8437)
148
with fake_grackle_service(client,
150
[{'message_id': 'foo'},
151
{'message_id': 'bar'}]}):
152
response = client.get_messages('baz', message_ids=['foo'])
153
message, = response['messages']
154
self.assertEqual('foo', message['message_id'])
156
def test_get_messages_batching(self):
157
client = GrackleClient('localhost', 8438)
158
with fake_grackle_service(client,
160
[{'message_id': 'foo'},
161
{'message_id': 'bar'}]}):
162
response = client.get_messages('baz', limit=1)
163
self.assertEqual(1, len(response['messages']))
164
messages = response['messages']
165
response = client.get_messages(
166
'baz', limit=1, memo=response['next_memo'])
167
self.assertEqual(1, len(response['messages']))
168
messages.extend(response['messages'])
169
self.assertMessageIDs(['foo', 'bar'], messages)
171
def test_get_messages_date_order(self):
172
client = GrackleClient('localhost', 8439)
173
with fake_grackle_service(client,
174
{'baz': [{'message_id': 'foo', 'date': '2011-03-25'},
175
{'message_id': 'bar', 'date': '2011-03-24'}]}):
176
response = client.get_messages('baz')
177
self.assertIDOrder(['foo', 'bar'], response['messages'])
178
response = client.get_messages('baz', order='date')
179
self.assertIDOrder(['bar', 'foo'], response['messages'])
181
def test_get_messages_unsupported_order(self):
182
client = GrackleClient('localhost', 8439)
183
with fake_grackle_service(client,
184
{'baz': [{'message_id': 'foo', 'date': '2011-03-25'},
185
{'message_id': 'bar', 'date': '2011-03-24'}]}):
186
with ExpectedException(UnsupportedOrder):
187
client.get_messages('baz', order='nonsense')