~didrocks/unity/altf10

« back to all changes in this revision

Viewing changes to grackle/tests/test_client.py

  • Committer: Aaron Bentley
  • Date: 2012-01-13 11:46:14 UTC
  • Revision ID: aaron@canonical.com-20120113114614-lw5t8rcn4cidlb3o
Support thread_newest threading.

Show diffs side-by-side

added added

removed removed

Lines of Context:
34
34
    return threads.values()
35
35
 
36
36
 
37
 
class GrackleStore:
 
37
class ForkedFake:
38
38
 
39
 
    def __init__(self, messages):
 
39
    def __init__(self, port, messages=None):
 
40
        self.pid = None
 
41
        self.port = port
40
42
        self.messages = messages
41
 
 
42
 
    def get_messages(self, archive_id, query_string):
 
43
        self.read_end, self.write_end = os.pipe()
 
44
 
 
45
    def is_ready(self):
 
46
        os.write(self.write_end, 'asdf')
 
47
 
 
48
    def __enter__(self):
 
49
        pid = os.fork()
 
50
        if pid == 0:
 
51
            self.start_server()
 
52
        self.pid = pid
 
53
        os.read(self.read_end, 1)
 
54
        return
 
55
 
 
56
    def start_server(self):
 
57
        service = HTTPServer(('', self.port), FakeGrackleRequestHandler)
 
58
        service.messages = self.messages
 
59
        self.is_ready()
 
60
        service.serve_forever()
 
61
 
 
62
    def __exit__(self, exc_type, exc_val, traceback):
 
63
        os.kill(self.pid, SIGKILL)
 
64
 
 
65
 
 
66
SUPPORTED_ORDERS = set(
 
67
    ['date', 'author', 'subject', 'thread_newest', 'thread_oldest',
 
68
     'thread_subject'])
 
69
 
 
70
 
 
71
class FakeGrackleRequestHandler(BaseHTTPRequestHandler):
 
72
 
 
73
    def do_POST(self):
 
74
        message = self.rfile.read(int(self.headers['content-length']))
 
75
        if message == 'This is a message':
 
76
            self.send_response(httplib.CREATED)
 
77
            self.end_headers()
 
78
            self.wfile.close()
 
79
        else:
 
80
            self.send_error(httplib.BAD_REQUEST)
 
81
 
 
82
    def do_GET(self):
 
83
        scheme, netloc, path, params, query_string, fragments = (
 
84
            urlparse(self.path))
 
85
        archive = os.path.split(path)[1]
43
86
        query = parse_qs(query_string)
44
87
        parameters = simplejson.loads(query['parameters'][0])
45
88
        order = parameters.get('order')
46
 
        messages = self.messages[archive_id]
 
89
        messages = self.server.messages[archive]
47
90
        if order is not None :
48
91
            if order not in SUPPORTED_ORDERS:
49
 
                raise UnsupportedOrder
 
92
                self.send_response(httplib.BAD_REQUEST)
 
93
                self.wfile.write('Unsupported order')
 
94
                return
50
95
            elif order.startswith('thread_'):
51
96
                threaded = threaded_messages(messages)
52
97
                messages = []
60
105
                    messages.extend(thread)
61
106
            else:
62
107
                messages.sort(key=lambda m: m[order])
63
 
        new_messages = []
64
 
        for message in messages:
65
 
            if (
66
 
                not parameters['include_hidden']
67
 
                and message.get('hidden', False)):
68
 
                continue
69
 
 
70
 
            if ('message_ids' in parameters and
71
 
                message['message_id'] not in parameters['message_ids']):
72
 
                continue
73
 
            message = dict(message)
74
 
            if 'headers' in parameters:
75
 
                headers = dict(
76
 
                    (k, v) for k, v in message['headers'].iteritems()
77
 
                    if k in parameters['headers'])
78
 
                message['headers'] = headers
79
 
            max_body = parameters.get('max_body_length')
80
 
            if max_body is not None:
81
 
                message['body'] = message['body'][:max_body]
82
 
            new_messages.append(message)
83
 
        messages = new_messages
 
108
        messages = [m for m in messages
 
109
                    if 'message_ids' not in parameters or
 
110
                    m['message_id'] in parameters['message_ids']]
 
111
        self.send_response(httplib.OK)
 
112
        self.end_headers()
84
113
        limit = parameters.get('limit', 100)
85
114
        memo = parameters.get('memo')
86
115
        message_id_indices = dict(
99
128
        else:
100
129
            next_memo = None
101
130
        messages = messages[start:end]
102
 
 
103
131
        response = {
104
132
            'messages': messages,
105
133
            'next_memo': next_memo,
106
134
            'previous_memo': previous_memo
107
135
            }
108
 
        return response
109
 
 
110
 
 
111
 
 
112
 
class ForkedFake:
113
 
 
114
 
    def __init__(self, port, messages=None):
115
 
        self.pid = None
116
 
        self.port = port
117
 
        self.messages = messages
118
 
        self.read_end, self.write_end = os.pipe()
119
 
 
120
 
    def is_ready(self):
121
 
        os.write(self.write_end, 'asdf')
122
 
 
123
 
    def __enter__(self):
124
 
        pid = os.fork()
125
 
        if pid == 0:
126
 
            self.start_server()
127
 
        self.pid = pid
128
 
        os.read(self.read_end, 1)
129
 
        return
130
 
 
131
 
    def start_server(self):
132
 
        service = HTTPServer(('', self.port), FakeGrackleRequestHandler)
133
 
        service.store = GrackleStore(self.messages)
134
 
        for archive_id, messages in service.store.messages.iteritems():
135
 
            for message in messages:
136
 
                message.setdefault('headers', {})
137
 
        self.is_ready()
138
 
        service.serve_forever()
139
 
 
140
 
    def __exit__(self, exc_type, exc_val, traceback):
141
 
        os.kill(self.pid, SIGKILL)
142
 
 
143
 
 
144
 
SUPPORTED_ORDERS = set(
145
 
    ['date', 'author', 'subject', 'thread_newest', 'thread_oldest',
146
 
     'thread_subject'])
147
 
 
148
 
 
149
 
class FakeGrackleRequestHandler(BaseHTTPRequestHandler):
150
 
 
151
 
    def do_POST(self):
152
 
        message = self.rfile.read(int(self.headers['content-length']))
153
 
        if message == 'This is a message':
154
 
            self.send_response(httplib.CREATED)
155
 
            self.end_headers()
156
 
            self.wfile.close()
157
 
        else:
158
 
            self.send_error(httplib.BAD_REQUEST)
159
 
 
160
 
    def do_GET(self):
161
 
        scheme, netloc, path, params, query_string, fragments = (
162
 
            urlparse(self.path))
163
 
        parts = path.split('/')
164
 
        if parts[1] == 'archive':
165
 
            try:
166
 
                response = self.server.store.get_messages(
167
 
                    parts[2], query_string)
168
 
                self.send_response(httplib.OK)
169
 
                self.end_headers()
170
 
                self.wfile.write(simplejson.dumps(response))
171
 
            except UnsupportedOrder:
172
 
                self.send_response(httplib.BAD_REQUEST)
173
 
                self.wfile.write('Unsupported order')
174
 
                return
 
136
        self.wfile.write(simplejson.dumps(response))
175
137
 
176
138
 
177
139
def fake_grackle_service(client, messages=None):
306
268
                 {'message_id': 'bar', 'date': '2011-03-24'}]}):
307
269
            with ExpectedException(UnsupportedOrder):
308
270
                client.get_messages('baz', order='nonsense')
309
 
 
310
 
    def test_get_messages_headers_no_headers(self):
311
 
        client = GrackleClient('localhost', 8440)
312
 
        with fake_grackle_service(client,
313
 
            {'baz': [
314
 
                {'message_id': 'foo'}
315
 
            ]}):
316
 
            response = client.get_messages('baz', headers=[
317
 
                'Subject', 'Date', 'X-Launchpad-Message-Rationale'])
318
 
        first_message = response['messages'][0]
319
 
        self.assertEqual('foo', first_message['message_id'])
320
 
        self.assertEqual({}, first_message['headers'])
321
 
 
322
 
    def test_get_messages_headers_exclude_headers(self):
323
 
        client = GrackleClient('localhost', 8441)
324
 
        with fake_grackle_service(client,
325
 
            {'baz': [
326
 
                {'message_id': 'foo', 'headers': {'From': 'me'}}
327
 
            ]}):
328
 
            response = client.get_messages('baz', headers=[
329
 
                'Subject', 'Date', 'X-Launchpad-Message-Rationale'])
330
 
        first_message = response['messages'][0]
331
 
        self.assertEqual('foo', first_message['message_id'])
332
 
        self.assertEqual({}, first_message['headers'])
333
 
 
334
 
    def test_get_messages_headers_include_headers(self):
335
 
        client = GrackleClient('localhost', 8442)
336
 
        with fake_grackle_service(client,
337
 
            {'baz': [
338
 
                {'message_id': 'foo', 'headers': {'From': 'me', 'To': 'you'}}
339
 
            ]}):
340
 
            response = client.get_messages('baz', headers=[
341
 
                'From', 'To'])
342
 
        first_message = response['messages'][0]
343
 
        self.assertEqual('foo', first_message['message_id'])
344
 
        self.assertEqual({'From': 'me', 'To': 'you'}, first_message['headers'])
345
 
 
346
 
    def test_get_messages_max_body_length(self):
347
 
        client = GrackleClient('localhost', 8443)
348
 
        with fake_grackle_service(client,
349
 
            {'baz': [
350
 
                {'message_id': 'foo', 'body': u'abcdefghi'}
351
 
            ]}):
352
 
            response = client.get_messages('baz', max_body_length=3)
353
 
        first_message = response['messages'][0]
354
 
        self.assertEqual('abc', first_message['body'])
355
 
 
356
 
    def test_include_hidden(self):
357
 
        client = GrackleClient('localhost', 8444)
358
 
        with fake_grackle_service(client,
359
 
            {'baz': [
360
 
                {'message_id': 'foo', 'hidden': True},
361
 
                {'message_id': 'bar', 'hidden': False}
362
 
            ]}):
363
 
            response = client.get_messages('baz', include_hidden=True)
364
 
            self.assertMessageIDs(['bar', 'foo'], response['messages'])
365
 
            response = client.get_messages('baz', include_hidden=False)
366
 
            self.assertMessageIDs(['bar'], response['messages'])
367