~didrocks/unity/altf10

« back to all changes in this revision

Viewing changes to grackle/tests/test_client.py

  • Committer: Aaron Bentley
  • Date: 2012-01-13 15:39:22 UTC
  • Revision ID: aaron@canonical.com-20120113153922-mcratpriu5rfuxb1
implement include_hidden.

Show diffs side-by-side

added added

removed removed

Lines of Context:
34
34
    return threads.values()
35
35
 
36
36
 
 
37
class GrackleStore:
 
38
 
 
39
    def __init__(self, messages):
 
40
        self.messages = messages
 
41
 
 
42
    def get_messages(self, archive_id, query_string):
 
43
        query = parse_qs(query_string)
 
44
        parameters = simplejson.loads(query['parameters'][0])
 
45
        order = parameters.get('order')
 
46
        messages = self.messages[archive_id]
 
47
        if order is not None :
 
48
            if order not in SUPPORTED_ORDERS:
 
49
                raise UnsupportedOrder
 
50
            elif order.startswith('thread_'):
 
51
                threaded = threaded_messages(messages)
 
52
                messages = []
 
53
                if order == 'thread_subject':
 
54
                    threaded.sort(key=lambda t: t[0]['subject'])
 
55
                if order == 'thread_oldest':
 
56
                    threaded.sort(key=lambda t: min(m['date'] for m in t))
 
57
                if order == 'thread_newest':
 
58
                    threaded.sort(key=lambda t: max(m['date'] for m in t))
 
59
                for thread in threaded:
 
60
                    messages.extend(thread)
 
61
            else:
 
62
                messages.sort(key=lambda m: m[order])
 
63
        messages = [m for m in messages
 
64
]
 
65
        new_messages = []
 
66
        for message in messages:
 
67
            if (
 
68
                not parameters['include_hidden']
 
69
                and message.get('hidden', False)):
 
70
                continue
 
71
 
 
72
            if ('message_ids' in parameters and
 
73
                message['message_id'] not in parameters['message_ids']):
 
74
                continue
 
75
            message = dict(message)
 
76
            if 'headers' in parameters:
 
77
                headers = dict(
 
78
                    (k, v) for k, v in message['headers'].iteritems()
 
79
                    if k in parameters['headers'])
 
80
                message['headers'] = headers
 
81
            max_body = parameters.get('max_body_length')
 
82
            if max_body is not None:
 
83
                message['body'] = message['body'][:max_body]
 
84
            new_messages.append(message)
 
85
        messages = new_messages
 
86
        limit = parameters.get('limit', 100)
 
87
        memo = parameters.get('memo')
 
88
        message_id_indices = dict(
 
89
            (m['message_id'], idx) for idx, m in enumerate(messages))
 
90
        if memo is None:
 
91
            start = 0
 
92
        else:
 
93
            start = message_id_indices[memo.encode('rot13')]
 
94
        if start > 0:
 
95
            previous_memo = messages[start - 1]['message_id'].encode('rot13')
 
96
        else:
 
97
            previous_memo = None
 
98
        end = min(start + limit, len(messages))
 
99
        if end < len(messages):
 
100
            next_memo = messages[end]['message_id'].encode('rot13')
 
101
        else:
 
102
            next_memo = None
 
103
        messages = messages[start:end]
 
104
 
 
105
        response = {
 
106
            'messages': messages,
 
107
            'next_memo': next_memo,
 
108
            'previous_memo': previous_memo
 
109
            }
 
110
        return response
 
111
 
 
112
 
 
113
 
37
114
class ForkedFake:
38
115
 
39
116
    def __init__(self, port, messages=None):
55
132
 
56
133
    def start_server(self):
57
134
        service = HTTPServer(('', self.port), FakeGrackleRequestHandler)
58
 
        service.messages = self.messages
 
135
        service.store = GrackleStore(self.messages)
 
136
        for archive_id, messages in service.store.messages.iteritems():
 
137
            for message in messages:
 
138
                message.setdefault('headers', {})
59
139
        self.is_ready()
60
140
        service.serve_forever()
61
141
 
63
143
        os.kill(self.pid, SIGKILL)
64
144
 
65
145
 
66
 
SUPPORTED_ORDERS = set(['date', 'author', 'subject', 'thread_subject'])
 
146
SUPPORTED_ORDERS = set(
 
147
    ['date', 'author', 'subject', 'thread_newest', 'thread_oldest',
 
148
     'thread_subject'])
67
149
 
68
150
 
69
151
class FakeGrackleRequestHandler(BaseHTTPRequestHandler):
80
162
    def do_GET(self):
81
163
        scheme, netloc, path, params, query_string, fragments = (
82
164
            urlparse(self.path))
83
 
        archive = os.path.split(path)[1]
84
 
        query = parse_qs(query_string)
85
 
        parameters = simplejson.loads(query['parameters'][0])
86
 
        order = parameters.get('order')
87
 
        messages = self.server.messages[archive]
88
 
        if order is not None :
89
 
            if order not in SUPPORTED_ORDERS:
 
165
        parts = path.split('/')
 
166
        if parts[1] == 'archive':
 
167
            try:
 
168
                response = self.server.store.get_messages(
 
169
                    parts[2], query_string)
 
170
                self.send_response(httplib.OK)
 
171
                self.end_headers()
 
172
                self.wfile.write(simplejson.dumps(response))
 
173
            except UnsupportedOrder:
90
174
                self.send_response(httplib.BAD_REQUEST)
91
175
                self.wfile.write('Unsupported order')
92
176
                return
93
 
            elif order == 'thread_subject':
94
 
                threaded = threaded_messages(messages)
95
 
                messages = []
96
 
                threaded.sort(key=lambda t: t[0]['subject'])
97
 
                for thread in threaded:
98
 
                    messages.extend(thread)
99
 
            else:
100
 
                messages = sorted(
101
 
                    self.server.messages[archive], key=lambda m: m[order])
102
 
        messages = [m for m in messages
103
 
                    if 'message_ids' not in parameters or
104
 
                    m['message_id'] in parameters['message_ids']]
105
 
        self.send_response(httplib.OK)
106
 
        self.end_headers()
107
 
        limit = parameters.get('limit', 100)
108
 
        memo = parameters.get('memo')
109
 
        message_id_indices = dict(
110
 
            (m['message_id'], idx) for idx, m in enumerate(messages))
111
 
        if memo is None:
112
 
            start = 0
113
 
        else:
114
 
            start = message_id_indices[memo.encode('rot13')]
115
 
        if start > 0:
116
 
            previous_memo = messages[start - 1]['message_id'].encode('rot13')
117
 
        else:
118
 
            previous_memo = None
119
 
        end = min(start + limit, len(messages))
120
 
        if end < len(messages):
121
 
            next_memo = messages[end]['message_id'].encode('rot13')
122
 
        else:
123
 
            next_memo = None
124
 
        messages = messages[start:end]
125
 
        response = {
126
 
            'messages': messages,
127
 
            'next_memo': next_memo,
128
 
            'previous_memo': previous_memo
129
 
            }
130
 
        self.wfile.write(simplejson.dumps(response))
131
177
 
132
178
 
133
179
def fake_grackle_service(client, messages=None):
226
272
            response = client.get_messages('baz', order='thread_subject')
227
273
            self.assertIDOrder(['bar', 'qux', 'foo'], response['messages'])
228
274
 
 
275
    def test_get_messages_thread_oldest_order(self):
 
276
        client = GrackleClient('localhost', 8439)
 
277
        with fake_grackle_service(client, {'baz': [
 
278
            {'message_id': 'bar', 'date': 'x'},
 
279
            {'message_id': 'qux', 'date': 'z'},
 
280
            {'message_id': 'foo', 'date': 'y', 'in_reply_to': 'qux'},
 
281
            ]}):
 
282
            response = client.get_messages('baz')
 
283
            self.assertIDOrder(['bar', 'qux', 'foo'], response['messages'])
 
284
            response = client.get_messages('baz', order='date')
 
285
            self.assertIDOrder(['bar', 'foo', 'qux'], response['messages'])
 
286
            response = client.get_messages('baz', order='thread_oldest')
 
287
            self.assertIDOrder(['bar', 'qux', 'foo'], response['messages'])
 
288
 
 
289
    def test_get_messages_thread_newest_order(self):
 
290
        client = GrackleClient('localhost', 8439)
 
291
        with fake_grackle_service(client, {'baz': [
 
292
            {'message_id': 'bar', 'date': 'x'},
 
293
            {'message_id': 'qux', 'date': 'w'},
 
294
            {'message_id': 'foo', 'date': 'y', 'in_reply_to': 'bar'},
 
295
            {'message_id': 'baz', 'date': 'z', 'in_reply_to': 'qux'},
 
296
            ]}):
 
297
            response = client.get_messages('baz', order='date')
 
298
            self.assertIDOrder(
 
299
                ['qux', 'bar', 'foo', 'baz'], response['messages'])
 
300
            response = client.get_messages('baz', order='thread_newest')
 
301
            self.assertIDOrder(
 
302
                ['bar', 'foo', 'qux', 'baz'], response['messages'])
 
303
 
229
304
    def test_get_messages_unsupported_order(self):
230
305
        client = GrackleClient('localhost', 8439)
231
306
        with fake_grackle_service(client,
233
308
                 {'message_id': 'bar', 'date': '2011-03-24'}]}):
234
309
            with ExpectedException(UnsupportedOrder):
235
310
                client.get_messages('baz', order='nonsense')
 
311
 
 
312
    def test_get_messages_headers_no_headers(self):
 
313
        client = GrackleClient('localhost', 8440)
 
314
        with fake_grackle_service(client,
 
315
            {'baz': [
 
316
                {'message_id': 'foo'}
 
317
            ]}):
 
318
            response = client.get_messages('baz', headers=[
 
319
                'Subject', 'Date', 'X-Launchpad-Message-Rationale'])
 
320
        first_message = response['messages'][0]
 
321
        self.assertEqual('foo', first_message['message_id'])
 
322
        self.assertEqual({}, first_message['headers'])
 
323
 
 
324
    def test_get_messages_headers_exclude_headers(self):
 
325
        client = GrackleClient('localhost', 8441)
 
326
        with fake_grackle_service(client,
 
327
            {'baz': [
 
328
                {'message_id': 'foo', 'headers': {'From': 'me'}}
 
329
            ]}):
 
330
            response = client.get_messages('baz', headers=[
 
331
                'Subject', 'Date', 'X-Launchpad-Message-Rationale'])
 
332
        first_message = response['messages'][0]
 
333
        self.assertEqual('foo', first_message['message_id'])
 
334
        self.assertEqual({}, first_message['headers'])
 
335
 
 
336
    def test_get_messages_headers_include_headers(self):
 
337
        client = GrackleClient('localhost', 8442)
 
338
        with fake_grackle_service(client,
 
339
            {'baz': [
 
340
                {'message_id': 'foo', 'headers': {'From': 'me', 'To': 'you'}}
 
341
            ]}):
 
342
            response = client.get_messages('baz', headers=[
 
343
                'From', 'To'])
 
344
        first_message = response['messages'][0]
 
345
        self.assertEqual('foo', first_message['message_id'])
 
346
        self.assertEqual({'From': 'me', 'To': 'you'}, first_message['headers'])
 
347
 
 
348
    def test_get_messages_max_body_length(self):
 
349
        client = GrackleClient('localhost', 8443)
 
350
        with fake_grackle_service(client,
 
351
            {'baz': [
 
352
                {'message_id': 'foo', 'body': u'abcdefghi'}
 
353
            ]}):
 
354
            response = client.get_messages('baz', max_body_length=3)
 
355
        first_message = response['messages'][0]
 
356
        self.assertEqual('abc', first_message['body'])
 
357
 
 
358
    def test_include_hidden(self):
 
359
        client = GrackleClient('localhost', 8444)
 
360
        with fake_grackle_service(client,
 
361
            {'baz': [
 
362
                {'message_id': 'foo', 'hidden': True},
 
363
                {'message_id': 'bar', 'hidden': False}
 
364
            ]}):
 
365
            response = client.get_messages('baz', include_hidden=True)
 
366
            self.assertMessageIDs(['bar', 'foo'], response['messages'])
 
367
            response = client.get_messages('baz', include_hidden=False)
 
368
            self.assertMessageIDs(['bar'], response['messages'])
 
369