~didrocks/unity/altf10 : contents of grackle/service.py at revision 72

~didrocks/unity/altf10 : (revision 72)

__metaclass__ = type
__all__ = [
    'ForkedFakeService',
    'GrackleService',
    ]

import httplib
import logging
import os
from signal import SIGKILL
import simplejson
import sys
from wsgiref.simple_server import make_server
from wsgiref.util import shift_path_info
from grackle.store import (
    MemoryStore,
    )


class GrackleService:
    """A request handler that forwards to an archive store."""

    def __init__(self, store):
        self.store = store
        self.logger = logging.getLogger('http')

    def __call__(self, environ, start_response):
        self.environ = environ
        self.start_response = start_response
        self.method = environ['REQUEST_METHOD']
        self.host_port = shift_path_info(environ)
        self.application = shift_path_info(environ)
        path = environ['PATH_INFO'].split('/')
        self.scheme = path.pop(0)
        self.path = path
        self.query_string = environ['QUERY_STRING']
        return self.handle_request()

    def handle_request(self):
        """Select the method to handle the request and return a response."""
        if self.application != 'archive':
            return self.send_response(httplib.NOT_FOUND)
        elif self.method == 'PUT':
            return self.do_PUT()
        elif self.method == 'POST':
            return self.do_POST()
        elif self.method == 'GET':
            return self.do_GET()
        return self.send_response(httplib.METHOD_NOT_ALLOWED)

    def send_response(self, code, response='', reason=None, headers={}):
        """Set the status code and reason, then return the response."""
        if reason is None:
            reason = httplib.responses[code]
        response_code = '%s %s' % (code, reason)
        response_headers = {'content-type': 'application/json'}
        response_headers.update(headers.items())
        self.start_response(response_code, response_headers.items())
        return [response]

    def do_PUT(self):
        """Create an archive or message on PUT."""
        if len(self.path) == 1:
            # This expected path is /archive/archive_id.
            try:
                self.store.put_archive(self.path[0])
                return self.send_response(httplib.CREATED)
            except Exception, error:
                return self.send_response(
                    httplib.BAD_REQUEST, reason=error.__doc__)
        elif len(self.path) == 2:
            # This expected path is /archive/archive_id/message_id.
            try:
                put_input = self.environ['wsgi.input']
                message = put_input.read(int(self.environ['CONTENT_LENGTH']))
                self.store.put_message(self.path[0], self.path[1], message)
                return self.send_response(httplib.CREATED)
            except Exception, error:
                return self.send_response(
                    httplib.BAD_REQUEST, reason=error.__doc__)

    def do_POST(self):
        """Change a message on POST."""
        if len(self.path) == 2:
            # This expected path is /archive/archive_id/message_id.
            try:
                # This expected path is /archive/archive_id/message_id.
                response = self.store.hide_message(
                    self.path[0], self.path[1], self.query_string)
                response = simplejson.dumps(response)
                return self.send_response(httplib.OK, response=response)
            except Exception, error:
                return self.send_response(
                    httplib.BAD_REQUEST, reason=error.__doc__)

    def do_GET(self):
        """Retrieve a list of messages on GET."""
        try:
            response = self.store.get_messages(
                self.path[0], self.query_string)
            response = simplejson.dumps(response)
            return self.send_response(httplib.OK, response=response)
        except Exception, error:
            return self.send_response(
                httplib.BAD_REQUEST, reason=error.__doc__)

    def log_message(self, format, *args):
        """Override log_message to use standard Python logging."""
        message = "%s - - [%s] %s\n" % (
            self.address_string(), self.log_date_time_string(), format % args)
        self.logger.info(message)


class ForkedFakeService:
    """A Grackle service fake, as a ContextManager."""

    def __init__(self, port, message_archives=None, write_logs=False):
        """Constructor.

        :param port: The tcp port to use.
        :param message_archives: A dict of lists of dicts representing
            archives of messages. The outer dict represents the archive,
            the list represents the list of messages for that archive.
        :param write_logs: If true, log messages will be written to stdout.
        """
        self.pid = None
        self.port = port
        if message_archives is None:
            self.message_archives = {}
        else:
            self.message_archives = message_archives
        self.read_end, self.write_end = os.pipe()
        self.write_logs = write_logs

    @staticmethod
    def from_client(client, message_archives=None):
        """Instantiate a ForkedFakeService from the client.

        :param port: The client to provide service for.
        :param message_archives: A dict of lists of dicts representing
            archives of messages. The outer dict represents the archive,
            the list represents the list of messages for that archive.
        """
        return ForkedFakeService(client.port, message_archives)

    def is_ready(self):
        """Tell the parent process that the server is ready for writes."""
        os.write(self.write_end, 'asdf')

    def __enter__(self):
        """Run the service.

        Fork and start a server in the child.  Return when the server is ready
        for use."""
        pid = os.fork()
        if pid == 0:
            self.start_server()
        self.pid = pid
        os.read(self.read_end, 1)
        return

    def start_server(self):
        """Start the HTTP server."""
        app = GrackleService(MemoryStore(self.message_archives))
        service = make_server('', self.port, app)
        self.is_ready()
        if self.write_logs:
            logging.basicConfig(
                stream=sys.stderr, level=logging.INFO)
        service.serve_forever()

    def __exit__(self, exc_type, exc_val, traceback):
        os.kill(self.pid, SIGKILL)


if __name__ == '__main__':
    app = GrackleService(MemoryStore({}))
    service = make_server('', 8787, app)
    service.serve_forever()

60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	1	__metaclass__ = type
70 by Curtis Hovey Clean up python-oddities.	2	__all__ = [
	3	'ForkedFakeService',
	4	'GrackleService',
	5	]
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	6
	7	import httplib
	8	import logging
	9	import os
	10	from signal import SIGKILL
	11	import simplejson
	12	import sys
	13	from wsgiref.simple_server import make_server
	14	from wsgiref.util import shift_path_info
	15	from grackle.store import (
	16	MemoryStore,
	17	)
	18
	19
	20	class GrackleService:
70 by Curtis Hovey Clean up python-oddities.	21	"""A request handler that forwards to an archive store."""
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	22
	23	def __init__(self, store):
	24	self.store = store
	25	self.logger = logging.getLogger('http')
	26
	27	def __call__(self, environ, start_response):
	28	self.environ = environ
	29	self.start_response = start_response
	30	self.method = environ['REQUEST_METHOD']
	31	self.host_port = shift_path_info(environ)
	32	self.application = shift_path_info(environ)
68 by Curtis Hovey Save the scheme.	33	path = environ['PATH_INFO'].split('/')
	34	self.scheme = path.pop(0)
	35	self.path = path
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	36	self.query_string = environ['QUERY_STRING']
	37	return self.handle_request()
	38
	39	def handle_request(self):
69 by Curtis Hovey Handle usupported URLS and methods.	40	"""Select the method to handle the request and return a response."""
69 by Curtis Hovey Handle usupported URLS and methods.	41	if self.application != 'archive':
71 by Curtis Hovey Use propert reasons.	42	return self.send_response(httplib.NOT_FOUND)
72 by Curtis Hovey Simplify logic.	43	elif self.method == 'PUT':
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	44	return self.do_PUT()
69 by Curtis Hovey Handle usupported URLS and methods.	45	elif self.method == 'POST':
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	46	return self.do_POST()
69 by Curtis Hovey Handle usupported URLS and methods.	47	elif self.method == 'GET':
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	48	return self.do_GET()
71 by Curtis Hovey Use propert reasons.	49	return self.send_response(httplib.METHOD_NOT_ALLOWED)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	50
67 by Curtis Hovey Change argument order to reflect common usage.	51	def send_response(self, code, response='', reason=None, headers={}):
69 by Curtis Hovey Handle usupported URLS and methods.	52	"""Set the status code and reason, then return the response."""
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	53	if reason is None:
62 by Curtis Hovey No need to uppercase the reason.	54	reason = httplib.responses[code]
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	55	response_code = '%s %s' % (code, reason)
	56	response_headers = {'content-type': 'application/json'}
	57	response_headers.update(headers.items())
	58	self.start_response(response_code, response_headers.items())
66 by Curtis Hovey use send response to ensure a list of strings is returned.	59	return [response]
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	60
	61	def do_PUT(self):
	62	"""Create an archive or message on PUT."""
	63	if len(self.path) == 1:
	64	# This expected path is /archive/archive_id.
	65	try:
	66	self.store.put_archive(self.path[0])
66 by Curtis Hovey use send response to ensure a list of strings is returned.	67	return self.send_response(httplib.CREATED)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	68	except Exception, error:
66 by Curtis Hovey use send response to ensure a list of strings is returned.	69	return self.send_response(
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	70	httplib.BAD_REQUEST, reason=error.__doc__)
64 by Curtis Hovey do_PUT aways returns a empty list.	71	elif len(self.path) == 2:
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	72	# This expected path is /archive/archive_id/message_id.
	73	try:
	74	put_input = self.environ['wsgi.input']
	75	message = put_input.read(int(self.environ['CONTENT_LENGTH']))
	76	self.store.put_message(self.path[0], self.path[1], message)
66 by Curtis Hovey use send response to ensure a list of strings is returned.	77	return self.send_response(httplib.CREATED)
65 by Curtis Hovey Always return the error reason.	78	except Exception, error:
66 by Curtis Hovey use send response to ensure a list of strings is returned.	79	return self.send_response(
65 by Curtis Hovey Always return the error reason.	80	httplib.BAD_REQUEST, reason=error.__doc__)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	81
	82	def do_POST(self):
	83	"""Change a message on POST."""
	84	if len(self.path) == 2:
	85	# This expected path is /archive/archive_id/message_id.
	86	try:
	87	# This expected path is /archive/archive_id/message_id.
	88	response = self.store.hide_message(
	89	self.path[0], self.path[1], self.query_string)
66 by Curtis Hovey use send response to ensure a list of strings is returned.	90	response = simplejson.dumps(response)
	91	return self.send_response(httplib.OK, response=response)
65 by Curtis Hovey Always return the error reason.	92	except Exception, error:
66 by Curtis Hovey use send response to ensure a list of strings is returned.	93	return self.send_response(
	94	httplib.BAD_REQUEST, reason=error.__doc__)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	95
	96	def do_GET(self):
	97	"""Retrieve a list of messages on GET."""
	98	try:
	99	response = self.store.get_messages(
	100	self.path[0], self.query_string)
66 by Curtis Hovey use send response to ensure a list of strings is returned.	101	response = simplejson.dumps(response)
	102	return self.send_response(httplib.OK, response=response)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	103	except Exception, error:
66 by Curtis Hovey use send response to ensure a list of strings is returned.	104	return self.send_response(
	105	httplib.BAD_REQUEST, reason=error.__doc__)
60 by Curtis Hovey Converted gracle from a request handler to a wsgi app.	106
	107	def log_message(self, format, *args):
	108	"""Override log_message to use standard Python logging."""
	109	message = "%s - - [%s] %s\n" % (
	110	self.address_string(), self.log_date_time_string(), format % args)
	111	self.logger.info(message)
	112
	113
	114	class ForkedFakeService:
	115	"""A Grackle service fake, as a ContextManager."""
	116
	117	def __init__(self, port, message_archives=None, write_logs=False):
	118	"""Constructor.
	119
	120	:param port: The tcp port to use.
	121	:param message_archives: A dict of lists of dicts representing
	122	archives of messages. The outer dict represents the archive,
	123	the list represents the list of messages for that archive.
	124	:param write_logs: If true, log messages will be written to stdout.
	125	"""
	126	self.pid = None
	127	self.port = port
	128	if message_archives is None:
	129	self.message_archives = {}
	130	else:
	131	self.message_archives = message_archives
	132	self.read_end, self.write_end = os.pipe()
	133	self.write_logs = write_logs
	134
	135	@staticmethod
	136	def from_client(client, message_archives=None):
	137	"""Instantiate a ForkedFakeService from the client.
	138
	139	:param port: The client to provide service for.
	140	:param message_archives: A dict of lists of dicts representing
	141	archives of messages. The outer dict represents the archive,
	142	the list represents the list of messages for that archive.
	143	"""
	144	return ForkedFakeService(client.port, message_archives)
	145
	146	def is_ready(self):
	147	"""Tell the parent process that the server is ready for writes."""
	148	os.write(self.write_end, 'asdf')
	149
	150	def __enter__(self):
	151	"""Run the service.
	152
	153	Fork and start a server in the child. Return when the server is ready
	154	for use."""
	155	pid = os.fork()
	156	if pid == 0:
	157	self.start_server()
	158	self.pid = pid
	159	os.read(self.read_end, 1)
	160	return
	161
	162	def start_server(self):
	163	"""Start the HTTP server."""
	164	app = GrackleService(MemoryStore(self.message_archives))
	165	service = make_server('', self.port, app)
	166	self.is_ready()
	167	if self.write_logs:
	168	logging.basicConfig(
	169	stream=sys.stderr, level=logging.INFO)
170	service.serve_forever()
171
172	def __exit__(self, exc_type, exc_val, traceback):
173	os.kill(self.pid, SIGKILL)
174
175
176	if __name__ == '__main__':
177	app = GrackleService(MemoryStore({}))
178	service = make_server('', 8787, app)
179	service.serve_forever()