← Back to branch summary

~loggerhead-team/loggerhead/trunk-rich

« back to all changes in this revision

Viewing changes to __init__.py

  • Committer: John Arbash Meinel
  • Date: 2011-02-09 21:17:32 UTC
  • mto: This revision was merged to the branch mainline in revision 426.
  • Revision ID: john@arbash-meinel.com-20110209211732-ysrgacmnoygm891e
Start working on some code to do load testing of loggerhead.

Show diffs side-by-side

added added

removed removed

Lines of Context:
__init__.py
30
30
starts a web server to browse the contents of a branch.
31
31
"""
32
32
 
33
 
import sys
34
 
 
35
33
from info import (
36
34
    bzr_plugin_version as version_info,
37
35
    bzr_compatible_versions,
44
42
 
45
43
    require_any_api(bzrlib, bzr_compatible_versions)
46
44
 
47
 
    from bzrlib.transport import transport_server_registry
 
45
    # NB: Normally plugins should lazily load almost everything, but this
 
46
    # seems reasonable to have in-line here: bzrlib.commands and options are
 
47
    # normally loaded, and the rest of loggerhead won't be loaded until serve
 
48
    # --http is run.
 
49
 
 
50
    # transport_server_registry was added in bzr 1.16. When we drop support for
 
51
    # older releases, we can remove the code to override cmd_serve.
 
52
 
 
53
    try:
 
54
        from bzrlib.transport import transport_server_registry
 
55
    except ImportError:
 
56
        transport_server_registry = None
48
57
 
49
58
    DEFAULT_HOST = '0.0.0.0'
50
59
    DEFAULT_PORT = 8080
51
60
    HELP = ('Loggerhead, a web-based code viewer and server. (default port: %d)' %
52
61
            (DEFAULT_PORT,))
53
62
 
 
63
    def setup_logging(config):
 
64
        import logging
 
65
        import sys
 
66
 
 
67
        logger = logging.getLogger('loggerhead')
 
68
        handler = logging.StreamHandler(sys.stderr)
 
69
        handler.setLevel(logging.DEBUG)
 
70
        logger.addHandler(handler)
 
71
        logging.getLogger('simpleTAL').addHandler(handler)
 
72
        logging.getLogger('simpleTALES').addHandler(handler)
 
73
 
 
74
 
54
75
    def _ensure_loggerhead_path():
55
76
        """Ensure that you can 'import loggerhead' and get the root."""
56
77
        # loggerhead internal code will try to 'import loggerhead', so
62
83
            sys.path.append(os.path.dirname(__file__))
63
84
 
64
85
    def serve_http(transport, host=None, port=None, inet=None):
65
 
        # TODO: if we supported inet to pass requests in and respond to them,
66
 
        #       then it would be easier to test the full stack, but it probably
67
 
        #       means routing around paste.httpserver.serve which probably
68
 
        #       isn't testing the full stack
69
86
        from paste.httpexceptions import HTTPExceptionHandler
70
87
        from paste.httpserver import serve
71
88
 
72
89
        _ensure_loggerhead_path()
73
90
 
74
 
        from loggerhead.apps.http_head import HeadMiddleware
75
91
        from loggerhead.apps.transport import BranchesFromTransportRoot
76
92
        from loggerhead.config import LoggerheadConfig
77
 
        from loggerhead.main import setup_logging
78
93
 
79
94
        if host is None:
80
95
            host = DEFAULT_HOST
84
99
        if not transport.is_readonly():
85
100
            argv.insert(0, '--allow-writes')
86
101
        config = LoggerheadConfig(argv)
87
 
        setup_logging(config, init_logging=False, log_file=sys.stderr)
 
102
        setup_logging(config)
88
103
        app = BranchesFromTransportRoot(transport.base, config)
89
 
        # Bug #758618, HeadMiddleware seems to break HTTPExceptionHandler from
90
 
        # actually sending appropriate return codes to the client. Since nobody
91
 
        # desperately needs HeadMiddleware right now, just ignoring it.
92
 
        # app = HeadMiddleware(app)
93
104
        app = HTTPExceptionHandler(app)
94
105
        serve(app, host=host, port=port)
95
106
 
96
 
    transport_server_registry.register('http', serve_http, help=HELP)
 
107
    if transport_server_registry is not None:
 
108
        transport_server_registry.register('http', serve_http, help=HELP)
 
109
    else:
 
110
        import bzrlib.builtins
 
111
        from bzrlib.option import Option
 
112
 
 
113
        _original_command = commands.get_cmd_object('serve')
 
114
 
 
115
        class cmd_serve(bzrlib.builtins.cmd_serve):
 
116
            __doc__ = _original_command.__doc__
 
117
 
 
118
            takes_options = _original_command.takes_options + [
 
119
                Option('http', help=HELP)]
 
120
 
 
121
            def run(self, *args, **kw):
 
122
                if 'http' in kw:
 
123
                    from bzrlib.transport import get_transport
 
124
                    allow_writes = kw.get('allow_writes', False)
 
125
                    path = kw.get('directory', '.')
 
126
                    port = kw.get('port', DEFAULT_PORT)
 
127
                    # port might be an int already...
 
128
                    if isinstance(port, basestring) and ':' in port:
 
129
                        host, port = port.split(':')
 
130
                    else:
 
131
                        host = DEFAULT_HOST
 
132
                    if allow_writes:
 
133
                        transport = get_transport(path)
 
134
                    else:
 
135
                        transport = get_transport('readonly+' + path)
 
136
                    serve_http(transport, host, port)
 
137
                else:
 
138
                    super(cmd_serve, self).run(*args, **kw)
 
139
 
 
140
        commands.register_command(cmd_serve)
97
141
 
98
142
    class cmd_load_test_loggerhead(commands.Command):
99
143
        """Run a load test against a live loggerhead instance.
100
 
 
101
 
        Pass in the name of a script file to run. See loggerhead/load_test.py
102
 
        for a description of the file format.
103
144
        """
104
145
 
105
 
        takes_args = ["filename"]
106
 
 
107
 
        def run(self, filename):
 
146
        def run(self):
108
147
            from bzrlib.plugins.loggerhead.loggerhead import load_test
109
 
            script = load_test.run_script(filename)
110
 
            for thread_id in sorted(script._threads):
111
 
                worker = script._threads[thread_id][0]
112
 
                for url, success, time in worker.stats:
113
 
                    self.outf.write(' %5.3fs %s %s\n'
114
 
                                    % (time, str(success)[0], url))
115
 
 
116
 
    commands.register_command(cmd_load_test_loggerhead)
 
148
            load_test.run()
117
149
 
118
150
    def load_tests(standard_tests, module, loader):
119
151
        _ensure_loggerhead_path()