~loggerhead-team/loggerhead/trunk-rich

423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
1
# Copyright 2009, 2010, 2011 Canonical Ltd
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
262.2.1 by Martin Pool
Stub code to allow loggerhead to load as a plugin
17
18
# This file allows loggerhead to be treated as a plugin for bzr.
19
#
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
20
# XXX: Because loggerhead already contains a loggerhead directory, much of the
21
# code is going to appear loaded at bzrlib.plugins.loggerhead.loggerhead.
22
# This seems like the easiest thing, because bzrlib wants the top-level plugin
23
# directory to be the module, but when it's used as a library people expect
24
# the source directory to contain a directory called loggerhead.  -- mbp
25
# 20090123
26
27
"""Loggerhead web viewer for Bazaar branches.
28
329.2.1 by Matt Nordhoff
Strip trailing whitespace
29
This provides a new option "--http" to the "bzr serve" command, that
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
30
starts a web server to browse the contents of a branch.
31
"""
262.2.1 by Martin Pool
Stub code to allow loggerhead to load as a plugin
32
420 by Max Kanat-Alexander
Merge info file, mark as compatible with bzr 2.3.
33
from info import (
34
    bzr_plugin_version as version_info,
35
    bzr_compatible_versions,
36
    )
262.2.2 by Martin Pool
Merge in 'serve --http' based on code from mwh
37
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
38
if __name__ == 'bzrlib.plugins.loggerhead':
39
    import bzrlib
262.2.5 by Martin Pool
This loggerhead will work with bzr 1.13
40
    from bzrlib.api import require_any_api
423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
41
    from bzrlib import commands
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
42
420 by Max Kanat-Alexander
Merge info file, mark as compatible with bzr 2.3.
43
    require_any_api(bzrlib, bzr_compatible_versions)
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
44
45
    # NB: Normally plugins should lazily load almost everything, but this
46
    # seems reasonable to have in-line here: bzrlib.commands and options are
47
    # normally loaded, and the rest of loggerhead won't be loaded until serve
48
    # --http is run.
360 by Martin Albisetti
Avoid diluting sys.path if loggerhead is installed systemwide, install loggerhead as a plugin (Jelmer Vernooij)
49
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
50
    # transport_server_registry was added in bzr 1.16. When we drop support for
51
    # older releases, we can remove the code to override cmd_serve.
52
53
    try:
54
        from bzrlib.transport import transport_server_registry
55
    except ImportError:
56
        transport_server_registry = None
57
58
    DEFAULT_HOST = '0.0.0.0'
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
59
    DEFAULT_PORT = 8080
360 by Martin Albisetti
Avoid diluting sys.path if loggerhead is installed systemwide, install loggerhead as a plugin (Jelmer Vernooij)
60
    HELP = ('Loggerhead, a web-based code viewer and server. (default port: %d)' %
352.4.3 by Matt Nordhoff
Better line-wrapping
61
            (DEFAULT_PORT,))
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
62
405.1.4 by John Arbash Meinel
The basic support seems to be working, as evidenced by running against bzr.dev.
63
    def setup_logging(config):
64
        import logging
65
        import sys
66
67
        logger = logging.getLogger('loggerhead')
68
        handler = logging.StreamHandler(sys.stderr)
69
        handler.setLevel(logging.DEBUG)
70
        logger.addHandler(handler)
71
        logging.getLogger('simpleTAL').addHandler(handler)
72
        logging.getLogger('simpleTALES').addHandler(handler)
73
389.2.1 by Matt Nordhoff
Some random PEP 8 and otehr stylistic changes.
74
418.1.1 by John Arbash Meinel
Allow running the loggerhead test suite using 'bzr selftest'
75
    def _ensure_loggerhead_path():
76
        """Ensure that you can 'import loggerhead' and get the root."""
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
77
        # loggerhead internal code will try to 'import loggerhead', so
359.1.2 by Jelmer Vernooij
Avoid diluting sys.path if loggerhead is installed systemwide.
78
        # let's put it on the path if we can't find it in the existing path
79
        try:
405.1.3 by John Arbash Meinel
Change the import check so it actually works.
80
            import loggerhead.apps.transport
359.1.2 by Jelmer Vernooij
Avoid diluting sys.path if loggerhead is installed systemwide.
81
        except ImportError:
82
            import os.path, sys
83
            sys.path.append(os.path.dirname(__file__))
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
84
418.1.1 by John Arbash Meinel
Allow running the loggerhead test suite using 'bzr selftest'
85
    def serve_http(transport, host=None, port=None, inet=None):
86
        from paste.httpexceptions import HTTPExceptionHandler
87
        from paste.httpserver import serve
88
89
        _ensure_loggerhead_path()
90
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
91
        from loggerhead.apps.transport import BranchesFromTransportRoot
92
        from loggerhead.config import LoggerheadConfig
389.2.1 by Matt Nordhoff
Some random PEP 8 and otehr stylistic changes.
93
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
94
        if host is None:
95
            host = DEFAULT_HOST
96
        if port is None:
97
            port = DEFAULT_PORT
359.2.2 by Matt Nordhoff
Fix a stupid mistake constructing argv
98
        argv = ['--host', host, '--port', str(port), '--', transport.base]
99
        if not transport.is_readonly():
100
            argv.insert(0, '--allow-writes')
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
101
        config = LoggerheadConfig(argv)
405.1.4 by John Arbash Meinel
The basic support seems to be working, as evidenced by running against bzr.dev.
102
        setup_logging(config)
388 by Matt Nordhoff
serve_http was passing a transport to BranchesFromTransportRoot, not an URL.
103
        app = BranchesFromTransportRoot(transport.base, config)
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
104
        app = HTTPExceptionHandler(app)
105
        serve(app, host=host, port=port)
106
107
    if transport_server_registry is not None:
108
        transport_server_registry.register('http', serve_http, help=HELP)
109
    else:
110
        import bzrlib.builtins
111
        from bzrlib.option import Option
112
423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
113
        _original_command = commands.get_cmd_object('serve')
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
114
115
        class cmd_serve(bzrlib.builtins.cmd_serve):
116
            __doc__ = _original_command.__doc__
117
118
            takes_options = _original_command.takes_options + [
119
                Option('http', help=HELP)]
120
121
            def run(self, *args, **kw):
122
                if 'http' in kw:
123
                    from bzrlib.transport import get_transport
359.2.1 by Matt Nordhoff
Add an --allow-writes option to serve-branches and "bzr serve"
124
                    allow_writes = kw.get('allow_writes', False)
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
125
                    path = kw.get('directory', '.')
126
                    port = kw.get('port', DEFAULT_PORT)
127
                    # port might be an int already...
128
                    if isinstance(port, basestring) and ':' in port:
129
                        host, port = port.split(':')
130
                    else:
131
                        host = DEFAULT_HOST
359.2.1 by Matt Nordhoff
Add an --allow-writes option to serve-branches and "bzr serve"
132
                    if allow_writes:
133
                        transport = get_transport(path)
134
                    else:
135
                        transport = get_transport('readonly+' + path)
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
136
                    serve_http(transport, host, port)
262.2.4 by Martin Pool
Act as a plugin only when loaded by bzr; update docs
137
                else:
352.4.1 by Matt Nordhoff
Use the "bzr serve" protocol registry if it's available.
138
                    super(cmd_serve, self).run(*args, **kw)
262.2.2 by Martin Pool
Merge in 'serve --http' based on code from mwh
139
423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
140
        commands.register_command(cmd_serve)
141
142
    class cmd_load_test_loggerhead(commands.Command):
143
        """Run a load test against a live loggerhead instance.
423.2.4 by John Arbash Meinel
Add a <noop> command to the RequestWorker.
144
145
        Pass in the name of a script file to run. See loggerhead/load_test.py
146
        for a description of the file format.
423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
147
        """
148
423.2.4 by John Arbash Meinel
Add a <noop> command to the RequestWorker.
149
        takes_args = ["filename"]
150
151
        def run(self, filename):
423.2.1 by John Arbash Meinel
Start working on some code to do load testing of loggerhead.
152
            from bzrlib.plugins.loggerhead.loggerhead import load_test
423.2.4 by John Arbash Meinel
Add a <noop> command to the RequestWorker.
153
            script = load_test.run_script(filename)
423.2.6 by John Arbash Meinel
Avoid getting a lazy object error by instantiating an
154
            for thread_id in sorted(script._threads):
155
                worker = script._threads[thread_id][0]
423.2.4 by John Arbash Meinel
Add a <noop> command to the RequestWorker.
156
                for url, success, time in worker.stats:
423.2.5 by John Arbash Meinel
Allow comment strings in the scripts.
157
                    self.outf.write(' %5.3fs %s %s\n'
158
                                    % (time, str(success)[0], url))
423.2.4 by John Arbash Meinel
Add a <noop> command to the RequestWorker.
159
160
    commands.register_command(cmd_load_test_loggerhead)
418.1.1 by John Arbash Meinel
Allow running the loggerhead test suite using 'bzr selftest'
161
162
    def load_tests(standard_tests, module, loader):
163
        _ensure_loggerhead_path()
164
        standard_tests.addTests(loader.loadTestsFromModuleNames(
165
            ['bzrlib.plugins.loggerhead.loggerhead.tests']))
166
        return standard_tests