~launchpad-pqm/launchpad/devel

8687.15.8 by Karl Fogel
Add the copyright header block to more files.
1
# Copyright 2009 Canonical Ltd.  This software is licensed under the
2
# GNU Affero General Public License version 3 (see the file LICENSE).
1628 by Canonical.com Patch Queue Manager
Configuration, Librian and Librarian test harness work
3
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
4
# Twisted Application Configuration file.
2237 by Canonical.com Patch Queue Manager
[trivial] Libraraian upstream tweaks, which demonstrate the the feature is broken (?)
5
# Use with "twistd2.4 -y <file.tac>", e.g. "twistd -noy server.tac"
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
6
11737.4.6 by Robert Collins
Make the librarian use dynamically allocated ports and root dir (except when in production / persistent test services).
7
import os
10739.3.1 by Guilherme Salgado
Make the librarian dump its memory (using meliae) upon a 'kill -44'
8
import signal
9
10
from meliae import scanner
11
6998.3.2 by Guilherme Salgado
fix the bug.
12
from twisted.application import service, strports
11784.2.1 by Gary Poster
add diagnostics for why the librarian rejects requests, for diagnosing bug 662912.
13
from twisted.internet import reactor
14
from twisted.python import log
14446.1.8 by Julian Edwards
fix some logging; TestBranchPuller still failing
15
from twisted.scripts.twistd import ServerOptions
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
16
from twisted.web import server
17
4450.7.1 by James Henstridge
move librarian over to use the webapp database adapter
18
from canonical.config import config, dbconfig
11765.1.1 by Robert Collins
Split out the launchpad-buildd needed component from tachandler.py.
19
from canonical.launchpad.daemons import readyservice
4450.7.1 by James Henstridge
move librarian over to use the webapp database adapter
20
from canonical.launchpad.scripts import execute_zcml_for_scripts
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
21
10739.3.1 by Guilherme Salgado
Make the librarian dump its memory (using meliae) upon a 'kill -44'
22
from canonical.librarian.interfaces import DUMP_FILE, SIGDUMPMEM
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
23
from canonical.librarian.libraryprotocol import FileUploadFactory
24
from canonical.librarian import storage, db
25
from canonical.librarian import web as fatweb
11221.1.1 by Robert Collins
Start logging oops from the librarian. Fixes lp:86185
26
from lp.services.twistedsupport.loggingsupport import set_up_oops_reporting
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
27
28
# Connect to database
13993.1.2 by William Grant
librarian no longer uses setConfigSection.
29
dbconfig.override(
30
    dbuser=config.librarian.dbuser,
31
    isolation_level=config.librarian.isolation_level)
4450.7.1 by James Henstridge
move librarian over to use the webapp database adapter
32
execute_zcml_for_scripts()
1102 by Canonical.com Patch Queue Manager
Lucille had some XXXs which should have been NOTEs
33
11737.4.6 by Robert Collins
Make the librarian use dynamically allocated ports and root dir (except when in production / persistent test services).
34
if os.environ.get('LP_TEST_INSTANCE'):
35
    # Running in ephemeral mode: get the root dir from the environment and
36
    # dynamically allocate ports.
37
    path = os.environ['LP_LIBRARIAN_ROOT']
38
else:
39
    path = config.librarian_server.root
5863.9.2 by Curtis Hovey
Updated code to use the libraran_server section.
40
if config.librarian_server.upstream_host:
41
    upstreamHost = config.librarian_server.upstream_host
42
    upstreamPort = config.librarian_server.upstream_port
11784.2.2 by Gary Poster
switch callWhenRunning to addSystemEventTrigger because it is clearer about intent.
43
    reactor.addSystemEventTrigger(
44
        'before', 'startup', log.msg,
11784.2.1 by Gary Poster
add diagnostics for why the librarian rejects requests, for diagnosing bug 662912.
45
        'Using upstream librarian http://%s:%d' %
46
        (upstreamHost, upstreamPort))
2109 by Canonical.com Patch Queue Manager
[trivial] Add upstream librarian support for the staging environment
47
else:
48
    upstreamHost = upstreamPort = None
11784.2.2 by Gary Poster
switch callWhenRunning to addSystemEventTrigger because it is clearer about intent.
49
    reactor.addSystemEventTrigger(
50
        'before', 'startup', log.msg, 'Not using upstream librarian')
6998.3.2 by Guilherme Salgado
fix the bug.
51
52
application = service.Application('Librarian')
53
librarianService = service.IServiceCollection(application)
54
55
# Service that announces when the daemon is ready
11765.1.1 by Robert Collins
Split out the launchpad-buildd needed component from tachandler.py.
56
readyservice.ReadyService().setServiceParent(librarianService)
6998.3.2 by Guilherme Salgado
fix the bug.
57
6998.3.3 by Guilherme Salgado
A couple changes after Francis' review
58
def setUpListener(uploadPort, webPort, restricted):
59
    """Set up a librarian listener on the given ports.
60
61
    :param restricted: Should this be a restricted listener?  A restricted
62
        listener will serve only files with the 'restricted' file set and all
63
        files uploaded through the restricted listener will have that flag
64
        set.
65
    """
66
    librarian_storage = storage.LibrarianStorage(
67
        path, db.Library(restricted=restricted))
68
    upload_factory = FileUploadFactory(librarian_storage)
12581.2.1 by Gavin Panella
Do as the warnings suggest.
69
    strports.service("tcp:%d" % uploadPort, upload_factory).setServiceParent(
6998.3.3 by Guilherme Salgado
A couple changes after Francis' review
70
        librarianService)
71
    root = fatweb.LibraryFileResource(
72
        librarian_storage, upstreamHost, upstreamPort)
73
    root.putChild('search', fatweb.DigestSearchResource(librarian_storage))
74
    root.putChild('robots.txt', fatweb.robotsTxt)
75
    site = server.Site(root)
76
    site.displayTracebacks = False
12581.2.1 by Gavin Panella
Do as the warnings suggest.
77
    strports.service("tcp:%d" % webPort, site).setServiceParent(
78
        librarianService)
6998.3.3 by Guilherme Salgado
A couple changes after Francis' review
79
11737.4.6 by Robert Collins
Make the librarian use dynamically allocated ports and root dir (except when in production / persistent test services).
80
if os.environ.get('LP_TEST_INSTANCE'):
81
    # Running in ephemeral mode: allocate ports on demand.
82
    setUpListener(0, 0, restricted=False)
83
    setUpListener(0, 0, restricted=True)
84
else:
85
    # Set up the public librarian.
86
    uploadPort = config.librarian.upload_port
87
    webPort = config.librarian.download_port
88
    setUpListener(uploadPort, webPort, restricted=False)
89
    # Set up the restricted librarian.
90
    webPort = config.librarian.restricted_download_port
91
    uploadPort = config.librarian.restricted_upload_port
92
    setUpListener(uploadPort, webPort, restricted=True)
10739.3.1 by Guilherme Salgado
Make the librarian dump its memory (using meliae) upon a 'kill -44'
93
11221.1.1 by Robert Collins
Start logging oops from the librarian. Fixes lp:86185
94
# Log OOPS reports
14446.1.8 by Julian Edwards
fix some logging; TestBranchPuller still failing
95
options = ServerOptions()
96
options.parseOptions()
97
logfile = options.get("logfile")
98
set_up_oops_reporting('librarian', 'librarian', logfile)
11221.1.1 by Robert Collins
Start logging oops from the librarian. Fixes lp:86185
99
10739.3.1 by Guilherme Salgado
Make the librarian dump its memory (using meliae) upon a 'kill -44'
100
# Setup a signal handler to dump the process' memory upon 'kill -44'.
101
def sigdumpmem_handler(signum, frame):
102
    scanner.dump_all_objects(DUMP_FILE)
103
104
signal.signal(SIGDUMPMEM, sigdumpmem_handler)