1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
#!/usr/bin/python -S
#
# Copyright 2009 Canonical Ltd. This software is licensed under the
# GNU Affero General Public License version 3 (see the file LICENSE).
"""Process a code import described by the command line arguments.
By 'processing a code import' we mean importing or updating code from a
remote, non-Bazaar, repository.
This script is usually run by the code-import-worker-monitor.py script that
communicates progress and results to the database.
"""
__metaclass__ = type
# pylint: disable-msg=W0403
import _pythonpath
from optparse import OptionParser
import sys
from bzrlib.transport import get_transport
from lp.codehosting.codeimport.worker import (
BzrImportWorker,
BzrSvnImportWorker,
CodeImportBranchOpenPolicy,
CodeImportSourceDetails,
CSCVSImportWorker,
get_default_bazaar_branch_store,
GitImportWorker,
HgImportWorker,
)
from lp.codehosting.safe_open import AcceptAnythingPolicy
from lp.services import scripts
from lp.services.config import config
opener_policies = {
"anything": AcceptAnythingPolicy(),
"default": CodeImportBranchOpenPolicy()
}
def force_bzr_to_use_urllib():
"""Prevent bzr from using pycurl to connect to http: urls.
We want this because pycurl rejects self signed certificates, which
prevents a significant number of import branchs from updating. Also see
https://bugs.launchpad.net/bzr/+bug/516222.
"""
from bzrlib.transport import register_lazy_transport
register_lazy_transport('http://', 'bzrlib.transport.http._urllib',
'HttpTransport_urllib')
register_lazy_transport('https://', 'bzrlib.transport.http._urllib',
'HttpTransport_urllib')
class CodeImportWorker:
def __init__(self):
parser = OptionParser()
scripts.logger_options(parser)
parser.add_option(
"--access-policy", type="choice", metavar="ACCESS_POLICY",
choices=["anything", "default"], default="default",
help="Access policy to use when accessing branches to import.")
self.options, self.args = parser.parse_args()
self.logger = scripts.logger(self.options, 'code-import-worker')
def main(self):
force_bzr_to_use_urllib()
source_details = CodeImportSourceDetails.fromArguments(self.args)
if source_details.rcstype == 'git':
import_worker_cls = GitImportWorker
elif source_details.rcstype == 'bzr-svn':
import_worker_cls = BzrSvnImportWorker
elif source_details.rcstype == 'hg':
import_worker_cls = HgImportWorker
elif source_details.rcstype == 'bzr':
import_worker_cls = BzrImportWorker
elif source_details.rcstype in ['cvs', 'svn']:
import_worker_cls = CSCVSImportWorker
else:
raise AssertionError(
'unknown rcstype %r' % source_details.rcstype)
import_worker = import_worker_cls(
source_details,
get_transport(config.codeimport.foreign_tree_store),
get_default_bazaar_branch_store(), self.logger,
opener_policies[self.options.access_policy])
return import_worker.run()
if __name__ == '__main__':
script = CodeImportWorker()
sys.exit(script.main())
|