1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
#!/usr/bin/python -S
#
# Copyright 2009 Canonical Ltd. This software is licensed under the
# GNU Affero General Public License version 3 (see the file LICENSE).
# This script uses relative imports.
# pylint: disable-msg=W0403
"""Script run by cronscripts/supermirror-pull.py to mirror single branches.
Do NOT run this script yourself unless you really know what you are doing. Use
cronscripts/supermirror-pull.py instead.
Usage: scripts/mirror-branch.py source_url dest_url branch_id unique_name \
branch_type default_stacked_on_url
Where:
source_url is the location of the branch to be mirrored.
dest_url is the location to mirror the branch to.
branch_id is the database ID of the branch.
unique_name is the unique name of the branch.
branch_type is one of HOSTED, MIRRORED, IMPORTED
default_stacked_on_url is the default stacked-on URL of the product that
the branch is in.
"""
# This script does not use the standard Launchpad script framework as it is
# not intended to be run by itself.
import _pythonpath
from optparse import OptionParser
import os
import resource
import sys
import bzrlib.repository
from lp.code.enums import BranchType
from lp.codehosting.puller.worker import (
install_worker_ui_factory,
PullerWorker,
PullerWorkerProtocol,
)
from lp.services.webapp.errorlog import globalErrorUtility
branch_type_map = {
BranchType.MIRRORED: 'mirror',
BranchType.IMPORTED: 'import'
}
def shut_up_deprecation_warning():
# XXX DavidAllouche 2006-01-29:
# Quick hack to disable the deprecation warning for old repository
# formats.
bzrlib.repository._deprecation_warning_done = True
def force_bzr_to_use_urllib():
# These lines prevent bzr from using pycurl to connect to http: urls. We
# want this for two reasons:
# 1) pycurl rejects self signed certificates, which prevents a significant
# number of mirror branchs from updating, and
# 2) the script sometimes hangs inside pycurl, preventing all mirrors from
# being updated until the script is restarted.
# There is no test for this (it would involve a great number of moving
# parts) but it has been verified to work on production. Also see
# https://bugs.launchpad.net/bzr/+bug/82086
from bzrlib.transport import register_lazy_transport
register_lazy_transport('http://', 'bzrlib.transport.http._urllib',
'HttpTransport_urllib')
register_lazy_transport('https://', 'bzrlib.transport.http._urllib',
'HttpTransport_urllib')
if __name__ == '__main__':
parser = OptionParser()
(options, arguments) = parser.parse_args()
(source_url, destination_url, branch_id, unique_name,
branch_type_name, default_stacked_on_url) = arguments
branch_type = BranchType.items[branch_type_name]
if branch_type == BranchType.IMPORTED and 'http_proxy' in os.environ:
del os.environ['http_proxy']
section_name = 'supermirror_%s_puller' % branch_type_map[branch_type]
globalErrorUtility.configure(section_name)
shut_up_deprecation_warning()
force_bzr_to_use_urllib()
resource.setrlimit(resource.RLIMIT_AS, (1500000000, 1500000000))
protocol = PullerWorkerProtocol(sys.stdout)
install_worker_ui_factory(protocol)
PullerWorker(
source_url, destination_url, int(branch_id), unique_name, branch_type,
default_stacked_on_url, protocol).mirror()
|