1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
#!/usr/bin/python
#
# Copyright 2009 Canonical Ltd. This software is licensed under the
# GNU Affero General Public License version 3 (see the file LICENSE).
# Check the integrity of an archive via it's indices files
################################################################################
import commands
import os
import stat
import sys
import apt_pkg
import dak_utils
################################################################################
Filelist = None
ArchiveRoot = "/srv/launchpad.net/ubuntu-archive/ubuntu/"
Count = 0
################################################################################
def error(msg):
sys.stderr.write("E: %s\n" % (msg))
################################################################################
def check_file(filename, md5sum_expected, size_expected):
global Count
# Check existence/readability
if os.access(filename, os.R_OK) == 0:
if os.path.exists(filename):
error("%s could not be read (permission denied)" \
% (filename))
else:
error("%s is missing" % (filename))
return
# Check md5sum
filehandle = open(filename)
md5sum_found = apt_pkg.md5sum(filehandle)
if md5sum_found != md5sum_expected:
error("%s failed md5sum check ('%s' vs '%s')" \
% (filename, md5sum_expected, md5sum_found))
filehandle.close()
# Check size
size_found = os.stat(filename)[stat.ST_SIZE]
size_expected = int(size_expected)
if size_found != size_expected:
error("%s failed size check (expected: %d, got: %d)" \
% (filename, size_expected, size_found))
Count += 1
if Count % 10 == 0:
sys.stdout.write(".")
sys.stdout.flush()
################################################################################
def validate_sources(sources_filename, suite, component):
if suite == "dapper":
return
sys.stdout.write("Checking %s/%s/source: " % (suite, component))
sys.stdout.flush()
# apt_pkg.ParseTagFile needs a real file handle and can't handle a GzipFile instance...
temp_filename = dak_utils.temp_filename()
(result, output) = commands.getstatusoutput("gunzip -c %s > %s" \
% (sources_filename,
temp_filename))
if (result != 0):
sys.stderr.write("Gunzip invocation failed!\n%s\n" % (output))
sys.exit(result)
sources = open(temp_filename)
Sources = apt_pkg.ParseTagFile(sources)
while Sources.Step():
directory = Sources.Section.Find('Directory')
files = Sources.Section.Find('Files')
for i in files.split('\n'):
(md5sum_expected, size_expected, name) = i.split()
filename = os.path.join(ArchiveRoot, directory, name)
check_file(filename, md5sum_expected, size_expected)
sys.stdout.write("done.\n")
sys.stdout.flush()
sources.close()
os.unlink(temp_filename)
################################################################################
def validate_packages(packages_filename, suite, component, architecture):
if suite == "dapper":
return
sys.stdout.write("Checking %s/%s/%s: " % (suite, component, architecture))
sys.stdout.flush()
# apt_pkg.ParseTagFile needs a real file handle and can't handle a GzipFile instance...
temp_filename = dak_utils.temp_filename()
(result, output) = commands.getstatusoutput("gunzip -c %s > %s"
% (packages_filename,
temp_filename))
if (result != 0):
sys.stderr.write("Gunzip invocation failed!\n%s\n" % (output))
sys.exit(result)
packages = open(temp_filename)
Packages = apt_pkg.ParseTagFile(packages)
while Packages.Step():
md5sum_expected = Packages.Section.Find('MD5sum')
size_expected = Packages.Section.Find('Size')
filename = Packages.Section.Find('Filename')
filename = os.path.join(ArchiveRoot, filename)
check_file(filename, md5sum_expected, size_expected)
sys.stdout.write("done.\n")
sys.stdout.flush()
packages.close()
os.unlink(temp_filename)
################################################################################
def _process_dir(_, dirname, filenames):
global Filelist
for filename in filenames:
if filename == "Packages.gz" or filename == "Sources.gz":
split = dirname.split('/')
if split[-2] == "debian-installer":
(suite, component, _, architecture) = split[-4:]
else:
(suite, component, architecture) = split[-3:]
architecture = architecture.replace("binary-", "")
full_filename = os.path.join(dirname, filename)
if architecture == "source":
validate_sources(full_filename, suite, component)
else:
validate_packages(full_filename, suite, component, architecture)
################################################################################
def main():
global Filelist
Filelist = {}
apt_pkg.init()
os.path.walk(os.path.join(ArchiveRoot, "dists"),
_process_dir, None)
return 0
################################################################################
if __name__ == '__main__':
sys.exit(main())
|