1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
|
# Copyright 2009 Canonical Ltd. This software is licensed under the
# GNU Affero General Public License version 3 (see the file LICENSE).
"""Test BuildQueue features."""
from datetime import timedelta
from zope.component import getUtility
from zope.security.proxy import removeSecurityProxy
from canonical.launchpad.webapp.interfaces import (
DEFAULT_FLAVOR,
IStoreSelector,
MAIN_STORE,
)
from canonical.testing.layers import (
DatabaseFunctionalLayer,
LaunchpadZopelessLayer,
)
from lp.buildmaster.enums import BuildStatus
from lp.buildmaster.interfaces.builder import IBuilderSet
from lp.soyuz.enums import (
ArchivePurpose,
PackagePublishingStatus,
)
from lp.soyuz.interfaces.buildfarmbuildjob import IBuildFarmBuildJob
from lp.soyuz.interfaces.buildpackagejob import IBuildPackageJob
from lp.soyuz.model.binarypackagebuild import BinaryPackageBuild
from lp.soyuz.model.processor import ProcessorFamilySet
from lp.soyuz.tests.test_publishing import SoyuzTestPublisher
from lp.testing import TestCaseWithFactory
def find_job(test, name, processor='386'):
"""Find build and queue instance for the given source and processor."""
for build in test.builds:
if (build.source_package_release.name == name
and build.processor.name == processor):
return (build, build.buildqueue_record)
return (None, None)
def builder_key(build):
"""Return processor and virtualization for the given build."""
return (build.processor.id, build.is_virtualized)
def assign_to_builder(test, job_name, builder_number, processor='386'):
"""Simulate assigning a build to a builder."""
def nth_builder(test, build, n):
"""Get builder #n for the given build processor and virtualization."""
builder = None
builders = test.builders.get(builder_key(build), [])
try:
builder = builders[n - 1]
except IndexError:
pass
return builder
build, bq = find_job(test, job_name, processor)
builder = nth_builder(test, build, builder_number)
bq.markAsBuilding(builder)
class TestBuildJobBase(TestCaseWithFactory):
"""Setup the test publisher and some builders."""
layer = LaunchpadZopelessLayer
def setUp(self):
super(TestBuildJobBase, self).setUp()
self.publisher = SoyuzTestPublisher()
self.publisher.prepareBreezyAutotest()
self.i8 = self.factory.makeBuilder(name='i386-n-8', virtualized=False)
self.i9 = self.factory.makeBuilder(name='i386-n-9', virtualized=False)
processor_fam = ProcessorFamilySet().getByName('hppa')
proc = processor_fam.processors[0]
self.h6 = self.factory.makeBuilder(
name='hppa-n-6', processor=proc, virtualized=False)
self.h7 = self.factory.makeBuilder(
name='hppa-n-7', processor=proc, virtualized=False)
self.builders = dict()
# x86 native
self.builders[(1, False)] = [self.i8, self.i9]
# hppa native
self.builders[(3, True)] = [self.h6, self.h7]
# Ensure all builders are operational.
for builders in self.builders.values():
for builder in builders:
builder.builderok = True
builder.manual = False
# Disable the sample data builders.
getUtility(IBuilderSet)['bob'].builderok = False
getUtility(IBuilderSet)['frog'].builderok = False
class TestBuildPackageJob(TestBuildJobBase):
"""Test dispatch time estimates for binary builds (i.e. single build
farm job type) targetting a single processor architecture and the primary
archive.
"""
def setUp(self):
"""Set up some native x86 builds for the test archive."""
super(TestBuildPackageJob, self).setUp()
# The builds will be set up as follows:
#
# j: 3 gedit p: hppa v:False e:0:01:00 *** s: 1001
# j: 4 gedit p: 386 v:False e:0:02:00 *** s: 1002
# j: 5 firefox p: hppa v:False e:0:03:00 *** s: 1003
# j: 6 firefox p: 386 v:False e:0:04:00 *** s: 1004
# j: 7 cobblers p: hppa v:False e:0:05:00 *** s: 1005
# j: 8 cobblers p: 386 v:False e:0:06:00 *** s: 1006
# j: 9 thunderpants p: hppa v:False e:0:07:00 *** s: 1007
# j:10 thunderpants p: 386 v:False e:0:08:00 *** s: 1008
# j:11 apg p: hppa v:False e:0:09:00 *** s: 1009
# j:12 apg p: 386 v:False e:0:10:00 *** s: 1010
# j:13 vim p: hppa v:False e:0:11:00 *** s: 1011
# j:14 vim p: 386 v:False e:0:12:00 *** s: 1012
# j:15 gcc p: hppa v:False e:0:13:00 *** s: 1013
# j:16 gcc p: 386 v:False e:0:14:00 *** s: 1014
# j:17 bison p: hppa v:False e:0:15:00 *** s: 1015
# j:18 bison p: 386 v:False e:0:16:00 *** s: 1016
# j:19 flex p: hppa v:False e:0:17:00 *** s: 1017
# j:20 flex p: 386 v:False e:0:18:00 *** s: 1018
# j:21 postgres p: hppa v:False e:0:19:00 *** s: 1019
# j:22 postgres p: 386 v:False e:0:20:00 *** s: 1020
#
# j=job, p=processor, v=virtualized, e=estimated_duration, s=score
# First mark all builds in the sample data as already built.
store = getUtility(IStoreSelector).get(MAIN_STORE, DEFAULT_FLAVOR)
sample_data = store.find(BinaryPackageBuild)
for build in sample_data:
build.buildstate = BuildStatus.FULLYBUILT
store.flush()
# We test builds that target a primary archive.
self.non_ppa = self.factory.makeArchive(
name="primary", purpose=ArchivePurpose.PRIMARY)
self.non_ppa.require_virtualized = False
self.builds = []
self.builds.extend(
self.publisher.getPubSource(
sourcename="gedit", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="firefox",
status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="cobblers",
status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="thunderpants",
status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="apg", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="vim", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="gcc", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="bison", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="flex", status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
self.builds.extend(
self.publisher.getPubSource(
sourcename="postgres",
status=PackagePublishingStatus.PUBLISHED,
archive=self.non_ppa,
architecturehintlist='any').createMissingBuilds())
# We want the builds to have a lot of variety when it comes to score
# and estimated duration etc. so that the queries under test get
# exercised properly.
score = 1000
duration = 0
for build in self.builds:
score += 1
duration += 60
bq = build.buildqueue_record
bq.lastscore = score
removeSecurityProxy(bq).estimated_duration = timedelta(
seconds=duration)
def test_processor(self):
# Test that BuildPackageJob returns the correct processor.
build, bq = find_job(self, 'gcc', '386')
bpj = bq.specific_job
self.assertEqual(bpj.processor.id, 1)
build, bq = find_job(self, 'bison', 'hppa')
bpj = bq.specific_job
self.assertEqual(bpj.processor.id, 3)
def test_virtualized(self):
# Test that BuildPackageJob returns the correct virtualized flag.
build, bq = find_job(self, 'apg', '386')
bpj = bq.specific_job
self.assertEqual(bpj.virtualized, False)
build, bq = find_job(self, 'flex', 'hppa')
bpj = bq.specific_job
self.assertEqual(bpj.virtualized, False)
def test_getTitle(self):
# Test that BuildPackageJob returns the title of the build.
build, bq = find_job(self, 'gcc', '386')
self.assertEqual(bq.specific_job.getTitle(), build.title)
def test_providesInterfaces(self):
# Ensure that a BuildPackageJob generates an appropriate cookie.
build, bq = find_job(self, 'gcc', '386')
build_farm_job = bq.specific_job
self.assertProvides(build_farm_job, IBuildPackageJob)
self.assertProvides(build_farm_job, IBuildFarmBuildJob)
def test_jobStarted(self):
# Starting a build updates the status.
build, bq = find_job(self, 'gcc', '386')
build_package_job = bq.specific_job
build_package_job.jobStarted()
self.failUnlessEqual(
BuildStatus.BUILDING, build_package_job.build.status)
class TestBuildPackageJobScore(TestCaseWithFactory):
layer = DatabaseFunctionalLayer
def test_score_unusual_component(self):
spph = self.factory.makeSourcePackagePublishingHistory(
component='unusual')
build = self.factory.makeBinaryPackageBuild(
source_package_release=spph.sourcepackagerelease)
build.queueBuild()
job = build.buildqueue_record.specific_job
# For now just test that it doesn't raise an Exception
job.score()
def test_main_release_low_score(self):
spph = self.factory.makeSourcePackagePublishingHistory(
component='main', urgency='low')
build = self.factory.makeBinaryPackageBuild(
source_package_release=spph.sourcepackagerelease,
pocket='RELEASE')
job = build.makeJob()
self.assertEquals(2505, job.score())
def test_copy_archive_main_release_low_score(self):
copy_archive = self.factory.makeArchive(purpose='COPY')
spph = self.factory.makeSourcePackagePublishingHistory(
archive=copy_archive, component='main', urgency='low')
build = self.factory.makeBinaryPackageBuild(
source_package_release=spph.sourcepackagerelease,
pocket='RELEASE')
job = build.makeJob()
self.assertEquals(-95, job.score())
def test_copy_archive_relative_score_is_applied(self):
copy_archive = self.factory.makeArchive(purpose='COPY')
removeSecurityProxy(copy_archive).relative_build_score = 2600
spph = self.factory.makeSourcePackagePublishingHistory(
archive=copy_archive, component='main', urgency='low')
build = self.factory.makeBinaryPackageBuild(
source_package_release=spph.sourcepackagerelease,
pocket='RELEASE')
job = build.makeJob()
self.assertEquals(2505, job.score())
|