1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# Copyright (C) 2008-2009 Sun Microsystems, Inc. All rights reserved.
# Use is subject to license terms.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301
# USA
use strict;
use lib 'lib';
use lib "$ENV{RQG_HOME}/lib";
use List::Util 'shuffle';
use GenTest::Random;
use Getopt::Long;
use Data::Dumper;
my ($config_file, $basedir, $vardir, $trials, $duration, $grammar, $gendata,
$seed, $testname, $xml_output, $report_xml_tt, $report_xml_tt_type,
$report_xml_tt_dest);
my $combinations;
my %results;
my @commands;
my $max_result = 0;
my $opt_result = GetOptions(
'config=s' => \$config_file,
'basedir=s' => \$basedir,
'vardir=s' => \$vardir,
'trials=i' => \$trials,
'duration=i' => \$duration,
'seed=s' => \$seed,
'grammar=s' => \$grammar,
'gendata=s' => \$gendata,
'testname=s' => \$testname,
'xml-output=s' => \$xml_output,
'report-xml-tt' => \$report_xml_tt,
'report-xml-tt-type=s' => \$report_xml_tt_type,
'report-xml-tt-dest=s' => \$report_xml_tt_dest,
);
my $prng = GenTest::Random->new(
seed => $seed eq 'time' ? time() : $seed
);
open(CONF, $config_file) or die "unable to open config file '$config_file': $!";
read(CONF, my $config_text, -s $config_file);
eval ($config_text);
die "Unable to load $config_file: $@" if $@;
mkdir($basedir);
my $comb_count = $#$combinations + 1;
foreach my $trial_id (1..$trials) {
my @comb;
foreach my $comb_id (0..($comb_count-1)) {
$comb[$comb_id] = $combinations->[$comb_id]->[$prng->uint16(0, $#{$combinations->[$comb_id]})];
}
my $comb_str = join(' ', @comb);
my $mask = $prng->uint16(0, 65535);
my $command = "
perl runall.pl $comb_str
--mask=$mask
--queries=100000000
";
$command .= " --duration=$duration" if $duration ne '';
$command .= " --basedir=$basedir " if $basedir ne '';
$command .= " --gendata=$gendata " if $gendata ne '';
$command .= " --grammar=$grammar " if $grammar ne '';
$command .= " --seed=$seed " if $seed ne '';
$command .= " --testname=$testname " if $testname ne '';
$command .= " --xml-output=$xml_output " if $xml_output ne '';
$command .= " --report-xml-tt" if defined $report_xml_tt;
$command .= " --report-xml-tt-type=$report_xml_tt_type " if $report_xml_tt_type ne '';
$command .= " --report-xml-tt-dest=$report_xml_tt_dest " if $report_xml_tt_dest ne '';
$command .= " --vardir=$vardir/current " if $command !~ m{--mem}sio && $vardir ne '';
$command =~ s{[\t\r\n]}{ }sgio;
$command .= " 2>&1 | tee $vardir/trial".$trial_id.'.log';
$commands[$trial_id] = $command;
$command =~ s{"}{\\"}sgio;
$command = 'bash -c "set -o pipefail; '.$command.'"';
print localtime()." [$$] $command\n";
my $result = system($command);
print localtime()." [$$] runall.pl exited with exit status ".($result >> 8)."\n";
if ($result > 0) {
$max_result = $result >> 8 if ($result >> 8) > $max_result;
print localtime()." [$$] Copying vardir to $vardir/vardir".$trial_id."\n";
if ($command =~ m{--mem}) {
system("cp -r /dev/shm/var $vardir/vardir".$trial_id);
} else {
system("cp -r $vardir/current $vardir/vardir".$trial_id);
}
open(OUT, ">$vardir/vardir".$trial_id."/command");
print OUT $command;
close(OUT);
}
$results{$result >> 8}++;
}
print localtime()." [$$] Summary of various interesting strings from the logs:\n";
print Dumper \%results;
foreach my $string ('text=', 'bugcheck', 'Error: assertion', 'mysqld got signal', 'Received signal', 'exception') {
system("grep -i '$string' $vardir/trial*log");
}
print localtime()." [$$] $0 will exit with exit status $max_result\n";
exit($max_result);
|