~drizzle-trunk/drizzle/development

1 by brian
clean slate
1
# -*- cperl -*-
2
# Copyright (C) 2004-2006 MySQL AB
3
# 
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; version 2 of the License.
7
# 
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
# 
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
16
17
# This is a library file used by the Perl version of mysql-test-run,
18
# and is part of the translation of the Bourne shell script with the
19
# same name.
20
21
use strict;
22
use warnings;
23
24
sub mtr_report_test_name($);
25
sub mtr_report_test_passed($);
26
sub mtr_report_test_failed($);
27
sub mtr_report_test_skipped($);
28
sub mtr_report_test_not_skipped_though_disabled($);
29
30
sub mtr_report_stats ($);
31
sub mtr_print_line ();
32
sub mtr_print_thick_line ();
33
sub mtr_print_header ();
34
sub mtr_report (@);
35
sub mtr_warning (@);
36
sub mtr_error (@);
37
sub mtr_child_error (@);
38
sub mtr_debug (@);
39
sub mtr_verbose (@);
40
41
my $tot_real_time= 0;
42
43
44
45
##############################################################################
46
#
47
#  
48
#
49
##############################################################################
50
51
sub mtr_report_test_name ($) {
52
  my $tinfo= shift;
53
  my $tname= $tinfo->{name};
54
55
  $tname.= " '$tinfo->{combination}'"
56
    if defined $tinfo->{combination};
57
58
  _mtr_log($tname);
59
  printf "%-30s ", $tname;
60
}
61
62
sub mtr_report_test_skipped ($) {
63
  my $tinfo= shift;
64
65
  $tinfo->{'result'}= 'MTR_RES_SKIPPED';
66
  if ( $tinfo->{'disable'} )
67
  {
68
    mtr_report("[ disabled ]  $tinfo->{'comment'}");
69
  }
70
  elsif ( $tinfo->{'comment'} )
71
  {
72
    mtr_report("[ skipped ]   $tinfo->{'comment'}");
73
  }
74
  else
75
  {
76
    mtr_report("[ skipped ]");
77
  }
78
}
79
80
sub mtr_report_tests_not_skipped_though_disabled ($) {
81
  my $tests= shift;
82
83
  if ( $::opt_enable_disabled )
84
  {
85
    my @disabled_tests= grep {$_->{'dont_skip_though_disabled'}} @$tests;
86
    if ( @disabled_tests )
87
    {
88
      print "\nTest(s) which will be run though they are marked as disabled:\n";
89
      foreach my $tinfo ( sort {$a->{'name'} cmp $b->{'name'}} @disabled_tests )
90
      {
91
        printf "  %-20s : %s\n", $tinfo->{'name'}, $tinfo->{'comment'};
92
      }
93
    }
94
  }
95
}
96
97
sub mtr_report_test_passed ($) {
98
  my $tinfo= shift;
99
100
  my $timer=  "";
101
  if ( $::opt_timer and -f "$::opt_vardir/log/timer" )
102
  {
103
    $timer= mtr_fromfile("$::opt_vardir/log/timer");
104
    $tot_real_time += ($timer/1000);
105
    $timer= sprintf "%12s", $timer;
106
  }
107
  $tinfo->{'result'}= 'MTR_RES_PASSED';
108
  mtr_report("[ pass ]   $timer");
109
}
110
111
sub mtr_report_test_failed ($) {
112
  my $tinfo= shift;
113
114
  $tinfo->{'result'}= 'MTR_RES_FAILED';
115
  if ( defined $tinfo->{'timeout'} )
116
  {
117
    mtr_report("[ fail ]  timeout");
118
    return;
119
  }
120
  else
121
  {
122
    mtr_report("[ fail ]");
123
  }
124
125
  if ( $tinfo->{'comment'} )
126
  {
127
    # The test failure has been detected by mysql-test-run.pl
128
    # when starting the servers or due to other error, the reason for
129
    # failing the test is saved in "comment"
130
    mtr_report("\nERROR: $tinfo->{'comment'}");
131
  }
132
  elsif ( -f $::path_timefile )
133
  {
134
    # Test failure was detected by test tool and it's report
135
    # about what failed has been saved to file. Display the report.
136
    print "\n";
137
    print mtr_fromfile($::path_timefile); # FIXME print_file() instead
138
    print "\n";
139
  }
140
  else
141
  {
142
    # Neither this script or the test tool has recorded info
143
    # about why the test has failed. Should be debugged.
144
    mtr_report("\nUnexpected termination, probably when starting mysqld");;
145
  }
146
}
147
148
sub mtr_report_stats ($) {
149
  my $tests= shift;
150
151
  # ----------------------------------------------------------------------
152
  # Find out how we where doing
153
  # ----------------------------------------------------------------------
154
155
  my $tot_skiped= 0;
156
  my $tot_passed= 0;
157
  my $tot_failed= 0;
158
  my $tot_tests=  0;
159
  my $tot_restarts= 0;
160
  my $found_problems= 0; # Some warnings in the logfiles are errors...
161
162
  foreach my $tinfo (@$tests)
163
  {
164
    if ( $tinfo->{'result'} eq 'MTR_RES_SKIPPED' )
165
    {
166
      $tot_skiped++;
167
    }
168
    elsif ( $tinfo->{'result'} eq 'MTR_RES_PASSED' )
169
    {
170
      $tot_tests++;
171
      $tot_passed++;
172
    }
173
    elsif ( $tinfo->{'result'} eq 'MTR_RES_FAILED' )
174
    {
175
      $tot_tests++;
176
      $tot_failed++;
177
    }
178
    if ( $tinfo->{'restarted'} )
179
    {
180
      $tot_restarts++;
181
    }
182
  }
183
184
  # ----------------------------------------------------------------------
185
  # Print out a summary report to screen
186
  # ----------------------------------------------------------------------
187
188
  if ( ! $tot_failed )
189
  {
190
    print "All $tot_tests tests were successful.\n";
191
  }
192
  else
193
  {
194
    my $ratio=  $tot_passed * 100 / $tot_tests;
195
    print "Failed $tot_failed/$tot_tests tests, ";
196
    printf("%.2f", $ratio);
197
    print "\% were successful.\n\n";
198
    print
199
      "The log files in var/log may give you some hint\n",
200
      "of what went wrong.\n",
201
      "If you want to report this error, please read first ",
202
      "the documentation at\n",
203
      "http://dev.mysql.com/doc/mysql/en/mysql-test-suite.html\n";
204
  }
205
  if (!$::opt_extern)
206
  {
207
    print "The servers were restarted $tot_restarts times\n";
208
  }
209
210
  if ( $::opt_timer )
211
  {
212
    use English;
213
214
    mtr_report("Spent", sprintf("%.3f", $tot_real_time),"of",
215
	       time - $BASETIME, "seconds executing testcases");
216
  }
217
218
  # ----------------------------------------------------------------------
219
  # If a debug run, there might be interesting information inside
220
  # the "var/log/*.err" files. We save this info in "var/log/warnings"
221
  # ----------------------------------------------------------------------
222
223
  if ( ! $::glob_use_running_server )
224
  {
225
    # Save and report if there was any fatal warnings/errors in err logs
226
227
    my $warnlog= "$::opt_vardir/log/warnings";
228
229
    unless ( open(WARN, ">$warnlog") )
230
    {
231
      mtr_warning("can't write to the file \"$warnlog\": $!");
232
    }
233
    else
234
    {
235
      # We report different types of problems in order
236
      foreach my $pattern ( "^Warning:",
237
			    "\\[Warning\\]",
238
			    "\\[ERROR\\]",
239
			    "^Error:", "^==.* at 0x",
240
			    "InnoDB: Warning",
241
			    "InnoDB: Error",
242
			    "^safe_mutex:",
243
			    "missing DBUG_RETURN",
244
			    "mysqld: Warning",
245
			    "allocated at line",
246
			    "Attempting backtrace", "Assertion .* failed" )
247
      {
248
        foreach my $errlog ( sort glob("$::opt_vardir/log/*.err") )
249
        {
250
	  my $testname= "";
251
          unless ( open(ERR, $errlog) )
252
          {
253
            mtr_warning("can't read $errlog");
254
            next;
255
          }
256
          my $leak_reports_expected= undef;
257
          while ( <ERR> )
258
          {
259
            # There is a test case that purposely provokes a
260
            # SAFEMALLOC leak report, even though there is no actual
261
            # leak. We need to detect this, and ignore the warning in
262
            # that case.
263
            if (/Begin safemalloc memory dump:/) {
264
              $leak_reports_expected= 1;
265
            } elsif (/End safemalloc memory dump./) {
266
              $leak_reports_expected= undef;
267
            }
268
269
            # Skip some non fatal warnings from the log files
270
            if (
271
		/\"SELECT UNIX_TIMESTAMP\(\)\" failed on master/ or
272
		/Aborted connection/ or
273
		/Client requested master to start replication from impossible position/ or
274
		/Could not find first log file name in binary log/ or
275
		/Enabling keys got errno/ or
276
		/Error reading master configuration/ or
277
		/Error reading packet/ or
278
		/Event Scheduler/ or
279
		/Failed to open log/ or
280
		/Failed to open the existing master info file/ or
281
		/Forcing shutdown of [0-9]* plugins/ or
282
                /Can't open shared library .*\bha_example\b/ or
283
                /Couldn't load plugin .*\bha_example\b/ or
284
285
		# Due to timing issues, it might be that this warning
286
		# is printed when the server shuts down and the
287
		# computer is loaded.
288
		/Forcing close of thread \d+  user: '.*?'/ or
289
290
		/Got error [0-9]* when reading table/ or
291
		/Incorrect definition of table/ or
292
		/Incorrect information in file/ or
293
		/InnoDB: Warning: we did not need to do crash recovery/ or
294
		/Invalid \(old\?\) table or database name/ or
295
		/Lock wait timeout exceeded/ or
296
		/Log entry on master is longer than max_allowed_packet/ or
297
                /unknown option '--loose-/ or
298
                /unknown variable 'loose-/ or
299
		/You have forced lower_case_table_names to 0 through a command-line option/ or
300
		/Setting lower_case_table_names=2/ or
301
		/NDB Binlog:/ or
302
		/NDB: failed to setup table/ or
303
		/NDB: only row based binary logging/ or
304
		/Neither --relay-log nor --relay-log-index were used/ or
305
		/Query partially completed/ or
306
		/Slave I.O thread aborted while waiting for relay log/ or
307
		/Slave SQL thread is stopped because UNTIL condition/ or
308
		/Slave SQL thread retried transaction/ or
309
		/Slave \(additional info\)/ or
310
		/Slave: .*Duplicate column name/ or
311
		/Slave: .*master may suffer from/ or
312
		/Slave: According to the master's version/ or
313
		/Slave: Column [0-9]* type mismatch/ or
314
                /Slave: Can't DROP 'c7'; check that column.key exists Error_code: 1091/ or
315
                /Slave: Unknown column 'c7' in 't15' Error_code: 1054/ or
316
                /Slave: Key column 'c6' doesn't exist in table Error_code: 1072/ or
317
		/Slave: Error .* doesn't exist/ or
318
		/Slave: Error .*Deadlock found/ or
319
		/Slave: Error .*Unknown table/ or
320
		/Slave: Error in Write_rows event: / or
321
		/Slave: Field .* of table .* has no default value/ or
322
                /Slave: Field .* doesn't have a default value/ or
323
		/Slave: Query caused different errors on master and slave/ or
324
		/Slave: Table .* doesn't exist/ or
325
		/Slave: Table width mismatch/ or
326
		/Slave: The incident LOST_EVENTS occured on the master/ or
327
		/Slave: Unknown error.* 1105/ or
328
		/Slave: Can't drop database.* database doesn't exist/ or
329
                /Slave SQL:.*(?:Error_code: \d+|Query:.*)/ or
330
		
331
		# backup_errors test is supposed to trigger lots of backup related errors
332
		($testname eq 'main.backup_errors') and
333
		(
334
		  /Backup:/ or /Restore:/ or /Can't open the online backup progress tables/
335
		) or
336
		# The tablespace test triggers error below on purpose
337
		($testname eq 'main.backup_tablespace') and
338
		(
339
		  /Restore: Tablespace .* needed by tables being restored has changed on the server/
340
		) or
341
		
342
		/Sort aborted/ or
343
		/Time-out in NDB/ or
344
		/One can only use the --user.*root/ or
345
		/Setting lower_case_table_names=2/ or
346
		/Table:.* on (delete|rename)/ or
347
		/You have an error in your SQL syntax/ or
348
		/deprecated/ or
349
		/description of time zone/ or
350
		/equal MySQL server ids/ or
351
		/error .*connecting to master/ or
352
		/error reading log entry/ or
353
		/lower_case_table_names is set/ or
354
		/skip-name-resolve mode/ or
355
		/slave SQL thread aborted/ or
356
		/Slave: .*Duplicate entry/ or
357
		# Special case for Bug #26402 in show_check.test
358
		# Question marks are not valid file name parts
359
		# on Windows platforms. Ignore this error message. 
360
		/\QCan't find file: '.\test\????????.frm'\E/ or
361
		# Special case, made as specific as possible, for:
362
		# Bug #28436: Incorrect position in SHOW BINLOG EVENTS causes
363
		#             server coredump
364
		/\QError in Log_event::read_log_event(): 'Sanity check failed', data_len: 258, event_type: 49\E/ or
365
                /Statement is not safe to log in statement format/ or
366
367
                # test case for Bug#bug29807 copies a stray frm into database
368
                /InnoDB: Error: table `test`.`bug29807` does not exist in the InnoDB internal/ or
369
                /Cannot find or open table test\/bug29807 from/ or
370
371
                # innodb foreign key tests that fail in ALTER or RENAME produce this
372
                /InnoDB: Error: in ALTER TABLE `test`.`t[12]`/ or
373
                /InnoDB: Error: in RENAME TABLE table `test`.`t1`/ or
374
                /InnoDB: Error: table `test`.`t[12]` does not exist in the InnoDB internal/ or
375
376
                # Test case for Bug#14233 produces the following warnings:
377
                /Stored routine 'test'.'bug14233_1': invalid value in column mysql.proc/ or
378
                /Stored routine 'test'.'bug14233_2': invalid value in column mysql.proc/ or
379
                /Stored routine 'test'.'bug14233_3': invalid value in column mysql.proc/ or
380
381
                # BUG#29839 - lowercase_table3.test: Cannot find table test/T1
382
                #             from the internal data dictiona
383
                /Cannot find table test\/BUG29839 from the internal data dictionary/ or
384
                # BUG#32080 - Excessive warnings on Solaris: setrlimit could not
385
                #             change the size of core files
386
                /setrlimit could not change the size of core files to 'infinity'/ or
387
388
                # rpl_ndb_basic expects this error
389
                /Slave: Got error 146 during COMMIT Error_code: 1180/ or
390
391
		# rpl_extrColmaster_*.test, the slave thread produces warnings
392
		# when it get updates to a table that has more columns on the
393
		# master
394
		/Slave: Unknown column 'c7' in 't15' Error_code: 1054/ or
395
		/Slave: Can't DROP 'c7'.* 1091/ or
396
		/Slave: Key column 'c6'.* 1072/ or
397
398
                # BUG#32080 - Excessive warnings on Solaris: setrlimit could not
399
                #             change the size of core files
400
                /setrlimit could not change the size of core files to 'infinity'/ or
401
		# rpl_idempotency.test produces warnings for the slave.
402
		($testname eq 'rpl.rpl_idempotency' and
403
		 (/Slave: Can\'t find record in \'t1\' Error_code: 1032/ or
404
                  /Slave: Cannot add or update a child row: a foreign key constraint fails .* Error_code: 1452/
405
		 )) or
406
407
		# These tests does "kill" on queries, causing sporadic errors when writing to logs
408
		(($testname eq 'rpl.rpl_skip_error' or
409
		  $testname eq 'rpl.rpl_err_ignoredtable' or
410
		  $testname eq 'binlog.binlog_killed_simulate' or
411
		  $testname eq 'binlog.binlog_killed') and
412
		 (/Failed to write to mysql\.\w+_log/
413
		 )) or
414
415
		# rpl_bug33931 has deliberate failures
416
		($testname eq 'rpl.rpl_bug33931' and
417
		 (/Failed during slave.*thread initialization/
418
		  )) or
419
420
		# rpl_temporary has an error on slave that can be ignored
421
		($testname eq 'rpl.rpl_temporary' and
422
		 (/Slave: Can\'t find record in \'user\' Error_code: 1032/
423
		 )) or
424
425
                # Test case for Bug#31590 produces the following error:
426
                /Out of sort memory; increase server sort buffer size/
427
		)
428
            {
429
              next;                       # Skip these lines
430
            }
431
	    if ( /CURRENT_TEST: (.*)/ )
432
	    {
433
	      $testname= $1;
434
	    }
435
            if ( /$pattern/ )
436
            {
437
              if ($leak_reports_expected) {
438
                next;
439
              }
440
              $found_problems= 1;
441
              print WARN basename($errlog) . ": $testname: $_";
442
            }
443
          }
444
        }
445
      }
446
447
      if ( $::opt_check_testcases )
448
      {
449
        # Look for warnings produced by mysqltest in testname.warnings
450
        foreach my $test_warning_file
451
	  ( glob("$::glob_mysql_test_dir/r/*.warnings") )
452
        {
453
          $found_problems= 1;
454
	  print WARN "Check myqltest warnings in $test_warning_file\n";
455
        }
456
      }
457
458
      if ( $found_problems )
459
      {
460
	mtr_warning("Got errors/warnings while running tests, please examine",
461
		    "\"$warnlog\" for details.");
462
      }
463
    }
464
  }
465
466
  print "\n";
467
468
  # Print a list of testcases that failed
469
  if ( $tot_failed != 0 )
470
  {
471
    my $test_mode= join(" ", @::glob_test_mode) || "default";
472
    print "mysql-test-run in $test_mode mode: *** Failing the test(s):";
473
474
    foreach my $tinfo (@$tests)
475
    {
476
      if ( $tinfo->{'result'} eq 'MTR_RES_FAILED' )
477
      {
478
        print " $tinfo->{'name'}";
479
      }
480
    }
481
    print "\n";
482
483
  }
484
485
  # Print a list of check_testcases that failed(if any)
486
  if ( $::opt_check_testcases )
487
  {
488
    my @check_testcases= ();
489
490
    foreach my $tinfo (@$tests)
491
    {
492
      if ( defined $tinfo->{'check_testcase_failed'} )
493
      {
494
	push(@check_testcases, $tinfo->{'name'});
495
      }
496
    }
497
498
    if ( @check_testcases )
499
    {
500
      print "Check of testcase failed for: ";
501
      print join(" ", @check_testcases);
502
      print "\n\n";
503
    }
504
  }
505
506
  if ( $tot_failed != 0 || $found_problems)
507
  {
508
    mtr_error("there were failing test cases");
509
  }
510
}
511
512
##############################################################################
513
#
514
#  Text formatting
515
#
516
##############################################################################
517
518
sub mtr_print_line () {
519
  print '-' x 55, "\n";
520
}
521
522
sub mtr_print_thick_line () {
523
  print '=' x 55, "\n";
524
}
525
526
sub mtr_print_header () {
496.1.1 by Paul McCullagh
Added --engine option to drizzle-test-run (default innodb)
527
  print "DEFAULT STORAGE ENGINE: $::opt_engine\n";
1 by brian
clean slate
528
  if ( $::opt_timer )
529
  {
530
    print "TEST                           RESULT         TIME (ms)\n";
531
  }
532
  else
533
  {
534
    print "TEST                           RESULT\n";
535
  }
536
  mtr_print_line();
537
  print "\n";
538
}
539
540
541
##############################################################################
542
#
543
#  Log and reporting functions
544
#
545
##############################################################################
546
547
use IO::File;
548
549
my $log_file_ref= undef;
550
551
sub mtr_log_init ($) {
552
  my ($filename)= @_;
553
554
  mtr_error("Log is already open") if defined $log_file_ref;
555
556
  $log_file_ref= IO::File->new($filename, "a") or
557
    mtr_warning("Could not create logfile $filename: $!");
558
}
559
560
sub _mtr_log (@) {
561
  print $log_file_ref join(" ", @_),"\n"
562
    if defined $log_file_ref;
563
}
564
565
sub mtr_report (@) {
566
  # Print message to screen and log
567
  _mtr_log(@_);
568
  print join(" ", @_),"\n";
569
}
570
571
sub mtr_warning (@) {
572
  # Print message to screen and log
573
  _mtr_log("WARNING: ", @_);
574
  print STDERR "mysql-test-run: WARNING: ",join(" ", @_),"\n";
575
}
576
577
sub mtr_error (@) {
578
  # Print message to screen and log
579
  _mtr_log("ERROR: ", @_);
580
  print STDERR "mysql-test-run: *** ERROR: ",join(" ", @_),"\n";
581
  mtr_exit(1);
582
}
583
584
sub mtr_child_error (@) {
585
  # Print message to screen and log
586
  _mtr_log("ERROR(child): ", @_);
587
  print STDERR "mysql-test-run: *** ERROR(child): ",join(" ", @_),"\n";
588
  exit(1);
589
}
590
591
sub mtr_debug (@) {
592
  # Only print if --script-debug is used
593
  if ( $::opt_script_debug )
594
  {
595
    _mtr_log("###: ", @_);
596
    print STDERR "####: ",join(" ", @_),"\n";
597
  }
598
}
599
600
sub mtr_verbose (@) {
601
  # Always print to log, print to screen only when --verbose is used
602
  _mtr_log("> ",@_);
603
  if ( $::opt_verbose )
604
  {
605
    print STDERR "> ",join(" ", @_),"\n";
606
  }
607
}
608
609
1;