~drizzle-trunk/drizzle/development

1311.1.3 by Brian Aker
Small update for test-run.pl
1
# vim:ft=automake
1 by brian
clean slate
2
# Copyright (C) 2000-2006 MySQL AB
1999.6.1 by kalebral at gmail
update Copyright strings to a more common format to help with creating the master debian copyright file
3
# Copyright (C) 2010 Monty Taylor
1 by brian
clean slate
4
#
5
# This library is free software; you can redistribute it and/or
6
# modify it under the terms of the GNU Library General Public
7
# License as published by the Free Software Foundation; version 2
8
# of the License.
9
#
10
# This library is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13
# Library General Public License for more details.
14
#
15
# You should have received a copy of the GNU Library General Public
16
# License along with this library; if not, write to the Free
1802.10.2 by Monty Taylor
Update all of the copyright headers to include the correct address.
17
# Software Foundation, Inc., 51 Franklin Place - Suite 330, Boston,
18
# MA 02110-1301, USA
1 by brian
clean slate
19
20
benchdir_root=		$(prefix)
21
testdir =	        $(benchdir_root)/mysql-test
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
22
EXTRA_SCRIPTS = 	tests/valgrind.supp $(PRESCRIPTS)
2170.3.1 by patrick crews
Updated tests/include.am as needed
23
GENSCRIPTS =		tests/dtr tests/mtr tests/test-run tests/dbqp
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
24
PRESCRIPTS =		tests/test-run.pl tests/stress-test.pl
1093.9.13 by Monty Taylor
pandora-build v0.42 - Started splitting out plugin system into pandora-build
25
PLUGIN_TESTS =		$(pandora_plugin_test_list)
2109.1.3 by Lee Bieber
Add execute test suite to regular test run
26
NORMAL_TESTS =		main,bool_type,cast,ddl_transactions,execute,flush_tables,identifiers,jp,mysql_compatibility,regression,tamil,time_type,unsigned_integer_type,uuid_type,microtime_type,$(PLUGIN_TESTS)
2057.2.7 by Brian Aker
Remove need for committed type for microtime in proto.
27
ALL_TESTS =		main,big,jp,tamil,regression,microtime_type,$(PLUGIN_TESTS)
236.1.36 by Monty Taylor
Removed mysql-test from the install.
28
noinst_SCRIPTS =	$(GENSCRIPTS) $(PRESCRIPTS)
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
29
CLEANFILES += 		$(GENSCRIPTS) tests/mtr
77.1.32 by Monty Taylor
Merged from trunk.
30
1192.3.60 by Monty Taylor
Fixed distcheck.
31
TEST_RUN= $(PERL) -I../$(top_srcdir)/tests/lib \
32
		../${top_srcdir}/tests/test-run.pl \
1627.2.3 by Monty Taylor
Just added top_srcdir and top_builddir support to test-run.pl.
33
		--top-srcdir=../${top_srcdir} \
34
		--top-builddir=../${top_builddir} \
1976.6.3 by Brian Aker
Updating the test system to allow for "make test-mem"
35
		--vardir=../${top_builddir}/tests/var \
2119.2.1 by patrick crews
Re-merge with trunk to fix make-distcheck
36
		--reorder \
1192.3.60 by Monty Taylor
Fixed distcheck.
37
		--suitepath=../${top_srcdir}/plugin \
38
		--testdir=../${top_srcdir}/tests \
1819.3.1 by patrick crews
Fixed include file causing test failure + updated tests/include.am to use dtr vs. mtr
39
		--dtr-build-thread=$$$$
685.1.13 by Monty Taylor
Attempt at some VPATH support for test suite.
40
1976.6.3 by Brian Aker
Updating the test system to allow for "make test-mem"
41
TEST_RUN_MEM= $(PERL) -I../$(top_srcdir)/tests/lib \
2119.2.1 by patrick crews
Re-merge with trunk to fix make-distcheck
42
	      ../${top_srcdir}/tests/test-run.pl \
43
	      --top-srcdir=../${top_srcdir} \
44
	      --top-builddir=../${top_builddir} \
45
	      --mem \
46
	      --reorder \
47
	      --suitepath=../${top_srcdir}/plugin \
48
	      --testdir=../${top_srcdir}/tests \
49
	      --dtr-build-thread=$$$$
1976.6.3 by Brian Aker
Updating the test system to allow for "make test-mem"
50
2124.2.3 by Patrick Crews
Added options for top-srcdir and top-builddir to assist with creating a make target for dbqp
51
TEST_RUN_DBQP= $(PYTHON) ../$(top_srcdir)/tests/dbqp.py \
2124.2.5 by Patrick Crews
Added make target to run with dbqp! : )
52
		--top-srcdir=../${top_srcdir} \
53
		--top-builddir=../${top_builddir} \
54
		--reorder \
2124.2.6 by Patrick Crews
make target for dbqp! : )
55
		--basedir=../${top_srcdir} \
56
		--testdir=../${top_srcdir}/tests \
2194.2.1 by patrick crews
Integrated randgen with dbqp. We now have mode=randgen and a set of randgen test suites (very basic now). Output = same as dtr : ) We also have mode=cleanup to kill any servers we have started. Docs updates too. Gendata utility allows us to populate test servers
57
                --workdir=../${top_srcdir}/tests/workdir
2124.2.3 by Patrick Crews
Added options for top-srcdir and top-builddir to assist with creating a make target for dbqp
58
59
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
60
EXTRA_DIST += \
685.1.8 by Monty Taylor
Added missing things to Makefiles for distcheck.
61
	$(EXTRA_SCRIPTS) \
2324.2.4 by patrick crews
Updated include.am for changes
62
	${srcdir}/tests/crashme_tests \
2170.3.1 by patrick crews
Updated tests/include.am as needed
63
	${srcdir}/tests/dbqp.py \
2235.4.1 by patrick crews
Updated tests/include.am to include dbqp files
64
	${srcdir}/tests/dbqp_data \
65
	${srcdir}/tests/randgen_tests \
2324.2.3 by patrick crews
Initial voodoo worked to give us a crashme mode. Need docs still
66
	${srcdir}/tests/sql-bench \
67
	${srcdir}/tests/sqlbench_tests \
2324.2.6 by patrick crews
Fix of dumb typo : (
68
	${srcdir}/tests/sysbench_tests \
1530.2.2 by Monty Taylor
Removed cruft from the tree that we don't need. Also, add things to
69
	${srcdir}/tests/README.stress \
1192.3.62 by Monty Taylor
Removed a bunch of files that are cruft, useless or just plain suck.
70
	${srcdir}/tests/suite \
71
	${srcdir}/tests/t \
72
	${srcdir}/tests/include/*.inc \
73
	${srcdir}/tests/include/*.sql \
74
	${srcdir}/tests/include/*.test \
75
	${srcdir}/tests/r/*.result \
76
	${srcdir}/tests/r/*.require \
1530.2.2 by Monty Taylor
Removed cruft from the tree that we don't need. Also, add things to
77
	${srcdir}/tests/r/pbxt/*result \
1192.3.62 by Monty Taylor
Removed a bunch of files that are cruft, useless or just plain suck.
78
	${srcdir}/tests/std_data \
79
	${srcdir}/tests/lib/*.pl \
2119.2.1 by patrick crews
Re-merge with trunk to fix make-distcheck
80
        ${srcdir}/tests/lib/*.py \
2235.4.1 by patrick crews
Updated tests/include.am to include dbqp files
81
	${srcdir}/tests/lib/drizzle_test_run/*.py \
2119.2.1 by patrick crews
Re-merge with trunk to fix make-distcheck
82
	${srcdir}/tests/lib/My/*.pm \
2235.4.1 by patrick crews
Updated tests/include.am to include dbqp files
83
	${srcdir}/tests/lib/randgen/*.py \
2119.2.1 by patrick crews
Re-merge with trunk to fix make-distcheck
84
        ${srcdir}/tests/lib/server_mgmt/*py \
2324.2.3 by patrick crews
Initial voodoo worked to give us a crashme mode. Need docs still
85
	${srcdir}/tests/lib/sqlbench/*py \
86
	${srcdir}/tests/lib/sysbench/*py \
2088.9.7 by patrick crews
updates to include.am
87
	${srcdir}/tests/lib/sys_mgmt/*py \
88
	${srcdir}/tests/lib/test_mgmt/*py \
1840.1.3 by Monty Taylor
Added support for valgrind suppressions.
89
	tests/strip-valgrind
685.1.8 by Monty Taylor
Added missing things to Makefiles for distcheck.
90
1471.3.1 by Monty Taylor
Latest pandora-build. Moves the lint check to only run distcheck.
91
check-local: test-drizzle
1 by brian
clean slate
92
168 by Brian Aker
Rename of test (better tab completion!)
93
# dtr - a shortcut for executing test-run.pl
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
94
tests/dtr:
1241.11.2 by Monty Taylor
Fixed symlinks.
95
	$(RM) -f tests/dtr
96
	$(LN_S) test-run.pl tests/dtr
97
98
tests/var:
99
	$(mkdir_p) tests/var
100
101
tests/mtr:
102
	$(RM) -f tests/mtr
103
	$(LN_S) test-run.pl tests/mtr
1 by brian
clean slate
104
168 by Brian Aker
Rename of test (better tab completion!)
105
# test-run - a shortcut for executing test-run.pl
1241.11.2 by Monty Taylor
Fixed symlinks.
106
tests/test-run: tests/var
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
107
	$(RM) -f tests/test-run
1241.11.2 by Monty Taylor
Fixed symlinks.
108
	$(LN_S) test-run.pl tests/test-run
1 by brian
clean slate
109
2170.3.1 by patrick crews
Updated tests/include.am as needed
110
tests/dbqp:  
111
	$(RM) -f tests/dbqp
112
	$(LN_S) dbqp.py tests/dbqp
113
236.1.22 by Monty Taylor
A couple of changes to move the actual test code to the tests dir and attempt
114
115
.PHONY: test \
1014.5.8 by Lee Bieber
added a test-all target that runs all the test suites specified by macro
116
	test-all \
117
	test-big \
942.1.4 by Monty Taylor
Moved big tests to big suite. Added make target "make test-big" to allow for easy running of the big tests.
118
	test-drizzle \
2124.2.4 by Patrick Crews
Tinkering with include.am
119
        test-dbqp \
1014.5.8 by Lee Bieber
added a test-all target that runs all the test suites specified by macro
120
	test-plugins
236.1.22 by Monty Taylor
A couple of changes to move the actual test code to the tests dir and attempt
121
122
# Target 'test' will run the regression test suite using the built server.
123
#
124
# If you are running in a shared environment, users can avoid clashing
125
# port numbers by setting individual small numbers 1-100 to the
126
# environment variable MTR_BUILD_THREAD. The script "test-run"
127
# will then calculate the various port numbers it needs from this,
128
# making sure each user use different ports.
129
1471.3.1 by Monty Taylor
Latest pandora-build. Moves the lint check to only run distcheck.
130
test: check
236.1.22 by Monty Taylor
A couple of changes to move the actual test code to the tests dir and attempt
131
370.1.1 by arjen at com
Initial mods for making all tests work again. Some tests adapted+added.
132
# Please keep the list of tests in alphabetical order for ease of
133
# maintenance and verification
134
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
135
test-all: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
136
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(ALL_TESTS))
137
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
138
test-mem: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
139
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN_MEM) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(NORMAL_TESTS))
140
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
141
test-drizzle: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
142
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(NORMAL_TESTS))
143
2312.1.1 by Brian Aker
Introduce a simple string like class (we have byte strings that we use where it is not safe to use std::string because of binary data and silent issues with c_str()).
144
gdb-drizzled: 
145
	./libtool --mode=execute gdb ./drizzled/drizzled
146
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
147
test-valgrind: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
148
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --valgrind --force --suite=$(NORMAL_TESTS) && python strip-valgrind)
149
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
150
test-valgrind-suppressions: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
151
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --valgrind --valgrind-option='--gen-suppressions=all' --valgrind-option='--show-reachable=yes' --force --suite=$(NORMAL_TESTS) && python strip-valgrind)
152
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
153
test-junitxml: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
154
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(NORMAL_TESTS) --subunit | subunit2junitxml --no-passthrough > junit-format.xml )
155
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
156
test-big: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
157
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=big )
158
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
159
test-big-junitxml: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
160
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=big --subunit | subunit2junitxml --no-passthrough > junit-format-big.xml )
161
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
162
test-jp: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
163
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=jp )
164
2151.9.3 by vjsamuel1990 at gmail
Merge fix for build issue
165
test-plugins: 
2151.9.1 by vjsamuel1990 at gmail
Merge fix bug 715789
166
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(PLUGIN_TESTS) )
167
2158.2.1 by patrick crews
Added in --gdb and --manual-gdb option as well as --drizzled option
168
test-dbqp: 
2151.3.1 by vjsamuel1990 at gmail
Merge possible fix for bug 715312
169
	( $(MAKE) $(AM_MAKEFLAGS) && cd tests && $(TEST_RUN_DBQP) $(TEST_RUN_EXTRA_OPTIONS) --fast --force --suite=$(NORMAL_TESTS) )
2124.2.4 by Patrick Crews
Tinkering with include.am
170
2124.2.3 by Patrick Crews
Added options for top-srcdir and top-builddir to assist with creating a make target for dbqp
171
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
172
distclean-local: nukevar
173
174
nukevar:
2124.2.4 by Patrick Crews
Tinkering with include.am
175
	rm -rf tests/var \
2194.2.1 by patrick crews
Integrated randgen with dbqp. We now have mode=randgen and a set of randgen test suites (very basic now). Output = same as dtr : ) We also have mode=cleanup to kill any servers we have started. Docs updates too. Gendata utility allows us to populate test servers
176
        rm -rf tests/workdir \
2151.8.2 by patrick crews
change to include.am
177
        rm tests/dbqp_data/*
2124.2.4 by Patrick Crews
Tinkering with include.am
178
 
1192.3.55 by Robert Collins
Merged from Robert: changed subdir make files to be included makefiles.
179
180
.PHONY: nukevar