1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
|
#! /usr/bin/env python
# -*- mode: python; indent-tabs-mode: nil; -*-
# vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
#
# Copyright (C) 2010 Patrick Crews
#
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
""" sysbench_test_execution:
code related to the execution of sysbench test cases
We are provided access to a testManager with
sysbench-specific testCases.
"""
# imports
import os
import re
import sys
import subprocess
import commands
import lib.test_mgmt.test_execution as test_execution
class sysbenchTestExecutor(test_execution.testExecutor):
""" sysbench-specific testExecutor
"""
def execute_testCase (self):
""" Execute a sysbench testCase
"""
test_execution.testExecutor.execute_testCase(self)
self.status = 0
# prepare the server for sysbench
self.prepare_sysbench()
# execute sysbench
self.execute_sysbench()
# analyze results
self.current_test_status = self.process_sysbench_output()
self.set_server_status(self.current_test_status)
self.server_manager.reset_servers(self.name)
def prepare_sysbench(self):
""" Prepare the server for a sysbench run
We use subprocess as we can pass os.environ dicts and whatnot
"""
sysbench_outfile = os.path.join(self.logdir,'sysbench.out')
sysbench_output = open(sysbench_outfile,'w')
sysbench_cmd = ' '.join([self.current_testcase.test_command,'prepare'])
self.logging.info("Preparing database for sysbench run...")
if self.debug:
self.logging.debug(sysbench_cmd)
sysbench_subproc = subprocess.Popen( sysbench_cmd
, shell=True
#, cwd=os.getcwd()
, env=self.working_environment
, stdout = sysbench_output
, stderr = subprocess.STDOUT
)
sysbench_subproc.wait()
retcode = sysbench_subproc.returncode
sysbench_output.close()
sysbench_file = open(sysbench_outfile,'r')
output = ''.join(sysbench_file.readlines())
sysbench_file.close()
if self.debug:
self.logging.debug("sysbench_retcode: %d" %(retcode))
self.logging.debug(output)
if retcode:
self.logging.error("sysbench_prepare failed with retcode %d:" %(retcode))
self.logging.error(output)
sys.exit(1)
def execute_sysbench(self):
""" Execute the commandline and return the result.
We use subprocess as we can pass os.environ dicts and whatnot
"""
testcase_name = self.current_testcase.fullname
self.time_manager.start(testcase_name,'test')
sysbench_outfile = os.path.join(self.logdir,'sysbench.out')
sysbench_output = open(sysbench_outfile,'w')
sysbench_cmd = ' '.join([self.current_testcase.test_command, 'run'])
self.logging.info("Executing sysbench: %s" %(sysbench_cmd))
sysbench_subproc = subprocess.Popen( sysbench_cmd
, shell=True
#, cwd=self.system_manager.sysbench_path
, env=self.working_environment
, stdout = sysbench_output
, stderr = subprocess.STDOUT
)
sysbench_subproc.wait()
retcode = sysbench_subproc.returncode
execution_time = int(self.time_manager.stop(testcase_name)*1000) # millisec
sysbench_output.close()
sysbench_file = open(sysbench_outfile,'r')
output = ''.join(sysbench_file.readlines())
if self.debug:
self.logging.debug(output)
sysbench_file.close()
if self.debug:
self.logging.debug("sysbench_retcode: %d" %(retcode))
self.current_test_retcode = retcode
self.current_test_output = output
self.current_test_exec_time = execution_time
def process_sysbench_output(self):
""" sysbench has run, we now check out what we have
We also output the data from the run
"""
# This slice code taken from drizzle-automation's sysbench handling
# Slice up the output report into a matrix and insert into the DB.
regexes= {
'tps': re.compile(r".*transactions\:\s+\d+\D*(\d+\.\d+).*")
, 'deadlocksps': re.compile(r".*deadlocks\:\s+\d+\D*(\d+\.\d+).*")
, 'rwreqps': re.compile(r".*read\/write\s+requests\:\s+\d+\D*(\d+\.\d+).*")
, 'min_req_lat_ms': re.compile(r".*min\:\s+(\d*\.\d+)ms.*")
, 'max_req_lat_ms': re.compile(r".*max\:\s+(\d*\.\d+)ms.*")
, 'avg_req_lat_ms': re.compile(r".*avg\:\s+(\d*\.\d+)ms.*")
, '95p_req_lat_ms': re.compile(r".*approx.\s+95\s+percentile\:\s+(\d+\.\d+)ms.*")
}
run= {}
for line in self.current_test_output.split("\n"):
for key in regexes.keys():
result= regexes[key].match(line)
if result:
run[key]= float(result.group(1)) # group(0) is entire match...
# we set our test output to the regex'd-up data
# we also make it a single string, separated by newlines
self.current_test_output = str(run)[1:-1].replace(',','\n').replace("'",'')
if self.current_test_retcode == 0:
return 'pass'
else:
return 'fail'
def handle_system_reqs(self):
""" We check our test case and see what we need to do
system-wise to get ready. This is likely to be
mode-dependent and this is just a placeholder
method
"""
self.process_environment_reqs()
self.process_symlink_reqs()
self.process_master_sh()
return
def process_master_sh(self):
""" We do what we need to if we have a master.sh file """
if self.current_testcase.master_sh:
retcode, output = self.system_manager.execute_cmd("/bin/sh %s" %(self.current_testcase.master_sh))
if self.debug:
self.logging.info("retcode: %retcode")
self.logging.info("%output")
def process_environment_reqs(self):
""" We generate the ENV vars we need set
and then ask systemManager to do so
"""
env_reqs = { 'DRIZZLETEST_VARDIR': self.master_server.vardir
, 'DRIZZLE_TMP_DIR': self.master_server.tmpdir
, 'MASTER_MYSOCK': self.master_server.socket_file
, 'MASTER_MYPORT': str(self.master_server.master_port)
, 'MC_PORT': str(self.master_server.mc_port)
, 'PBMS_PORT': str(self.master_server.pbms_port)
, 'RABBITMQ_NODE_PORT': str(self.master_server.rabbitmq_node_port)
, 'DRIZZLE_TCP_PORT': str(self.master_server.drizzle_tcp_port)
, 'EXE_DRIZZLE': self.master_server.drizzle_client
, 'MASTER_SERVER_SLAVE_CONFIG' : self.master_server.slave_config_file
, 'DRIZZLE_DUMP': "%s --no-defaults -uroot -p%d" %( self.master_server.drizzledump
, self.master_server.master_port)
, 'DRIZZLE_SLAP': "%s -uroot -p%d" %( self.master_server.drizzleslap
, self.master_server.master_port)
, 'DRIZZLE_IMPORT': "%s -uroot -p%d" %( self.master_server.drizzleimport
, self.master_server.master_port)
, 'DRIZZLE': "%s -uroot -p%d" %( self.master_server.drizzle_client
, self.master_server.master_port)
, 'DRIZZLE_ADMIN' : "%s -uroot -p%d" %( self.master_server.drizzleadmin
, self.master_server.master_port)
, 'DRIZZLE_BASEDIR' : self.system_manager.code_tree.basedir
, 'DRIZZLE_TRX_READER' : self.system_manager.code_tree.drizzle_trx_reader
}
self.working_environment = self.system_manager.create_working_environment(env_reqs)
def process_symlink_reqs(self):
""" Create any symlinks we may need """
needed_symlinks = []
self.system_manager.create_symlinks(needed_symlinks)
|