56
56
#include <sys/stat.h>
57
57
#include <sys/types.h>
59
#include <boost/array.hpp>
60
#include <boost/foreach.hpp>
59
61
#include <boost/program_options.hpp>
62
#include <boost/smart_ptr.hpp>
61
64
#include PCRE_HEADER
63
66
#include <stdarg.h>
64
67
#include <boost/unordered_map.hpp>
68
69
/* Added this for string translation. */
69
#include "drizzled/gettext.h"
70
#include "drizzled/drizzle_time.h"
71
#include "drizzled/charset.h"
70
#include <drizzled/gettext.h>
71
#include <drizzled/type/time.h>
72
#include <drizzled/charset.h>
73
#include <drizzled/typelib.h>
72
74
#include <drizzled/configmake.h>
76
#define PTR_BYTE_DIFF(A,B) (ptrdiff_t) (reinterpret_cast<const unsigned char*>(A) - reinterpret_cast<const unsigned char*>(B))
74
78
#ifndef DRIZZLE_RETURN_SERVER_GONE
75
79
#define DRIZZLE_RETURN_HANDSHAKE_FAILED DRIZZLE_RETURN_ERROR_CODE
165
171
uint32_t lineno; /* Current line in file */
168
static struct st_test_file file_stack[16];
169
static struct st_test_file* cur_file;
170
static struct st_test_file* file_stack_end;
174
static boost::array<st_test_file, 16> file_stack;
175
static st_test_file* cur_file;
173
177
static const CHARSET_INFO *charset_info= &my_charset_utf8_general_ci; /* Default charset */
179
183
static char *timer_file = NULL;
180
184
static uint64_t timer_start;
181
static void timer_output(void);
182
static uint64_t timer_now(void);
185
static void timer_output();
186
static uint64_t timer_now();
184
188
static uint64_t progress_start= 0;
390
395
struct st_match_err err[10];
393
static struct st_expected_errors saved_expected_errors;
399
static st_expected_errors saved_expected_errors;
397
404
char *query, *query_buf,*first_argument,*last_argument,*end;
398
405
int first_word_len, query_len;
399
406
bool abort_on_error;
400
407
st_expected_errors expected_errors;
401
408
string require_file;
402
enum enum_commands type;
405
412
: query(NULL), query_buf(NULL), first_argument(NULL), last_argument(NULL),
439
443
VAR* var_from_env(const char *, const char *);
440
444
VAR* var_init(VAR* v, const char *name, int name_len, const char *val,
442
void var_free(pair<string, VAR*> v);
443
446
VAR* var_get(const char *var_name, const char** var_name_end,
444
447
bool raw, bool ignore_not_existing);
445
448
void eval_expr(VAR* v, const char *p, const char** p_end);
446
449
bool match_delimiter(int c, const char *delim, uint32_t length);
447
450
void dump_result_to_reject_file(char *buf, int size);
448
451
void dump_result_to_log_file(const char *buf, int size);
449
void dump_warning_messages(void);
450
void dump_progress(void);
452
void dump_warning_messages();
453
void dump_progress();
452
455
void do_eval(string *query_eval, const char *query,
453
456
const char *query_end, bool pass_through_escape_chars);
458
461
static char *replace_column[MAX_COLUMNS];
459
462
static uint32_t max_replace_column= 0;
460
463
void do_get_replace_column(struct st_command*);
461
void free_replace_column(void);
464
void free_replace_column();
463
466
/* For replace */
464
467
void do_get_replace(struct st_command *command);
465
void free_replace(void);
467
470
/* For replace_regex */
468
471
void do_get_replace_regex(struct st_command *command);
469
void free_replace_regex(void);
472
void free_all_replace(void);
475
void free_all_replace(void){
477
free_replace_regex();
478
free_replace_column();
481
473
void replace_append_mem(string *ds, const char *val,
887
875
free(next_con->name);
893
static void close_files(void)
880
static void close_files()
896
for (; cur_file >= file_stack; cur_file--)
882
for (; cur_file >= file_stack.data(); cur_file--)
898
884
if (cur_file->file && cur_file->file != stdin)
900
885
fclose(cur_file->file);
902
free((unsigned char*) cur_file->file_name);
886
free(const_cast<char*>(cur_file->file_name));
903
887
cur_file->file_name= 0;
909
static void free_used_memory(void)
891
static void free_used_memory()
914
893
close_connections();
916
for_each(var_hash.begin(), var_hash.end(), var_free);
895
BOOST_FOREACH(var_hash_t::reference i, var_hash)
897
free(i.second->str_val);
898
free(i.second->env_s);
899
if (i.second->alloced)
917
902
var_hash.clear();
919
vector<st_command *>::iterator iter;
920
for (iter= q_lines.begin() ; iter < q_lines.end() ; iter++)
922
struct st_command * q_line= *iter;
926
for (i= 0; i < 10; i++)
903
BOOST_FOREACH(vector<st_command*>::reference i, q_lines)
905
for (size_t i= 0; i < var_reg.size(); i++)
928
907
if (var_reg[i].alloced_len)
929
908
free(var_reg[i].str_val);
932
910
free_all_replace();
1039
1014
/* Print include filestack */
1040
1015
fprintf(stderr, "The test '%s' is not supported by this installation\n",
1041
file_stack->file_name);
1016
file_stack[0].file_name);
1042
1017
fprintf(stderr, "Detected in file %s at line %d\n",
1043
1018
err_file->file_name, err_file->lineno);
1044
while (err_file != file_stack)
1019
while (err_file != file_stack.data())
1047
1022
fprintf(stderr, "included from %s at line %d\n",
1463
1436
char temp_file_path[FN_REFLEN];
1465
if ((fd= internal::create_temp_file(temp_file_path, NULL,
1438
if ((fd= internal::create_temp_file(temp_file_path, TMPDIR,
1466
1439
"tmp", MYF(MY_WME))) < 0)
1467
1440
die("Failed to create temporary file for ds");
1630
1603
VAR *var_init(VAR *v, const char *name, int name_len, const char *val,
1635
1606
if (!name_len && name)
1636
1607
name_len = strlen(name);
1637
1608
if (!val_len && val)
1638
1609
val_len = strlen(val) ;
1639
val_alloc_len = val_len + 16; /* room to grow */
1640
if (!(tmp_var=v) && !(tmp_var = (VAR*)malloc(sizeof(*tmp_var)
1642
die("Out of memory");
1610
VAR *tmp_var = v ? v : (VAR*)malloc(sizeof(*tmp_var) + name_len+1);
1644
tmp_var->name = (name) ? (char*) tmp_var + sizeof(*tmp_var) : 0;
1612
tmp_var->name = name ? (char*)&tmp_var[1] : 0;
1645
1613
tmp_var->alloced = (v == 0);
1647
if (!(tmp_var->str_val = (char *)malloc(val_alloc_len+1)))
1648
die("Out of memory");
1615
int val_alloc_len = val_len + 16; /* room to grow */
1616
tmp_var->str_val = (char*)malloc(val_alloc_len+1);
1650
1618
memcpy(tmp_var->name, name, name_len);
1656
1624
tmp_var->name_len = name_len;
1657
1625
tmp_var->str_val_len = val_len;
1658
1626
tmp_var->alloced_len = val_alloc_len;
1659
tmp_var->int_val = (val) ? atoi(val) : 0;
1660
tmp_var->int_dirty = 0;
1627
tmp_var->int_val = val ? atoi(val) : 0;
1628
tmp_var->int_dirty = false;
1661
1629
tmp_var->env_s = 0;
1662
1630
return tmp_var;
1666
void var_free(pair<string, VAR *> v)
1668
free(v.second->str_val);
1669
free(v.second->env_s);
1670
if (v.second->alloced)
1675
1633
VAR* var_from_env(const char *name, const char *def_val)
1679
if (!(tmp = getenv(name)))
1635
const char *tmp= getenv(name);
1682
v = var_init(0, name, strlen(name), tmp, strlen(tmp));
1683
string var_name(name);
1684
var_hash.insert(make_pair(var_name, v));
1638
return var_hash[name] = var_init(0, name, strlen(name), tmp, strlen(tmp));
1689
1641
VAR* var_get(const char *var_name, const char **var_name_end, bool raw,
1690
1642
bool ignore_not_existing)
1695
1646
if (*var_name != '$')
1697
1648
digit = *++var_name - '0';
1713
1664
die("Too long variable name: %s", save_var_name);
1715
1666
string save_var_name_str(save_var_name, length);
1716
boost::unordered_map<string, VAR*>::iterator iter=
1717
var_hash.find(save_var_name_str);
1667
var_hash_t::iterator iter= var_hash.find(save_var_name_str);
1718
1668
if (iter == var_hash.end())
1720
1670
char buff[MAX_VAR_NAME_LENGTH+1];
1751
1701
static VAR *var_obtain(const char *name, int len)
1753
1703
string var_name(name, len);
1754
boost::unordered_map<string, VAR*>::iterator iter=
1755
var_hash.find(var_name);
1704
var_hash_t::iterator iter= var_hash.find(var_name);
1756
1705
if (iter != var_hash.end())
1757
return (*iter).second;
1758
VAR *v = var_init(0, name, len, "", 0);
1759
var_hash.insert(make_pair(var_name, v));
1706
return iter->second;
1707
return var_hash[var_name] = var_init(0, name, len, "", 0);
2163
2108
internal::fn_format(buff, name, "", "", MY_UNPACK_FILENAME);
2165
if (cur_file == file_stack_end)
2111
if (cur_file == &*file_stack.end())
2166
2112
die("Source directives are nesting too deep");
2168
2113
if (!(cur_file->file= fopen(buff, "r")))
3341
3275
sleep_val= opt_sleep;
3344
usleep((uint32_t) (sleep_val * 1000000L));
3278
usleep(sleep_val * 1000000);
3345
3279
command->last_argument= sleep_end;
3350
static void do_get_file_name(struct st_command *command, string &dest)
3284
static void do_get_file_name(st_command *command, string &dest)
3352
char *p= command->first_argument, *name;
3286
char *p= command->first_argument;
3354
3288
die("Missing file name argument");
3356
3290
while (*p && !my_isspace(charset_info,*p))
3387
3321
abort_not_supported_test("Test requires charset '%s'", charset_name);
3324
static void fill_global_error_names()
3326
drizzle_result_st res;
3327
drizzle_return_t ret;
3329
drizzle_con_st *con= &cur_con->con;
3331
global_error_names.clear();
3333
const std::string ds_query("select error_name, error_code "
3334
"from data_dictionary.errors");
3335
if (drizzle_query_str(con, &res, ds_query.c_str(), &ret) == NULL ||
3336
ret != DRIZZLE_RETURN_OK)
3338
if (ret == DRIZZLE_RETURN_ERROR_CODE)
3340
die("Error running query '%s': %d %s", ds_query.c_str(),
3341
drizzle_result_error_code(&res), drizzle_result_error(&res));
3342
drizzle_result_free(&res);
3346
die("Error running query '%s': %d %s", ds_query.c_str(), ret,
3347
drizzle_con_error(con));
3350
if (drizzle_result_column_count(&res) == 0 ||
3351
drizzle_result_buffer(&res) != DRIZZLE_RETURN_OK)
3353
drizzle_result_free(&res);
3354
die("Query '%s' didn't return a result set", ds_query.c_str());
3357
while ((row= drizzle_row_next(&res)) && row[0])
3360
Concatenate all fields in the first row with tab in between
3361
and assign that string to the $variable
3363
size_t *lengths= drizzle_row_field_sizes(&res);
3366
global_error_names[string(row[0], lengths[0])] = boost::lexical_cast<uint32_t>(string(row[1], lengths[1]));
3368
catch (boost::bad_lexical_cast &ex)
3370
drizzle_result_free(&res);
3371
die("Invalid error_code from Drizzle: %s", ex.what());
3376
drizzle_result_free(&res);
3390
3379
static uint32_t get_errcode_from_name(char *error_name, char *error_end)
3392
3381
size_t err_name_len= error_end - error_name;
3393
3382
string error_name_s(error_name, err_name_len);
3395
uint32_t code= global_error_names.getErrorCode(error_name_s);
3398
die("Unknown SQL error name '%s'", error_name_s.c_str());
3384
ErrorCodes::iterator it= global_error_names.find(error_name_s);
3385
if (it != global_error_names.end())
3388
die("Unknown SQL error name '%s'", error_name_s.c_str());
3403
3392
static void do_get_errcodes(struct st_command *command)
3466
3455
die("The error name definition must start with an uppercase E");
3459
/* Error name string */
3461
to->code.errnum= get_errcode_from_name(p, end);
3462
to->type= ERR_ERRNO;
3472
/* Check that the string passed to str2int only contain digits */
3473
while (*p && p != end)
3475
if (!my_isdigit(charset_info, *p))
3476
die("Invalid argument to error: '%s' - " \
3477
"the errno may only consist of digits[0-9]",
3478
command->first_argument);
3482
/* Convert the sting to int */
3483
istringstream buff(start);
3484
if ((buff >> val).fail())
3485
die("Invalid argument to error: '%s'", command->first_argument);
3487
to->code.errnum= (uint32_t) val;
3488
to->type= ERR_ERRNO;
3466
die ("You must either use the SQLSTATE or built in drizzle error label, numbers are not accepted");
4719
4697
for (i = 0; i < num_fields; i++)
4721
4699
column= drizzle_column_next(res);
4722
append_field(ds, i, column,
4723
(const char*)row[i], lengths[i], !row[i]);
4700
if (row[i] && (drizzle_column_type(column) == DRIZZLE_COLUMN_TYPE_TINY))
4702
if (boost::lexical_cast<uint32_t>(row[i]))
4704
if ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_UNSIGNED))
4706
append_field(ds, i, column, "YES", 3, false);
4710
append_field(ds, i, column, "TRUE", 4, false);
4715
if ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_UNSIGNED))
4717
append_field(ds, i, column, "NO", 2, false);
4721
append_field(ds, i, column, "FALSE", 5, false);
4727
append_field(ds, i, column,
4728
(const char*)row[i], lengths[i], !row[i]);
4725
4731
if (!display_result_vertically)
4726
4732
ds->append("\n");
4764
4770
ds->append("\t", 1);
4765
4771
replace_append_uint(ds, drizzle_column_size(column));
4766
4772
ds->append("\t", 1);
4767
replace_append_uint(ds, drizzle_column_max_size(column));
4773
if (drizzle_column_type(column) == DRIZZLE_COLUMN_TYPE_TINY)
4775
replace_append_uint(ds, 1);
4779
replace_append_uint(ds, drizzle_column_max_size(column));
4768
4781
ds->append("\t", 1);
4769
4782
ds->append((char*) ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_NOT_NULL) ? "N" : "Y"), 1);
4770
4783
ds->append("\t", 1);
5306
5319
save= command->query[command->first_word_len-1];
5307
5320
command->query[command->first_word_len-1]= 0;
5308
if (find_type(command->query, &command_typelib, 1+2) > 0)
5321
if (command_typelib.find_type(command->query, 1+2) > 0)
5309
5322
die("Extra delimiter \";\" found");
5310
5323
command->query[command->first_word_len-1]= save;
5478
5491
std::string user_config_dir((getenv("XDG_CONFIG_HOME")? getenv("XDG_CONFIG_HOME"):"~/.config"));
5493
if (user_config_dir.compare(0, 2, "~/") == 0)
5495
const char *homedir= getenv("HOME");
5496
if (homedir != NULL)
5497
user_config_dir.replace(0, 1, homedir);
5480
5500
po::variables_map vm;
5482
5502
// Disable allow_guessing
5519
5539
next_con= connections + 1;
5521
5541
/* Init file stack */
5522
memset(file_stack, 0, sizeof(file_stack));
5524
file_stack + (sizeof(file_stack)/sizeof(struct st_test_file)) - 1;
5525
cur_file= file_stack;
5542
memset(file_stack.data(), 0, sizeof(file_stack));
5543
cur_file= file_stack.data();
5527
5545
/* Init block stack */
5528
5546
memset(block_stack, 0, sizeof(block_stack));
5563
5581
internal::fn_format(buff, tmp.c_str(), "", "", MY_UNPACK_FILENAME);
5564
assert(cur_file == file_stack && cur_file->file == 0);
5582
assert(cur_file == file_stack.data() && cur_file->file == 0);
5565
5583
if (!(cur_file->file= fopen(buff, "r")))
5567
5585
fprintf(stderr, _("Could not open '%s' for reading: errno = %d"), buff, errno);
6143
6163
start= buff= (char *)malloc(strlen(from)+1);
6147
6166
uint32_t column_number;
6149
to= get_string(&buff, &from, command);
6168
char *to= get_string(&buff, &from, command);
6150
6169
if (!(column_number= atoi(to)) || column_number > MAX_COLUMNS)
6151
6170
die("Wrong column number to replace_column in '%s'", command->query);
6193
6208
} POINTER_ARRAY;
6195
6210
struct st_replace;
6196
struct st_replace *init_replace(char * *from, char * *to, uint32_t count,
6197
char * word_end_chars);
6211
struct st_replace *init_replace(const char **from, const char **to, uint32_t count,
6212
char *word_end_chars);
6198
6213
int insert_pointer_name(POINTER_ARRAY *pa,char * name);
6199
6214
void replace_strings_append(struct st_replace *rep, string* ds,
6200
6215
const char *from, int len);
6201
void free_pointer_array(POINTER_ARRAY *pa);
6203
struct st_replace *glob_replace= NULL;
6217
st_replace *glob_replace= NULL;
6218
// boost::scoped_ptr<st_replace> glob_replace;
6206
6221
Get arguments for replace. The syntax is:
6241
6266
if (my_isspace(charset_info,i))
6243
6268
*pos=0; /* End pointer */
6244
if (!(glob_replace= init_replace((char**) from_array.typelib.type_names,
6245
(char**) to_array.typelib.type_names,
6246
(uint32_t) from_array.typelib.count,
6269
if (!(glob_replace= init_replace(from_array.typelib.type_names,
6270
to_array.typelib.type_names,
6271
from_array.typelib.count,
6247
6272
word_end_chars)))
6248
6273
die("Can't initialize replace from '%s'", command->query);
6249
6274
free_pointer_array(&from_array);
6347
6369
st_regex substition. At the end of substitutions buf points to the
6348
6370
one containing the final result.
6372
typedef vector<st_regex> regex_arr_t;
6351
6375
char* even_buf;
6353
6377
int even_buf_len;
6354
6378
int odd_buf_len;
6379
boost::array<char, 8 << 10> buf0_;
6380
boost::array<char, 8 << 10> buf1_;
6381
regex_arr_t regex_arr;
6357
struct st_replace_regex *glob_replace_regex= 0;
6384
boost::scoped_ptr<st_replace_regex> glob_replace_regex;
6359
6386
int reg_replace(char** buf_p, int* buf_len_p, char *pattern, char *replace,
6360
6387
char *string, int icase, int global);
6396
6423
Returns: st_replace_regex struct with pairs of substitutions
6399
static struct st_replace_regex* init_replace_regex(char* expr)
6426
st_replace_regex::st_replace_regex(char* expr)
6401
struct st_replace_regex* res;
6402
char* buf,*expr_end;
6405
6428
uint32_t expr_len= strlen(expr);
6406
6429
char last_c = 0;
6407
struct st_regex reg;
6409
res=(st_replace_regex*)malloc(sizeof(*res)+expr_len);
6412
my_init_dynamic_array(&res->regex_arr,sizeof(struct st_regex),128,128);
6414
buf= (char*)res + sizeof(*res);
6415
expr_end= expr + expr_len;
6432
char* buf= new char[expr_len];
6433
char* expr_end= expr + expr_len;
6419
6437
/* for each regexp substitution statement */
6420
6438
while (p < expr_end)
6473
/* done parsing the statement, now place it in regex_arr */
6474
if (insert_dynamic(&res->regex_arr,(unsigned char*) ®))
6475
die("Out of memory");
6490
regex_arr.push_back(reg);
6477
res->odd_buf_len= res->even_buf_len= 8192;
6478
res->even_buf= (char*)malloc(res->even_buf_len);
6479
res->odd_buf= (char*)malloc(res->odd_buf_len);
6480
res->buf= res->even_buf;
6492
odd_buf_len= even_buf_len= buf0_.size();
6493
even_buf= buf0_.data();
6494
odd_buf= buf1_.data();
6486
6500
die("Error parsing replace_regex \"%s\"", expr);
6509
static int multi_reg_replace(struct st_replace_regex* r,char* val)
6522
int st_replace_regex::multi_reg_replace(char* val)
6512
char* in_buf, *out_buf;
6516
out_buf= r->even_buf;
6517
buf_len_p= &r->even_buf_len;
6525
char* out_buf= even_buf;
6526
int* buf_len_p= &even_buf_len;
6520
6529
/* For each substitution, do the replace */
6521
for (i= 0; i < r->regex_arr.elements; i++)
6530
BOOST_FOREACH(regex_arr_t::const_reference i, regex_arr)
6524
6532
char* save_out_buf= out_buf;
6526
get_dynamic(&r->regex_arr,(unsigned char*)&re,i);
6528
if (!reg_replace(&out_buf, buf_len_p, re.pattern, re.replace,
6529
in_buf, re.icase, re.global))
6533
if (!reg_replace(&out_buf, buf_len_p, i.pattern, i.replace,
6534
in_buf, i.icase, i.global))
6531
6536
/* if the buffer has been reallocated, make adjustements */
6532
6537
if (save_out_buf != out_buf)
6534
if (save_out_buf == r->even_buf)
6535
r->even_buf= out_buf;
6539
if (save_out_buf == even_buf)
6537
r->odd_buf= out_buf;
6541
6545
if (in_buf == val)
6544
std::swap(in_buf,out_buf);
6546
buf_len_p= (out_buf == r->even_buf) ? &r->even_buf_len :
6547
std::swap(in_buf, out_buf);
6548
buf_len_p= (out_buf == even_buf) ? &even_buf_len : &odd_buf_len;
6551
return (r->buf == 0);
6563
6563
void do_get_replace_regex(struct st_command *command)
6565
6565
char *expr= command->first_argument;
6566
free_replace_regex();
6567
if (!(glob_replace_regex=init_replace_regex(expr)))
6568
die("Could not init replace_regex");
6566
glob_replace_regex.reset(new st_replace_regex(expr));
6569
6567
command->last_argument= command->end;
6572
void free_replace_regex()
6574
if (glob_replace_regex)
6576
delete_dynamic(&glob_replace_regex->regex_arr);
6577
free(glob_replace_regex->even_buf);
6578
free(glob_replace_regex->odd_buf);
6579
free(glob_replace_regex);
6580
glob_replace_regex=0;
6587
6571
Performs a regex substitution
6689
6673
#define SET_MALLOC_HUNC 64
6690
6674
#define LAST_CHAR_CODE 259
6692
typedef struct st_rep_set {
6679
void internal_set_bit(uint32_t bit);
6680
void internal_clear_bit(uint32_t bit);
6681
void or_bits(const REP_SET *from);
6682
void copy_bits(const REP_SET *from);
6683
int cmp_bits(const REP_SET *set2) const;
6684
int get_next_bit(uint32_t lastpos) const;
6693
6686
uint32_t *bits; /* Pointer to used sets */
6694
6687
short next[LAST_CHAR_CODE]; /* Pointer to next sets */
6695
6688
uint32_t found_len; /* Best match to date */
6696
6689
int found_offset;
6697
6690
uint32_t table_offset;
6698
6691
uint32_t size_of_bits; /* For convinience */
6701
typedef struct st_rep_sets {
6697
int find_set(const REP_SET *find);
6698
void free_last_set();
6700
void make_sets_invisible();
6702
6702
uint32_t count; /* Number of sets */
6703
6703
uint32_t extra; /* Extra sets in buffer */
6704
uint32_t invisible; /* Sets not chown */
6704
uint32_t invisible; /* Sets not shown */
6705
6705
uint32_t size_of_bits;
6706
6706
REP_SET *set,*set_buffer;
6707
6707
uint32_t *bit_buffer;
6710
typedef struct st_found_set {
6711
6712
uint32_t table_offset;
6712
6713
int found_offset;
6715
typedef struct st_follow {
6717
6719
uint32_t table_offset;
6722
int init_sets(REP_SETS *sets,uint32_t states);
6723
int init_sets(REP_SETS *sets, uint32_t states);
6723
6724
REP_SET *make_new_set(REP_SETS *sets);
6724
void make_sets_invisible(REP_SETS *sets);
6725
void free_last_set(REP_SETS *sets);
6726
void free_sets(REP_SETS *sets);
6727
void internal_set_bit(REP_SET *set, uint32_t bit);
6728
void internal_clear_bit(REP_SET *set, uint32_t bit);
6729
void or_bits(REP_SET *to,REP_SET *from);
6730
void copy_bits(REP_SET *to,REP_SET *from);
6731
int cmp_bits(REP_SET *set1,REP_SET *set2);
6732
int get_next_bit(REP_SET *set,uint32_t lastpos);
6733
int find_set(REP_SETS *sets,REP_SET *find);
6734
int find_found(FOUND_SET *found_set,uint32_t table_offset,
6736
uint32_t start_at_word(char * pos);
6737
uint32_t end_of_word(char * pos);
6739
static uint32_t found_sets=0;
6742
static uint32_t replace_len(char * str)
6725
int find_found(FOUND_SET *found_set, uint32_t table_offset, int found_offset);
6727
static uint32_t found_sets= 0;
6729
static uint32_t replace_len(const char *str)
6744
6731
uint32_t len=0;
6742
/* Return 1 if regexp starts with \b or ends with \b*/
6744
static bool start_at_word(const char *pos)
6746
return ((!memcmp(pos, "\\b",2) && pos[2]) || !memcmp(pos, "\\^", 2));
6749
static bool end_of_word(const char *pos)
6751
const char *end= strchr(pos, '\0');
6752
return (end > pos+2 && !memcmp(end-2, "\\b", 2)) || (end >= pos+2 && !memcmp(end-2, "\\$",2));
6755
6755
/* Init a replace structure for further calls */
6757
REPLACE *init_replace(char * *from, char * *to,uint32_t count,
6758
char * word_end_chars)
6757
REPLACE *init_replace(const char **from, const char **to, uint32_t count, char *word_end_chars)
6760
static const int SPACE_CHAR= 256;
6761
static const int START_OF_LINE= 257;
6762
static const int END_OF_LINE= 258;
6759
const int SPACE_CHAR= 256;
6760
const int START_OF_LINE= 257;
6761
const int END_OF_LINE= 258;
6764
6763
uint32_t i,j,states,set_nr,len,result_len,max_length,found_end,bits_set,bit_nr;
6765
6764
int used_sets,chr,default_state;
6766
6765
char used_chars[LAST_CHAR_CODE],is_word_end[256];
6767
char * pos, *to_pos, **to_array;
6769
REP_SET *set,*start_states,*word_states,*new_set;
6770
FOLLOWS *follow,*follow_ptr;
6772
FOUND_SET *found_set;
6773
REPLACE_STRING *rep_str;
6766
char *to_pos, **to_array;
6776
6768
/* Count number of states */
6777
6769
for (i=result_len=max_length=0 , states=2 ; i < count ; i++)
6791
6783
for (i=0 ; word_end_chars[i] ; i++)
6792
6784
is_word_end[(unsigned char) word_end_chars[i]]=1;
6794
if (init_sets(&sets,states))
6787
REP_SET *set,*start_states,*word_states,*new_set;
6788
REPLACE_STRING *rep_str;
6789
if (init_sets(&sets, states))
6797
if (!(found_set= (FOUND_SET*) malloc(sizeof(FOUND_SET)*max_length*count)))
6792
vector<FOUND_SET> found_set(max_length * count);
6803
6793
make_new_set(&sets); /* Set starting set */
6804
make_sets_invisible(&sets); /* Hide previus sets */
6794
sets.make_sets_invisible(); /* Hide previus sets */
6806
6796
word_states=make_new_set(&sets); /* Start of new word */
6807
6797
start_states=make_new_set(&sets); /* This is first state */
6808
if (!(follow=(FOLLOWS*) malloc((states+2)*sizeof(FOLLOWS))))
6798
vector<FOLLOWS> follow(states + 2);
6799
FOLLOWS *follow_ptr= &follow[1];
6815
6800
/* Init follow_ptr[] */
6816
for (i=0, states=1, follow_ptr=follow+1 ; i < count ; i++)
6801
for (i=0, states=1; i < count; i++)
6818
6803
if (from[i][0] == '\\' && from[i][1] == '^')
6820
internal_set_bit(start_states,states+1);
6805
start_states->internal_set_bit(states + 1);
6821
6806
if (!from[i][2])
6823
6808
start_states->table_offset=i;
6827
6812
else if (from[i][0] == '\\' && from[i][1] == '$')
6829
internal_set_bit(start_states,states);
6830
internal_set_bit(word_states,states);
6814
start_states->internal_set_bit(states);
6815
word_states->internal_set_bit(states);
6831
6816
if (!from[i][2] && start_states->table_offset == UINT32_MAX)
6833
6818
start_states->table_offset=i;
6839
internal_set_bit(word_states,states);
6824
word_states->internal_set_bit(states);
6840
6825
if (from[i][0] == '\\' && (from[i][1] == 'b' && from[i][2]))
6841
internal_set_bit(start_states,states+1);
6826
start_states->internal_set_bit(states + 1);
6843
internal_set_bit(start_states,states);
6828
start_states->internal_set_bit(states);
6845
for (pos=from[i], len=0; *pos ; pos++)
6831
for (pos= from[i], len=0; *pos ; pos++)
6847
6833
if (*pos == '\\' && *(pos+1))
6888
for (set_nr=0,pos=0 ; set_nr < sets.count ; set_nr++)
6874
for (set_nr=0; set_nr < sets.count ; set_nr++)
6890
6876
set=sets.set+set_nr;
6891
6877
default_state= 0; /* Start from beginning */
6893
6879
/* If end of found-string not found or start-set with current set */
6895
for (i= UINT32_MAX; (i=get_next_bit(set,i)) ;)
6881
for (i= UINT32_MAX; (i= set->get_next_bit(i)) ;)
6899
if (! default_state)
6900
default_state= find_found(found_set,set->table_offset,
6901
set->found_offset+1);
6883
if (!follow[i].chr && !default_state)
6884
default_state= find_found(&found_set.front(), set->table_offset, set->found_offset+1);
6904
copy_bits(sets.set+used_sets,set); /* Save set for changes */
6886
sets.set[used_sets].copy_bits(set); /* Save set for changes */
6905
6887
if (!default_state)
6906
or_bits(sets.set+used_sets,sets.set); /* Can restart from start */
6888
sets.set[used_sets].or_bits(sets.set); /* Can restart from start */
6908
6890
/* Find all chars that follows current sets */
6909
6891
memset(used_chars, 0, sizeof(used_chars));
6910
for (i= UINT32_MAX; (i=get_next_bit(sets.set+used_sets,i)) ;)
6892
for (i= UINT32_MAX; (i= sets.set[used_sets].get_next_bit(i)) ;)
6912
6894
used_chars[follow[i].chr]=1;
6913
6895
if ((follow[i].chr == SPACE_CHAR && !follow[i+1].chr &&
6946
6928
follow[i].len > found_end)
6947
6929
found_end=follow[i].len;
6948
6930
if (chr && follow[i].chr)
6949
internal_set_bit(new_set,i+1); /* To next set */
6931
new_set->internal_set_bit(i + 1); /* To next set */
6951
internal_set_bit(new_set,i);
6933
new_set->internal_set_bit(i);
6956
6938
new_set->found_len=0; /* Set for testing if first */
6958
for (i= UINT32_MAX; (i=get_next_bit(new_set,i)) ;)
6940
for (i= UINT32_MAX; (i= new_set->get_next_bit(i)) ;)
6960
6942
if ((follow[i].chr == SPACE_CHAR ||
6961
6943
follow[i].chr == END_OF_LINE) && ! chr)
6982
6964
if (bits_set == 1)
6984
set->next[chr] = find_found(found_set,
6985
new_set->table_offset,
6986
new_set->found_offset);
6987
free_last_set(&sets);
6966
set->next[chr] = find_found(&found_set.front(), new_set->table_offset, new_set->found_offset);
6967
sets.free_last_set();
6990
set->next[chr] = find_set(&sets,new_set);
6970
set->next[chr] = sets.find_set(new_set);
6993
set->next[chr] = find_set(&sets,new_set);
6973
set->next[chr] = sets.find_set(new_set);
6998
6978
/* Alloc replace structure for the replace-state-machine */
7000
if ((replace=(REPLACE*) malloc(sizeof(REPLACE)*(sets.count)+
7001
sizeof(REPLACE_STRING)*(found_sets+1)+
7002
sizeof(char *)*count+result_len)))
6980
REPLACE *replace= (REPLACE*)malloc(sizeof(REPLACE) * (sets.count)
6981
+ sizeof(REPLACE_STRING) * (found_sets + 1) + sizeof(char*) * count + result_len);
7004
6984
memset(replace, 0, sizeof(REPLACE)*(sets.count)+
7005
6985
sizeof(REPLACE_STRING)*(found_sets+1)+
7016
6996
rep_str[0].replace_string=0;
7017
6997
for (i=1 ; i <= found_sets ; i++)
7019
pos=from[found_set[i-1].table_offset];
6999
const char *pos= from[found_set[i-1].table_offset];
7020
7000
rep_str[i].found= !memcmp(pos, "\\^", 3) ? 2 : 1;
7021
rep_str[i].replace_string=to_array[found_set[i-1].table_offset];
7022
rep_str[i].to_offset=found_set[i-1].found_offset-start_at_word(pos);
7023
rep_str[i].from_offset=found_set[i-1].found_offset-replace_len(pos)+
7001
rep_str[i].replace_string= to_array[found_set[i-1].table_offset];
7002
rep_str[i].to_offset= found_set[i-1].found_offset-start_at_word(pos);
7003
rep_str[i].from_offset= found_set[i-1].found_offset-replace_len(pos) + end_of_word(pos);
7026
7005
for (i=0 ; i < sets.count ; i++)
7098
7075
return make_new_set(sets);
7101
void free_last_set(REP_SETS *sets)
7108
void free_sets(REP_SETS *sets)
7110
free(sets->set_buffer);
7111
free(sets->bit_buffer);
7115
void internal_set_bit(REP_SET *set, uint32_t bit)
7117
set->bits[bit / WORD_BIT] |= 1 << (bit % WORD_BIT);
7121
void internal_clear_bit(REP_SET *set, uint32_t bit)
7123
set->bits[bit / WORD_BIT] &= ~ (1 << (bit % WORD_BIT));
7128
void or_bits(REP_SET *to,REP_SET *from)
7130
register uint32_t i;
7131
for (i=0 ; i < to->size_of_bits ; i++)
7132
to->bits[i]|=from->bits[i];
7136
void copy_bits(REP_SET *to,REP_SET *from)
7138
memcpy(to->bits,from->bits,
7139
(size_t) (sizeof(uint32_t) * to->size_of_bits));
7142
int cmp_bits(REP_SET *set1,REP_SET *set2)
7144
return memcmp(set1->bits,set2->bits, sizeof(uint32_t) * set1->size_of_bits);
7078
void REP_SETS::free_last_set()
7084
void REP_SETS::free_sets()
7090
void REP_SET::internal_set_bit(uint32_t bit)
7092
bits[bit / WORD_BIT] |= 1 << (bit % WORD_BIT);
7095
void REP_SET::internal_clear_bit(uint32_t bit)
7097
bits[bit / WORD_BIT] &= ~ (1 << (bit % WORD_BIT));
7101
void REP_SET::or_bits(const REP_SET *from)
7103
for (uint32_t i= 0 ; i < size_of_bits; i++)
7104
bits[i]|=from->bits[i];
7107
void REP_SET::copy_bits(const REP_SET *from)
7109
memcpy(bits, from->bits, sizeof(uint32_t) * size_of_bits);
7112
int REP_SET::cmp_bits(const REP_SET *set2) const
7114
return memcmp(bits, set2->bits, sizeof(uint32_t) * size_of_bits);
7148
7117
/* Get next set bit from set. */
7150
int get_next_bit(REP_SET *set,uint32_t lastpos)
7119
int REP_SET::get_next_bit(uint32_t lastpos) const
7152
uint32_t pos,*start,*end,bits;
7154
start=set->bits+ ((lastpos+1) / WORD_BIT);
7155
end=set->bits + set->size_of_bits;
7156
bits=start[0] & ~((1 << ((lastpos+1) % WORD_BIT)) -1);
7158
while (! bits && ++start < end)
7121
uint32_t *start= bits + ((lastpos+1) / WORD_BIT);
7122
uint32_t *end= bits + size_of_bits;
7123
uint32_t bits0= start[0] & ~((1 << ((lastpos+1) % WORD_BIT)) -1);
7125
while (!bits0 && ++start < end)
7162
pos=(uint32_t) (start-set->bits)*WORD_BIT;
7163
while (! (bits & 1))
7129
uint32_t pos= (start - bits) * WORD_BIT;
7130
while (!(bits0 & 1))
7172
7139
free given set, else put in given set in sets and return its
7175
int find_set(REP_SETS *sets,REP_SET *find)
7142
int REP_SETS::find_set(const REP_SET *find)
7178
for (i=0 ; i < sets->count-1 ; i++)
7145
for (; i < count - 1; i++)
7180
if (!cmp_bits(sets->set+i,find))
7147
if (!set[i].cmp_bits(find))
7182
free_last_set(sets);
7193
7160
set->next[] == -1 is reserved for end without replaces.
7196
int find_found(FOUND_SET *found_set,uint32_t table_offset, int found_offset)
7163
int find_found(FOUND_SET *found_set, uint32_t table_offset, int found_offset)
7199
for (i=0 ; (uint32_t) i < found_sets ; i++)
7166
for (; i < found_sets; i++)
7200
7168
if (found_set[i].table_offset == table_offset &&
7201
7169
found_set[i].found_offset == found_offset)
7203
found_set[i].table_offset=table_offset;
7204
found_set[i].found_offset=found_offset;
7172
found_set[i].table_offset= table_offset;
7173
found_set[i].found_offset= found_offset;
7206
return -i-2; /* return new postion */
7209
/* Return 1 if regexp starts with \b or ends with \b*/
7211
uint32_t start_at_word(char * pos)
7213
return (((!memcmp(pos, "\\b",2) && pos[2]) ||
7214
!memcmp(pos, "\\^", 2)) ? 1 : 0);
7217
uint32_t end_of_word(char * pos)
7219
char * end= strchr(pos, '\0');
7220
return ((end > pos+2 && !memcmp(end-2, "\\b", 2)) ||
7221
(end >= pos+2 && !memcmp(end-2, "\\$",2))) ? 1 : 0;
7175
return - i - 2; // return new postion
7224
7178
/****************************************************************************
7297
7251
} /* insert_pointer_name */
7300
/* free pointer array */
7302
void free_pointer_array(POINTER_ARRAY *pa)
7304
if (pa->typelib.count)
7306
pa->typelib.count=0;
7307
free((char*) pa->typelib.type_names);
7308
pa->typelib.type_names=0;
7311
} /* free_pointer_array */
7314
7254
/* Functions that uses replace and replace_regex */
7316
7256
/* Append the string to ds, with optional replace */
7317
void replace_append_mem(string *ds,
7318
const char *val, int len)
7257
void replace_append_mem(string *ds, const char *val, int len)
7320
7259
char *v= strdup(val);
7322
if (glob_replace_regex)
7261
if (glob_replace_regex && !glob_replace_regex->multi_reg_replace(v))
7325
if (!multi_reg_replace(glob_replace_regex, v))
7327
v= glob_replace_regex->buf;
7263
v= glob_replace_regex->buf_;
7332
7266
if (glob_replace)
7334
7268
/* Normal replace */
7335
7269
replace_strings_append(glob_replace, ds, v, len);
7339
7272
ds->append(v, len);