67
64
#include <boost/unordered_map.hpp>
69
66
/* Added this for string translation. */
70
#include <drizzled/gettext.h>
72
#include <drizzled/definitions.h>
73
#include <drizzled/internal/my_sys.h>
74
#include <drizzled/type/time.h>
75
#include <drizzled/charset.h>
76
#include <drizzled/typelib.h>
67
#include "drizzled/gettext.h"
68
#include "drizzled/type/time.h"
69
#include "drizzled/charset.h"
70
#include "drizzled/typelib.h"
77
71
#include <drizzled/configmake.h>
78
#include <drizzled/util/find_ptr.h>
80
#define PTR_BYTE_DIFF(A,B) (ptrdiff_t) (reinterpret_cast<const unsigned char*>(A) - reinterpret_cast<const unsigned char*>(B))
82
73
#ifndef DRIZZLE_RETURN_SERVER_GONE
83
74
#define DRIZZLE_RETURN_HANDSHAKE_FAILED DRIZZLE_RETURN_ERROR_CODE
174
165
uint32_t lineno; /* Current line in file */
177
static boost::array<st_test_file, 16> file_stack;
178
static st_test_file* cur_file;
180
static const charset_info_st *charset_info= &my_charset_utf8_general_ci; /* Default charset */
168
static struct st_test_file file_stack[16];
169
static struct st_test_file* cur_file;
170
static struct st_test_file* file_stack_end;
173
static const CHARSET_INFO *charset_info= &my_charset_utf8_general_ci; /* Default charset */
183
176
Timer related variables
186
179
static char *timer_file = NULL;
187
180
static uint64_t timer_start;
188
static void timer_output();
189
static uint64_t timer_now();
181
static void timer_output(void);
182
static uint64_t timer_now(void);
191
184
static uint64_t progress_start= 0;
398
390
struct st_match_err err[10];
402
static st_expected_errors saved_expected_errors;
393
static struct st_expected_errors saved_expected_errors;
407
397
char *query, *query_buf,*first_argument,*last_argument,*end;
408
398
int first_word_len, query_len;
409
399
bool abort_on_error;
410
400
st_expected_errors expected_errors;
411
401
string require_file;
402
enum enum_commands type;
415
405
: query(NULL), query_buf(NULL), first_argument(NULL), last_argument(NULL),
446
439
VAR* var_from_env(const char *, const char *);
447
440
VAR* var_init(VAR* v, const char *name, int name_len, const char *val,
442
void var_free(pair<string, VAR*> v);
449
443
VAR* var_get(const char *var_name, const char** var_name_end,
450
444
bool raw, bool ignore_not_existing);
451
445
void eval_expr(VAR* v, const char *p, const char** p_end);
452
446
bool match_delimiter(int c, const char *delim, uint32_t length);
453
447
void dump_result_to_reject_file(char *buf, int size);
454
448
void dump_result_to_log_file(const char *buf, int size);
455
void dump_warning_messages();
456
void dump_progress();
449
void dump_warning_messages(void);
450
void dump_progress(void);
458
452
void do_eval(string *query_eval, const char *query,
459
453
const char *query_end, bool pass_through_escape_chars);
464
458
static char *replace_column[MAX_COLUMNS];
465
459
static uint32_t max_replace_column= 0;
466
460
void do_get_replace_column(struct st_command*);
467
void free_replace_column();
461
void free_replace_column(void);
469
463
/* For replace */
470
464
void do_get_replace(struct st_command *command);
465
void free_replace(void);
473
467
/* For replace_regex */
474
468
void do_get_replace_regex(struct st_command *command);
469
void free_replace_regex(void);
472
void free_all_replace(void);
475
void free_all_replace(void){
477
free_replace_regex();
478
free_replace_column();
476
481
void replace_append_mem(string *ds, const char *val,
878
885
free(next_con->name);
883
static void close_files()
891
static void close_files(void)
885
for (; cur_file >= file_stack.data(); cur_file--)
894
for (; cur_file >= file_stack; cur_file--)
887
896
if (cur_file->file && cur_file->file != stdin)
888
898
fclose(cur_file->file);
889
free(const_cast<char*>(cur_file->file_name));
900
free((unsigned char*) cur_file->file_name);
890
901
cur_file->file_name= 0;
894
static void free_used_memory()
907
static void free_used_memory(void)
896
912
close_connections();
898
BOOST_FOREACH(var_hash_t::reference i, var_hash)
900
free(i.second->str_val);
901
free(i.second->env_s);
902
if (i.second->alloced)
914
for_each(var_hash.begin(), var_hash.end(), var_free);
905
915
var_hash.clear();
906
BOOST_FOREACH(vector<st_command*>::reference i, q_lines)
908
for (size_t i= 0; i < var_reg.size(); i++)
917
vector<st_command *>::iterator iter;
918
for (iter= q_lines.begin() ; iter < q_lines.end() ; iter++)
920
struct st_command * q_line= *iter;
924
for (i= 0; i < 10; i++)
910
926
if (var_reg[i].alloced_len)
911
927
free(var_reg[i].str_val);
913
930
free_all_replace();
1017
1037
/* Print include filestack */
1018
1038
fprintf(stderr, "The test '%s' is not supported by this installation\n",
1019
file_stack[0].file_name);
1039
file_stack->file_name);
1020
1040
fprintf(stderr, "Detected in file %s at line %d\n",
1021
1041
err_file->file_name, err_file->lineno);
1022
while (err_file != file_stack.data())
1042
while (err_file != file_stack)
1025
1045
fprintf(stderr, "included from %s at line %d\n",
1407
1429
static int compare_files(const char* filename1, const char* filename2)
1409
int fd= internal::my_open(filename1, O_RDONLY, MYF(0));
1434
if ((fd= internal::my_open(filename1, O_RDONLY, MYF(0))) < 0)
1411
1435
die("Failed to open first file: '%s'", filename1);
1412
int error= compare_files2(fd, filename2);
1437
error= compare_files2(fd, filename2);
1413
1439
internal::my_close(fd, MYF(0));
1601
1628
VAR *var_init(VAR *v, const char *name, int name_len, const char *val,
1604
1633
if (!name_len && name)
1605
1634
name_len = strlen(name);
1606
1635
if (!val_len && val)
1607
1636
val_len = strlen(val) ;
1608
VAR *tmp_var = v ? v : (VAR*)malloc(sizeof(*tmp_var) + name_len+1);
1637
val_alloc_len = val_len + 16; /* room to grow */
1638
if (!(tmp_var=v) && !(tmp_var = (VAR*)malloc(sizeof(*tmp_var)
1640
die("Out of memory");
1610
tmp_var->name = name ? (char*)&tmp_var[1] : 0;
1642
tmp_var->name = (name) ? (char*) tmp_var + sizeof(*tmp_var) : 0;
1611
1643
tmp_var->alloced = (v == 0);
1613
int val_alloc_len = val_len + 16; /* room to grow */
1614
tmp_var->str_val = (char*)malloc(val_alloc_len+1);
1645
if (!(tmp_var->str_val = (char *)malloc(val_alloc_len+1)))
1646
die("Out of memory");
1616
1648
memcpy(tmp_var->name, name, name_len);
1622
1654
tmp_var->name_len = name_len;
1623
1655
tmp_var->str_val_len = val_len;
1624
1656
tmp_var->alloced_len = val_alloc_len;
1625
tmp_var->int_val = val ? atoi(val) : 0;
1626
tmp_var->int_dirty = false;
1657
tmp_var->int_val = (val) ? atoi(val) : 0;
1658
tmp_var->int_dirty = 0;
1627
1659
tmp_var->env_s = 0;
1628
1660
return tmp_var;
1664
void var_free(pair<string, VAR *> v)
1666
free(v.second->str_val);
1667
free(v.second->env_s);
1668
if (v.second->alloced)
1631
1673
VAR* var_from_env(const char *name, const char *def_val)
1633
const char *tmp= getenv(name);
1677
if (!(tmp = getenv(name)))
1636
return var_hash[name] = var_init(0, name, strlen(name), tmp, strlen(tmp));
1680
v = var_init(0, name, strlen(name), tmp, strlen(tmp));
1681
string var_name(name);
1682
var_hash.insert(make_pair(var_name, v));
1639
1687
VAR* var_get(const char *var_name, const char **var_name_end, bool raw,
1640
1688
bool ignore_not_existing)
1644
1693
if (*var_name != '$')
1646
1695
digit = *++var_name - '0';
1662
1711
die("Too long variable name: %s", save_var_name);
1664
1713
string save_var_name_str(save_var_name, length);
1665
if (var_hash_t::mapped_type* ptr= find_ptr(var_hash, save_var_name_str))
1714
boost::unordered_map<string, VAR*>::iterator iter=
1715
var_hash.find(save_var_name_str);
1716
if (iter == var_hash.end())
1669
1718
char buff[MAX_VAR_NAME_LENGTH+1];
1670
1719
strncpy(buff, save_var_name, length);
1671
1720
buff[length]= '\0';
1672
1721
v= var_from_env(buff, "");
1674
1727
var_name--; /* Point at last character */
1677
v = &var_reg[digit];
1730
v = var_reg + digit;
1679
1732
if (!raw && v->int_dirty)
1696
1749
static VAR *var_obtain(const char *name, int len)
1698
1751
string var_name(name, len);
1699
if (var_hash_t::mapped_type* ptr= find_ptr(var_hash, var_name))
1701
return var_hash[var_name] = var_init(0, name, len, "", 0);
1752
boost::unordered_map<string, VAR*>::iterator iter=
1753
var_hash.find(var_name);
1754
if (iter != var_hash.end())
1755
return (*iter).second;
1756
VAR *v = var_init(0, name, len, "", 0);
1757
var_hash.insert(make_pair(var_name, v));
2102
2161
internal::fn_format(buff, name, "", "", MY_UNPACK_FILENAME);
2163
if (cur_file == file_stack_end)
2164
die("Source directives are nesting too deep");
2105
if (cur_file == &*file_stack.end())
2106
die("Source directives are nesting too deep");
2107
2166
if (!(cur_file->file= fopen(buff, "r")))
3269
3329
sleep_val= opt_sleep;
3272
usleep(sleep_val * 1000000);
3332
usleep((uint32_t) (sleep_val * 1000000L));
3273
3333
command->last_argument= sleep_end;
3278
static void do_get_file_name(st_command *command, string &dest)
3338
static void do_get_file_name(struct st_command *command, string &dest)
3280
char *p= command->first_argument;
3340
char *p= command->first_argument, *name;
3282
3342
die("Missing file name argument");
3284
3344
while (*p && !my_isspace(charset_info,*p))
3355
3415
and assign that string to the $variable
3357
3417
size_t *lengths= drizzle_row_field_sizes(&res);
3418
const std::string error_name(row[0], lengths[0]);
3419
const std::string error_code(row[1], lengths[1]);
3360
global_error_names[string(row[0], lengths[0])] = boost::lexical_cast<uint32_t>(string(row[1], lengths[1]));
3423
global_error_names.insert(ErrorCodes::value_type(error_name,
3424
boost::lexical_cast<uint32_t>(error_code)));
3362
3426
catch (boost::bad_lexical_cast &ex)
3370
3434
drizzle_result_free(&res);
3373
static uint32_t get_errcode_from_name(const char *error_name, const char *error_end)
3437
static uint32_t get_errcode_from_name(char *error_name, char *error_end)
3375
string error_name_s(error_name, error_end);
3439
size_t err_name_len= error_end - error_name;
3440
string error_name_s(error_name, err_name_len);
3377
if (ErrorCodes::mapped_type* ptr= find_ptr(global_error_names, error_name_s))
3442
ErrorCodes::iterator it= global_error_names.find(error_name_s);
3443
if (it != global_error_names.end())
3445
return (*it).second;
3380
3448
die("Unknown SQL error name '%s'", error_name_s.c_str());
3881
3950
end= con_options;
3882
3951
while (*end && !my_isspace(charset_info, *end))
3884
die("Illegal option to connect: %.*s",
3885
(int) (end - con_options), con_options);
3953
if (!strncmp(con_options, "SSL", 3))
3956
die("Illegal option to connect: %.*s",
3957
(int) (end - con_options), con_options);
3886
3958
/* Process next option */
3887
3959
con_options= end;
4129
static int my_strnncoll_simple(const charset_info_st * const cs, const unsigned char *s, size_t slen,
4201
static int my_strnncoll_simple(const CHARSET_INFO * const cs, const unsigned char *s, size_t slen,
4130
4202
const unsigned char *t, size_t tlen,
4131
4203
bool t_is_prefix)
4685
4757
for (i = 0; i < num_fields; i++)
4687
4759
column= drizzle_column_next(res);
4688
if (row[i] && (drizzle_column_type(column) == DRIZZLE_COLUMN_TYPE_TINY))
4690
if (boost::lexical_cast<uint32_t>(row[i]))
4692
if ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_UNSIGNED))
4694
append_field(ds, i, column, "YES", 3, false);
4698
append_field(ds, i, column, "TRUE", 4, false);
4703
if ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_UNSIGNED))
4705
append_field(ds, i, column, "NO", 2, false);
4709
append_field(ds, i, column, "FALSE", 5, false);
4715
append_field(ds, i, column,
4716
(const char*)row[i], lengths[i], !row[i]);
4760
append_field(ds, i, column,
4761
(const char*)row[i], lengths[i], !row[i]);
4719
4763
if (!display_result_vertically)
4720
4764
ds->append("\n");
4758
4802
ds->append("\t", 1);
4759
4803
replace_append_uint(ds, drizzle_column_size(column));
4760
4804
ds->append("\t", 1);
4761
if (drizzle_column_type(column) == DRIZZLE_COLUMN_TYPE_TINY)
4763
replace_append_uint(ds, 1);
4767
replace_append_uint(ds, drizzle_column_max_size(column));
4805
replace_append_uint(ds, drizzle_column_max_size(column));
4769
4806
ds->append("\t", 1);
4770
4807
ds->append((char*) ((drizzle_column_flags(column) & DRIZZLE_COLUMN_FLAGS_NOT_NULL) ? "N" : "Y"), 1);
4771
4808
ds->append("\t", 1);
5307
5344
save= command->query[command->first_word_len-1];
5308
5345
command->query[command->first_word_len-1]= 0;
5309
if (command_typelib.find_type(command->query, TYPELIB::e_default) > 0)
5346
if (command_typelib.find_type(command->query, 1+2) > 0)
5310
5347
die("Extra delimiter \";\" found");
5311
5348
command->query[command->first_word_len-1]= save;
5527
5565
next_con= connections + 1;
5529
5567
/* Init file stack */
5530
memset(file_stack.data(), 0, sizeof(file_stack));
5531
cur_file= file_stack.data();
5568
memset(file_stack, 0, sizeof(file_stack));
5570
file_stack + (sizeof(file_stack)/sizeof(struct st_test_file)) - 1;
5571
cur_file= file_stack;
5533
5573
/* Init block stack */
5534
5574
memset(block_stack, 0, sizeof(block_stack));
5569
5609
internal::fn_format(buff, tmp.c_str(), "", "", MY_UNPACK_FILENAME);
5570
assert(cur_file == file_stack.data() && cur_file->file == 0);
5610
assert(cur_file == file_stack && cur_file->file == 0);
5571
5611
if (!(cur_file->file= fopen(buff, "r")))
5573
5613
fprintf(stderr, _("Could not open '%s' for reading: errno = %d"), buff, errno);
6151
6191
start= buff= (char *)malloc(strlen(from)+1);
6154
6195
uint32_t column_number;
6156
char *to= get_string(&buff, &from, command);
6197
to= get_string(&buff, &from, command);
6157
6198
if (!(column_number= atoi(to)) || column_number > MAX_COLUMNS)
6158
6199
die("Wrong column number to replace_column in '%s'", command->query);
6189
6234
/* Definitions for replace result */
6192
{ /* when using array-strings */
6195
int insert(char* name);
6199
memset(this, 0, sizeof(*this));
6236
typedef struct st_pointer_array { /* when using array-strings */
6202
6237
TYPELIB typelib; /* Pointer to strings */
6203
unsigned char *str; /* Strings is here */
6204
uint8_t* flag; /* Flag about each var. */
6205
uint32_t array_allocs;
6208
uint32_t max_length;
6238
unsigned char *str; /* Strings is here */
6239
uint8_t *flag; /* Flag about each var. */
6240
uint32_t array_allocs,max_count,length,max_length;
6211
6243
struct st_replace;
6212
struct st_replace *init_replace(const char **from, const char **to, uint32_t count,
6213
char *word_end_chars);
6244
struct st_replace *init_replace(char * *from, char * *to, uint32_t count,
6245
char * word_end_chars);
6246
int insert_pointer_name(POINTER_ARRAY *pa,char * name);
6215
6247
void replace_strings_append(struct st_replace *rep, string* ds,
6216
6248
const char *from, int len);
6249
void free_pointer_array(POINTER_ARRAY *pa);
6218
st_replace *glob_replace= NULL;
6219
// boost::scoped_ptr<st_replace> glob_replace;
6251
struct st_replace *glob_replace= NULL;
6222
6254
Get arguments for replace. The syntax is:
6226
6258
variable is replaced.
6229
POINTER_ARRAY::~POINTER_ARRAY()
6234
free((char*) typelib.type_names);
6235
typelib.type_names=0;
6239
void do_get_replace(st_command *command)
6261
void do_get_replace(struct st_command *command)
6241
6264
char *from= command->first_argument;
6243
die("Missing argument in %s", command->query);
6266
char word_end_chars[256], *pos;
6245
6267
POINTER_ARRAY to_array, from_array;
6246
char* start= (char*)malloc(strlen(from) + 1);
6272
memset(&to_array, 0, sizeof(to_array));
6273
memset(&from_array, 0, sizeof(from_array));
6275
die("Missing argument in %s", command->query);
6276
start= buff= (char *)malloc(strlen(from)+1);
6250
char *to= get_string(&buff, &from, command);
6280
to= get_string(&buff, &from, command);
6252
die("Wrong number of arguments to replace_result in '%s'", command->query);
6253
from_array.insert(to);
6282
die("Wrong number of arguments to replace_result in '%s'",
6284
insert_pointer_name(&from_array,to);
6254
6285
to= get_string(&buff, &from, command);
6255
to_array.insert(to);
6286
insert_pointer_name(&to_array,to);
6257
char word_end_chars[256];
6258
char* pos= word_end_chars;
6259
for (int i= 1; i < 256; i++)
6261
if (my_isspace(charset_info, i))
6288
for (i= 1,pos= word_end_chars ; i < 256 ; i++)
6289
if (my_isspace(charset_info,i))
6264
6291
*pos=0; /* End pointer */
6265
if (!(glob_replace= init_replace(from_array.typelib.type_names,
6266
to_array.typelib.type_names,
6267
from_array.typelib.count,
6292
if (!(glob_replace= init_replace((char**) from_array.typelib.type_names,
6293
(char**) to_array.typelib.type_names,
6294
(uint32_t) from_array.typelib.count,
6268
6295
word_end_chars)))
6269
6296
die("Can't initialize replace from '%s'", command->query);
6297
free_pointer_array(&from_array);
6298
free_pointer_array(&to_array);
6271
6300
command->last_argument= command->end;
6363
6395
st_regex substition. At the end of substitutions buf points to the
6364
6396
one containing the final result.
6366
typedef vector<st_regex> regex_arr_t;
6369
6399
char* even_buf;
6371
6401
int even_buf_len;
6372
6402
int odd_buf_len;
6373
boost::array<char, 8 << 10> buf0_;
6374
boost::array<char, 8 << 10> buf1_;
6375
regex_arr_t regex_arr;
6378
boost::scoped_ptr<st_replace_regex> glob_replace_regex;
6405
struct st_replace_regex *glob_replace_regex= 0;
6380
6407
int reg_replace(char** buf_p, int* buf_len_p, char *pattern, char *replace,
6381
6408
char *string, int icase, int global);
6417
6444
Returns: st_replace_regex struct with pairs of substitutions
6420
st_replace_regex::st_replace_regex(char* expr)
6447
static struct st_replace_regex* init_replace_regex(char* expr)
6449
struct st_replace_regex* res;
6450
char* buf,*expr_end;
6422
6453
uint32_t expr_len= strlen(expr);
6423
6454
char last_c = 0;
6426
char* buf= new char[expr_len];
6427
char* expr_end= expr + expr_len;
6455
struct st_regex reg;
6457
res=(st_replace_regex*)malloc(sizeof(*res)+expr_len);
6460
my_init_dynamic_array(&res->regex_arr,sizeof(struct st_regex),128,128);
6462
buf= (char*)res + sizeof(*res);
6463
expr_end= expr + expr_len;
6431
6467
/* for each regexp substitution statement */
6432
6468
while (p < expr_end)
6484
regex_arr.push_back(reg);
6521
/* done parsing the statement, now place it in regex_arr */
6522
if (insert_dynamic(&res->regex_arr,(unsigned char*) ®))
6523
die("Out of memory");
6486
odd_buf_len= even_buf_len= buf0_.size();
6487
even_buf= buf0_.data();
6488
odd_buf= buf1_.data();
6525
res->odd_buf_len= res->even_buf_len= 8192;
6526
res->even_buf= (char*)malloc(res->even_buf_len);
6527
res->odd_buf= (char*)malloc(res->odd_buf_len);
6528
res->buf= res->even_buf;
6494
6534
die("Error parsing replace_regex \"%s\"", expr);
6516
int st_replace_regex::multi_reg_replace(char* val)
6557
static int multi_reg_replace(struct st_replace_regex* r,char* val)
6519
char* out_buf= even_buf;
6520
int* buf_len_p= &even_buf_len;
6560
char* in_buf, *out_buf;
6564
out_buf= r->even_buf;
6565
buf_len_p= &r->even_buf_len;
6523
6568
/* For each substitution, do the replace */
6524
BOOST_FOREACH(regex_arr_t::const_reference i, regex_arr)
6569
for (i= 0; i < r->regex_arr.elements; i++)
6526
6572
char* save_out_buf= out_buf;
6527
if (!reg_replace(&out_buf, buf_len_p, i.pattern, i.replace,
6528
in_buf, i.icase, i.global))
6574
get_dynamic(&r->regex_arr,(unsigned char*)&re,i);
6576
if (!reg_replace(&out_buf, buf_len_p, re.pattern, re.replace,
6577
in_buf, re.icase, re.global))
6530
6579
/* if the buffer has been reallocated, make adjustements */
6531
6580
if (save_out_buf != out_buf)
6533
if (save_out_buf == even_buf)
6582
if (save_out_buf == r->even_buf)
6583
r->even_buf= out_buf;
6585
r->odd_buf= out_buf;
6539
6589
if (in_buf == val)
6541
std::swap(in_buf, out_buf);
6542
buf_len_p= (out_buf == even_buf) ? &even_buf_len : &odd_buf_len;
6592
std::swap(in_buf,out_buf);
6594
buf_len_p= (out_buf == r->even_buf) ? &r->even_buf_len :
6599
return (r->buf == 0);
6557
6611
void do_get_replace_regex(struct st_command *command)
6559
6613
char *expr= command->first_argument;
6560
glob_replace_regex.reset(new st_replace_regex(expr));
6614
free_replace_regex();
6615
if (!(glob_replace_regex=init_replace_regex(expr)))
6616
die("Could not init replace_regex");
6561
6617
command->last_argument= command->end;
6620
void free_replace_regex()
6622
if (glob_replace_regex)
6624
delete_dynamic(&glob_replace_regex->regex_arr);
6625
free(glob_replace_regex->even_buf);
6626
free(glob_replace_regex->odd_buf);
6627
free(glob_replace_regex);
6628
glob_replace_regex=0;
6565
6635
Performs a regex substitution
6667
6737
#define SET_MALLOC_HUNC 64
6668
6738
#define LAST_CHAR_CODE 259
6673
void internal_set_bit(uint32_t bit);
6674
void internal_clear_bit(uint32_t bit);
6675
void or_bits(const REP_SET *from);
6676
void copy_bits(const REP_SET *from);
6677
int cmp_bits(const REP_SET *set2) const;
6678
int get_next_bit(uint32_t lastpos) const;
6740
typedef struct st_rep_set {
6680
6741
uint32_t *bits; /* Pointer to used sets */
6681
6742
short next[LAST_CHAR_CODE]; /* Pointer to next sets */
6682
6743
uint32_t found_len; /* Best match to date */
6683
6744
int found_offset;
6684
6745
uint32_t table_offset;
6685
6746
uint32_t size_of_bits; /* For convinience */
6691
int find_set(const REP_SET *find);
6692
void free_last_set();
6694
void make_sets_invisible();
6749
typedef struct st_rep_sets {
6696
6750
uint32_t count; /* Number of sets */
6697
6751
uint32_t extra; /* Extra sets in buffer */
6698
uint32_t invisible; /* Sets not shown */
6752
uint32_t invisible; /* Sets not chown */
6699
6753
uint32_t size_of_bits;
6700
6754
REP_SET *set,*set_buffer;
6701
6755
uint32_t *bit_buffer;
6758
typedef struct st_found_set {
6706
6759
uint32_t table_offset;
6707
6760
int found_offset;
6763
typedef struct st_follow {
6713
6765
uint32_t table_offset;
6717
int init_sets(REP_SETS *sets, uint32_t states);
6770
int init_sets(REP_SETS *sets,uint32_t states);
6718
6771
REP_SET *make_new_set(REP_SETS *sets);
6719
int find_found(FOUND_SET *found_set, uint32_t table_offset, int found_offset);
6721
static uint32_t found_sets= 0;
6723
static uint32_t replace_len(const char *str)
6772
void make_sets_invisible(REP_SETS *sets);
6773
void free_last_set(REP_SETS *sets);
6774
void free_sets(REP_SETS *sets);
6775
void internal_set_bit(REP_SET *set, uint32_t bit);
6776
void internal_clear_bit(REP_SET *set, uint32_t bit);
6777
void or_bits(REP_SET *to,REP_SET *from);
6778
void copy_bits(REP_SET *to,REP_SET *from);
6779
int cmp_bits(REP_SET *set1,REP_SET *set2);
6780
int get_next_bit(REP_SET *set,uint32_t lastpos);
6781
int find_set(REP_SETS *sets,REP_SET *find);
6782
int find_found(FOUND_SET *found_set,uint32_t table_offset,
6784
uint32_t start_at_word(char * pos);
6785
uint32_t end_of_word(char * pos);
6787
static uint32_t found_sets=0;
6790
static uint32_t replace_len(char * str)
6725
6792
uint32_t len=0;
6736
/* Return 1 if regexp starts with \b or ends with \b*/
6738
static bool start_at_word(const char *pos)
6740
return ((!memcmp(pos, "\\b",2) && pos[2]) || !memcmp(pos, "\\^", 2));
6743
static bool end_of_word(const char *pos)
6745
const char *end= strchr(pos, '\0');
6746
return (end > pos+2 && !memcmp(end-2, "\\b", 2)) || (end >= pos+2 && !memcmp(end-2, "\\$",2));
6749
6803
/* Init a replace structure for further calls */
6751
REPLACE *init_replace(const char **from, const char **to, uint32_t count, char *word_end_chars)
6805
REPLACE *init_replace(char * *from, char * *to,uint32_t count,
6806
char * word_end_chars)
6753
const int SPACE_CHAR= 256;
6754
const int START_OF_LINE= 257;
6755
const int END_OF_LINE= 258;
6808
static const int SPACE_CHAR= 256;
6809
static const int START_OF_LINE= 257;
6810
static const int END_OF_LINE= 258;
6757
6812
uint32_t i,j,states,set_nr,len,result_len,max_length,found_end,bits_set,bit_nr;
6758
6813
int used_sets,chr,default_state;
6759
6814
char used_chars[LAST_CHAR_CODE],is_word_end[256];
6760
char *to_pos, **to_array;
6815
char * pos, *to_pos, **to_array;
6817
REP_SET *set,*start_states,*word_states,*new_set;
6818
FOLLOWS *follow,*follow_ptr;
6820
FOUND_SET *found_set;
6821
REPLACE_STRING *rep_str;
6762
6824
/* Count number of states */
6763
6825
for (i=result_len=max_length=0 , states=2 ; i < count ; i++)
6777
6839
for (i=0 ; word_end_chars[i] ; i++)
6778
6840
is_word_end[(unsigned char) word_end_chars[i]]=1;
6781
REP_SET *set,*start_states,*word_states,*new_set;
6782
REPLACE_STRING *rep_str;
6783
if (init_sets(&sets, states))
6842
if (init_sets(&sets,states))
6786
vector<FOUND_SET> found_set(max_length * count);
6845
if (!(found_set= (FOUND_SET*) malloc(sizeof(FOUND_SET)*max_length*count)))
6787
6851
make_new_set(&sets); /* Set starting set */
6788
sets.make_sets_invisible(); /* Hide previus sets */
6852
make_sets_invisible(&sets); /* Hide previus sets */
6790
6854
word_states=make_new_set(&sets); /* Start of new word */
6791
6855
start_states=make_new_set(&sets); /* This is first state */
6792
vector<FOLLOWS> follow(states + 2);
6793
FOLLOWS *follow_ptr= &follow[1];
6856
if (!(follow=(FOLLOWS*) malloc((states+2)*sizeof(FOLLOWS))))
6794
6863
/* Init follow_ptr[] */
6795
for (i=0, states=1; i < count; i++)
6864
for (i=0, states=1, follow_ptr=follow+1 ; i < count ; i++)
6797
6866
if (from[i][0] == '\\' && from[i][1] == '^')
6799
start_states->internal_set_bit(states + 1);
6868
internal_set_bit(start_states,states+1);
6800
6869
if (!from[i][2])
6802
6871
start_states->table_offset=i;
6806
6875
else if (from[i][0] == '\\' && from[i][1] == '$')
6808
start_states->internal_set_bit(states);
6809
word_states->internal_set_bit(states);
6877
internal_set_bit(start_states,states);
6878
internal_set_bit(word_states,states);
6810
6879
if (!from[i][2] && start_states->table_offset == UINT32_MAX)
6812
6881
start_states->table_offset=i;
6818
word_states->internal_set_bit(states);
6887
internal_set_bit(word_states,states);
6819
6888
if (from[i][0] == '\\' && (from[i][1] == 'b' && from[i][2]))
6820
start_states->internal_set_bit(states + 1);
6889
internal_set_bit(start_states,states+1);
6822
start_states->internal_set_bit(states);
6891
internal_set_bit(start_states,states);
6825
for (pos= from[i], len=0; *pos ; pos++)
6893
for (pos=from[i], len=0; *pos ; pos++)
6827
6895
if (*pos == '\\' && *(pos+1))
6868
for (set_nr=0; set_nr < sets.count ; set_nr++)
6936
for (set_nr=0,pos=0 ; set_nr < sets.count ; set_nr++)
6870
6938
set=sets.set+set_nr;
6871
6939
default_state= 0; /* Start from beginning */
6873
6941
/* If end of found-string not found or start-set with current set */
6875
for (i= UINT32_MAX; (i= set->get_next_bit(i)) ;)
6943
for (i= UINT32_MAX; (i=get_next_bit(set,i)) ;)
6877
if (!follow[i].chr && !default_state)
6878
default_state= find_found(&found_set.front(), set->table_offset, set->found_offset+1);
6947
if (! default_state)
6948
default_state= find_found(found_set,set->table_offset,
6949
set->found_offset+1);
6880
sets.set[used_sets].copy_bits(set); /* Save set for changes */
6952
copy_bits(sets.set+used_sets,set); /* Save set for changes */
6881
6953
if (!default_state)
6882
sets.set[used_sets].or_bits(sets.set); /* Can restart from start */
6954
or_bits(sets.set+used_sets,sets.set); /* Can restart from start */
6884
6956
/* Find all chars that follows current sets */
6885
6957
memset(used_chars, 0, sizeof(used_chars));
6886
for (i= UINT32_MAX; (i= sets.set[used_sets].get_next_bit(i)) ;)
6958
for (i= UINT32_MAX; (i=get_next_bit(sets.set+used_sets,i)) ;)
6888
6960
used_chars[follow[i].chr]=1;
6889
6961
if ((follow[i].chr == SPACE_CHAR && !follow[i+1].chr &&
6922
6994
follow[i].len > found_end)
6923
6995
found_end=follow[i].len;
6924
6996
if (chr && follow[i].chr)
6925
new_set->internal_set_bit(i + 1); /* To next set */
6997
internal_set_bit(new_set,i+1); /* To next set */
6927
new_set->internal_set_bit(i);
6999
internal_set_bit(new_set,i);
6932
7004
new_set->found_len=0; /* Set for testing if first */
6934
for (i= UINT32_MAX; (i= new_set->get_next_bit(i)) ;)
7006
for (i= UINT32_MAX; (i=get_next_bit(new_set,i)) ;)
6936
7008
if ((follow[i].chr == SPACE_CHAR ||
6937
7009
follow[i].chr == END_OF_LINE) && ! chr)
6958
7030
if (bits_set == 1)
6960
set->next[chr] = find_found(&found_set.front(), new_set->table_offset, new_set->found_offset);
6961
sets.free_last_set();
7032
set->next[chr] = find_found(found_set,
7033
new_set->table_offset,
7034
new_set->found_offset);
7035
free_last_set(&sets);
6964
set->next[chr] = sets.find_set(new_set);
7038
set->next[chr] = find_set(&sets,new_set);
6967
set->next[chr] = sets.find_set(new_set);
7041
set->next[chr] = find_set(&sets,new_set);
6972
7046
/* Alloc replace structure for the replace-state-machine */
6974
REPLACE *replace= (REPLACE*)malloc(sizeof(REPLACE) * (sets.count)
6975
+ sizeof(REPLACE_STRING) * (found_sets + 1) + sizeof(char*) * count + result_len);
7048
if ((replace=(REPLACE*) malloc(sizeof(REPLACE)*(sets.count)+
7049
sizeof(REPLACE_STRING)*(found_sets+1)+
7050
sizeof(char *)*count+result_len)))
6978
7052
memset(replace, 0, sizeof(REPLACE)*(sets.count)+
6979
7053
sizeof(REPLACE_STRING)*(found_sets+1)+
6990
7064
rep_str[0].replace_string=0;
6991
7065
for (i=1 ; i <= found_sets ; i++)
6993
const char *pos= from[found_set[i-1].table_offset];
7067
pos=from[found_set[i-1].table_offset];
6994
7068
rep_str[i].found= !memcmp(pos, "\\^", 3) ? 2 : 1;
6995
rep_str[i].replace_string= to_array[found_set[i-1].table_offset];
6996
rep_str[i].to_offset= found_set[i-1].found_offset-start_at_word(pos);
6997
rep_str[i].from_offset= found_set[i-1].found_offset-replace_len(pos) + end_of_word(pos);
7069
rep_str[i].replace_string=to_array[found_set[i-1].table_offset];
7070
rep_str[i].to_offset=found_set[i-1].found_offset-start_at_word(pos);
7071
rep_str[i].from_offset=found_set[i-1].found_offset-replace_len(pos)+
6999
7074
for (i=0 ; i < sets.count ; i++)
7069
7146
return make_new_set(sets);
7072
void REP_SETS::free_last_set()
7078
void REP_SETS::free_sets()
7084
void REP_SET::internal_set_bit(uint32_t bit)
7086
bits[bit / WORD_BIT] |= 1 << (bit % WORD_BIT);
7089
void REP_SET::internal_clear_bit(uint32_t bit)
7091
bits[bit / WORD_BIT] &= ~ (1 << (bit % WORD_BIT));
7095
void REP_SET::or_bits(const REP_SET *from)
7097
for (uint32_t i= 0 ; i < size_of_bits; i++)
7098
bits[i]|=from->bits[i];
7101
void REP_SET::copy_bits(const REP_SET *from)
7103
memcpy(bits, from->bits, sizeof(uint32_t) * size_of_bits);
7106
int REP_SET::cmp_bits(const REP_SET *set2) const
7108
return memcmp(bits, set2->bits, sizeof(uint32_t) * size_of_bits);
7149
void free_last_set(REP_SETS *sets)
7156
void free_sets(REP_SETS *sets)
7158
free(sets->set_buffer);
7159
free(sets->bit_buffer);
7163
void internal_set_bit(REP_SET *set, uint32_t bit)
7165
set->bits[bit / WORD_BIT] |= 1 << (bit % WORD_BIT);
7169
void internal_clear_bit(REP_SET *set, uint32_t bit)
7171
set->bits[bit / WORD_BIT] &= ~ (1 << (bit % WORD_BIT));
7176
void or_bits(REP_SET *to,REP_SET *from)
7178
register uint32_t i;
7179
for (i=0 ; i < to->size_of_bits ; i++)
7180
to->bits[i]|=from->bits[i];
7184
void copy_bits(REP_SET *to,REP_SET *from)
7186
memcpy(to->bits,from->bits,
7187
(size_t) (sizeof(uint32_t) * to->size_of_bits));
7190
int cmp_bits(REP_SET *set1,REP_SET *set2)
7192
return memcmp(set1->bits,set2->bits, sizeof(uint32_t) * set1->size_of_bits);
7111
7196
/* Get next set bit from set. */
7113
int REP_SET::get_next_bit(uint32_t lastpos) const
7198
int get_next_bit(REP_SET *set,uint32_t lastpos)
7115
uint32_t *start= bits + ((lastpos+1) / WORD_BIT);
7116
uint32_t *end= bits + size_of_bits;
7117
uint32_t bits0= start[0] & ~((1 << ((lastpos+1) % WORD_BIT)) -1);
7119
while (!bits0 && ++start < end)
7200
uint32_t pos,*start,*end,bits;
7202
start=set->bits+ ((lastpos+1) / WORD_BIT);
7203
end=set->bits + set->size_of_bits;
7204
bits=start[0] & ~((1 << ((lastpos+1) % WORD_BIT)) -1);
7206
while (! bits && ++start < end)
7123
uint32_t pos= (start - bits) * WORD_BIT;
7124
while (!(bits0 & 1))
7210
pos=(uint32_t) (start-set->bits)*WORD_BIT;
7211
while (! (bits & 1))
7133
7220
free given set, else put in given set in sets and return its
7136
int REP_SETS::find_set(const REP_SET *find)
7223
int find_set(REP_SETS *sets,REP_SET *find)
7139
for (; i < count - 1; i++)
7226
for (i=0 ; i < sets->count-1 ; i++)
7141
if (!set[i].cmp_bits(find))
7228
if (!cmp_bits(sets->set+i,find))
7230
free_last_set(sets);
7154
7241
set->next[] == -1 is reserved for end without replaces.
7157
int find_found(FOUND_SET *found_set, uint32_t table_offset, int found_offset)
7244
int find_found(FOUND_SET *found_set,uint32_t table_offset, int found_offset)
7160
for (; i < found_sets; i++)
7247
for (i=0 ; (uint32_t) i < found_sets ; i++)
7162
7248
if (found_set[i].table_offset == table_offset &&
7163
7249
found_set[i].found_offset == found_offset)
7166
found_set[i].table_offset= table_offset;
7167
found_set[i].found_offset= found_offset;
7251
found_set[i].table_offset=table_offset;
7252
found_set[i].found_offset=found_offset;
7169
return - i - 2; // return new postion
7254
return -i-2; /* return new postion */
7257
/* Return 1 if regexp starts with \b or ends with \b*/
7259
uint32_t start_at_word(char * pos)
7261
return (((!memcmp(pos, "\\b",2) && pos[2]) ||
7262
!memcmp(pos, "\\^", 2)) ? 1 : 0);
7265
uint32_t end_of_word(char * pos)
7267
char * end= strchr(pos, '\0');
7268
return ((end > pos+2 && !memcmp(end-2, "\\b", 2)) ||
7269
(end >= pos+2 && !memcmp(end-2, "\\$",2))) ? 1 : 0;
7172
7272
/****************************************************************************
7176
7276
#define PC_MALLOC 256 /* Bytes for pointers */
7177
7277
#define PS_MALLOC 512 /* Bytes for data */
7179
static int insert_pointer_name(POINTER_ARRAY* pa, char* name)
7279
int insert_pointer_name(POINTER_ARRAY *pa,char * name)
7181
7281
uint32_t i,length,old_count;
7182
7282
unsigned char *new_pos;
7245
7345
} /* insert_pointer_name */
7247
int POINTER_ARRAY::insert(char* name)
7348
/* free pointer array */
7350
void free_pointer_array(POINTER_ARRAY *pa)
7249
return insert_pointer_name(this, name);
7352
if (pa->typelib.count)
7354
pa->typelib.count=0;
7355
free((char*) pa->typelib.type_names);
7356
pa->typelib.type_names=0;
7359
} /* free_pointer_array */
7253
7362
/* Functions that uses replace and replace_regex */
7255
7364
/* Append the string to ds, with optional replace */
7256
void replace_append_mem(string *ds, const char *val, int len)
7365
void replace_append_mem(string *ds,
7366
const char *val, int len)
7258
7368
char *v= strdup(val);
7260
if (glob_replace_regex && !glob_replace_regex->multi_reg_replace(v))
7370
if (glob_replace_regex)
7262
v= glob_replace_regex->buf_;
7373
if (!multi_reg_replace(glob_replace_regex, v))
7375
v= glob_replace_regex->buf;
7265
7380
if (glob_replace)
7267
7382
/* Normal replace */
7268
7383
replace_strings_append(glob_replace, ds, v, len);
7271
7387
ds->append(v, len);