68
71
This means that clearing of high keys is ignored, setting one high key
69
72
sets all high keys.
71
#define MI_KEYMAP_BITS (64)
72
#define MI_KEYMAP_HIGH_MASK (1UL << (MI_KEYMAP_BITS - 1))
74
#define MI_KEYMAP_BITS (8 * SIZEOF_LONG_LONG)
75
#define MI_KEYMAP_HIGH_MASK (1ULL << (MI_KEYMAP_BITS - 1))
73
76
#define mi_get_mask_all_keys_active(_keys_) \
74
77
(((_keys_) < MI_KEYMAP_BITS) ? \
75
((1UL << (_keys_)) - 1UL) : \
78
((1ULL << (_keys_)) - 1ULL) : \
78
81
#if MI_MAX_KEY > MI_KEYMAP_BITS
80
83
#define mi_is_key_active(_keymap_,_keyno_) \
81
84
(((_keyno_) < MI_KEYMAP_BITS) ? \
82
test((_keymap_) & (1UL << (_keyno_))) : \
85
test((_keymap_) & (1ULL << (_keyno_))) : \
83
86
test((_keymap_) & MI_KEYMAP_HIGH_MASK))
84
87
#define mi_set_key_active(_keymap_,_keyno_) \
85
88
(_keymap_)|= (((_keyno_) < MI_KEYMAP_BITS) ? \
86
(1UL << (_keyno_)) : \
89
(1ULL << (_keyno_)) : \
87
90
MI_KEYMAP_HIGH_MASK)
88
91
#define mi_clear_key_active(_keymap_,_keyno_) \
89
92
(_keymap_)&= (((_keyno_) < MI_KEYMAP_BITS) ? \
90
(~ (1UL << (_keyno_))) : \
91
(~ (0UL)) /*ignore*/ )
93
(~ (1ULL << (_keyno_))) : \
94
(~ (0ULL)) /*ignore*/ )
95
98
#define mi_is_key_active(_keymap_,_keyno_) \
96
test((_keymap_) & (1UL << (_keyno_)))
99
test((_keymap_) & (1ULL << (_keyno_)))
97
100
#define mi_set_key_active(_keymap_,_keyno_) \
98
(_keymap_)|= (1UL << (_keyno_))
101
(_keymap_)|= (1ULL << (_keyno_))
99
102
#define mi_clear_key_active(_keymap_,_keyno_) \
100
(_keymap_)&= (~ (1UL << (_keyno_)))
103
(_keymap_)&= (~ (1ULL << (_keyno_)))
123
126
typedef struct st_mi_isaminfo /* Struct from h_info */
125
drizzled::ha_rows records; /* Records in database */
126
drizzled::ha_rows deleted; /* Deleted records in database */
127
drizzled::internal::my_off_t recpos; /* Pos for last used record */
128
drizzled::internal::my_off_t newrecpos; /* Pos if we write new record */
129
drizzled::internal::my_off_t dupp_key_pos; /* Position to record with dupp key */
130
drizzled::internal::my_off_t data_file_length, /* Length of data file */
128
ha_rows records; /* Records in database */
129
ha_rows deleted; /* Deleted records in database */
130
my_off_t recpos; /* Pos for last used record */
131
my_off_t newrecpos; /* Pos if we write new record */
132
my_off_t dupp_key_pos; /* Position to record with dupp key */
133
my_off_t data_file_length, /* Length of data file */
131
134
max_data_file_length,
132
135
index_file_length,
133
136
max_index_file_length,
135
138
ulong reclength; /* Recordlength */
136
139
ulong mean_reclength; /* Mean recordlength (if packed) */
137
uint64_t auto_increment;
138
uint64_t key_map; /* Which keys are used */
140
ulonglong auto_increment;
141
ulonglong key_map; /* Which keys are used */
139
142
char *data_file_name, *index_file_name;
140
uint32_t keys; /* Number of keys in use */
143
uint keys; /* Number of keys in use */
141
144
uint options; /* HA_OPTION_... used */
142
145
int errkey, /* With key was dupplicated on err */
143
146
sortkey; /* clustered by this key */
144
int filenr; /* (uniq) filenr for datafile */
147
File filenr; /* (uniq) filenr for datafile */
145
148
time_t create_time; /* When table was created */
146
149
time_t check_time;
147
150
time_t update_time;
149
152
ulong record_offset;
150
153
ulong *rec_per_key; /* for sql optimizing */
172
175
typedef struct st_mi_keydef /* Key definition with open & info */
174
177
struct st_mi_isam_share *share; /* Pointer to base (set in mi_open) */
175
uint16_t keysegs; /* Number of key-segment */
176
uint16_t flag; /* NOSAME, PACK_USED */
178
uint16 keysegs; /* Number of key-segment */
179
uint16 flag; /* NOSAME, PACK_USED */
178
uint8_t key_alg; /* BTREE, RTREE */
179
uint16_t block_length; /* Length of keyblock (auto) */
180
uint16_t underflow_block_length; /* When to execute underflow */
181
uint16_t keylength; /* Tot length of keyparts (auto) */
182
uint16_t minlength; /* min length of (packed) key (auto) */
183
uint16_t maxlength; /* max length of (packed) key (auto) */
184
uint16_t block_size_index; /* block_size (auto) */
185
uint32_t version; /* For concurrent read/write */
181
uint8 key_alg; /* BTREE, RTREE */
182
uint16 block_length; /* Length of keyblock (auto) */
183
uint16 underflow_block_length; /* When to execute underflow */
184
uint16 keylength; /* Tot length of keyparts (auto) */
185
uint16 minlength; /* min length of (packed) key (auto) */
186
uint16 maxlength; /* max length of (packed) key (auto) */
187
uint16 block_size_index; /* block_size (auto) */
188
uint32 version; /* For concurrent read/write */
189
uint32 ftparser_nr; /* distinct ftparser number */
187
191
HA_KEYSEG *seg,*end;
192
struct st_mysql_ftparser *parser; /* Fulltext [pre]parser */
189
193
int (*bin_search)(struct st_myisam_info *info,struct st_mi_keydef *keyinfo,
190
unsigned char *page,unsigned char *key,
191
uint32_t key_len,uint32_t comp_flag,unsigned char * *ret_pos,
192
unsigned char *buff, bool *was_last_key);
193
uint32_t (*get_key)(struct st_mi_keydef *keyinfo,uint32_t nod_flag,unsigned char * *page,
195
int (*pack_key)(struct st_mi_keydef *keyinfo,uint32_t nod_flag,unsigned char *next_key,
196
unsigned char *org_key, unsigned char *prev_key, unsigned char *key,
194
uchar *page,uchar *key,
195
uint key_len,uint comp_flag,uchar * *ret_pos,
196
uchar *buff, my_bool *was_last_key);
197
uint (*get_key)(struct st_mi_keydef *keyinfo,uint nod_flag,uchar * *page,
199
int (*pack_key)(struct st_mi_keydef *keyinfo,uint nod_flag,uchar *next_key,
200
uchar *org_key, uchar *prev_key, uchar *key,
197
201
struct st_mi_s_param *s_temp);
198
void (*store_key)(struct st_mi_keydef *keyinfo, unsigned char *key_pos,
202
void (*store_key)(struct st_mi_keydef *keyinfo, uchar *key_pos,
199
203
struct st_mi_s_param *s_temp);
200
int (*ck_insert)(struct st_myisam_info *inf, uint32_t k_nr, unsigned char *k, uint32_t klen);
201
int (*ck_delete)(struct st_myisam_info *inf, uint32_t k_nr, unsigned char *k, uint32_t klen);
204
int (*ck_insert)(struct st_myisam_info *inf, uint k_nr, uchar *k, uint klen);
205
int (*ck_delete)(struct st_myisam_info *inf, uint k_nr, uchar *k, uint klen);
228
232
type, length, null_bit and null_pos
234
235
typedef struct st_columndef /* column information */
236
int16_t type; /* en_fieldtype */
237
uint16_t length; /* length of field */
238
uint32_t offset; /* Offset to position in row */
239
uint8_t null_bit; /* If column may be 0 */
240
uint16_t null_pos; /* position for null marker */
237
int16 type; /* en_fieldtype */
238
uint16 length; /* length of field */
239
uint32 offset; /* Offset to position in row */
240
uint8 null_bit; /* If column may be 0 */
241
uint16 null_pos; /* position for null marker */
242
243
#ifndef NOT_PACKED_DATABASES
243
244
void (*unpack)(struct st_columndef *rec,struct st_mi_bit_buff *buff,
244
unsigned char *start,unsigned char *end);
245
enum drizzled::en_fieldtype base_type;
246
uint32_t space_length_bits,pack_type;
245
uchar *start,uchar *end);
246
enum en_fieldtype base_type;
247
uint space_length_bits,pack_type;
247
248
MI_DECODE_TREE *huff_tree;
254
253
extern char * myisam_log_filename; /* Name of logfile */
255
extern uint32_t myisam_block_size;
256
extern uint32_t myisam_concurrent_insert;
257
extern uint32_t myisam_bulk_insert_tree_size;
258
extern uint32_t data_pointer_size;
254
extern ulong myisam_block_size;
255
extern ulong myisam_concurrent_insert;
256
extern my_bool myisam_flush,myisam_delay_key_write,myisam_single_user;
257
extern my_off_t myisam_max_temp_length;
258
extern ulong myisam_bulk_insert_tree_size, myisam_data_pointer_size;
260
260
/* Prototypes for myisam-functions */
262
262
extern int mi_close(struct st_myisam_info *file);
263
extern int mi_delete(struct st_myisam_info *file,const unsigned char *buff);
263
extern int mi_delete(struct st_myisam_info *file,const uchar *buff);
264
264
extern struct st_myisam_info *mi_open(const char *name,int mode,
265
uint32_t wait_if_locked);
266
extern int mi_panic(enum drizzled::ha_panic_function function);
267
extern int mi_rfirst(struct st_myisam_info *file,unsigned char *buf,int inx);
268
extern int mi_rkey(MI_INFO *info, unsigned char *buf, int inx, const unsigned char *key,
269
drizzled::key_part_map keypart_map, enum drizzled::ha_rkey_function search_flag);
270
extern int mi_rlast(struct st_myisam_info *file,unsigned char *buf,int inx);
271
extern int mi_rnext(struct st_myisam_info *file,unsigned char *buf,int inx);
272
extern int mi_rnext_same(struct st_myisam_info *info, unsigned char *buf);
273
extern int mi_rprev(struct st_myisam_info *file,unsigned char *buf,int inx);
274
extern int mi_rrnd(struct st_myisam_info *file,unsigned char *buf, drizzled::internal::my_off_t pos);
265
uint wait_if_locked);
266
extern int mi_panic(enum ha_panic_function function);
267
extern int mi_rfirst(struct st_myisam_info *file,uchar *buf,int inx);
268
extern int mi_rkey(MI_INFO *info, uchar *buf, int inx, const uchar *key,
269
key_part_map keypart_map, enum ha_rkey_function search_flag);
270
extern int mi_rlast(struct st_myisam_info *file,uchar *buf,int inx);
271
extern int mi_rnext(struct st_myisam_info *file,uchar *buf,int inx);
272
extern int mi_rnext_same(struct st_myisam_info *info, uchar *buf);
273
extern int mi_rprev(struct st_myisam_info *file,uchar *buf,int inx);
274
extern int mi_rrnd(struct st_myisam_info *file,uchar *buf, my_off_t pos);
275
275
extern int mi_scan_init(struct st_myisam_info *file);
276
extern int mi_scan(struct st_myisam_info *file,unsigned char *buf);
277
extern int mi_rsame(struct st_myisam_info *file,unsigned char *record,int inx);
278
extern int mi_update(struct st_myisam_info *file,const unsigned char *old,
279
unsigned char *new_record);
280
extern int mi_write(struct st_myisam_info *file,unsigned char *buff);
281
extern drizzled::internal::my_off_t mi_position(struct st_myisam_info *file);
282
extern int mi_status(struct st_myisam_info *info, MI_ISAMINFO *x, uint32_t flag);
276
extern int mi_scan(struct st_myisam_info *file,uchar *buf);
277
extern int mi_rsame(struct st_myisam_info *file,uchar *record,int inx);
278
extern int mi_rsame_with_pos(struct st_myisam_info *file,uchar *record,
279
int inx, my_off_t pos);
280
extern int mi_update(struct st_myisam_info *file,const uchar *old,
282
extern int mi_write(struct st_myisam_info *file,uchar *buff);
283
extern my_off_t mi_position(struct st_myisam_info *file);
284
extern int mi_status(struct st_myisam_info *info, MI_ISAMINFO *x, uint flag);
283
285
extern int mi_lock_database(struct st_myisam_info *file,int lock_type);
284
extern int mi_create(const char *name,uint32_t keys,MI_KEYDEF *keydef,
285
uint32_t columns, drizzled::MI_COLUMNDEF *columndef,
286
uint32_t uniques, MI_UNIQUEDEF *uniquedef,
287
MI_CREATE_INFO *create_info, uint32_t flags);
286
extern int mi_create(const char *name,uint keys,MI_KEYDEF *keydef,
287
uint columns, MI_COLUMNDEF *columndef,
288
uint uniques, MI_UNIQUEDEF *uniquedef,
289
MI_CREATE_INFO *create_info, uint flags);
288
290
extern int mi_delete_table(const char *name);
289
291
extern int mi_rename(const char *from, const char *to);
290
292
extern int mi_extra(struct st_myisam_info *file,
291
enum drizzled::ha_extra_function function,
293
enum ha_extra_function function,
292
294
void *extra_arg);
293
295
extern int mi_reset(struct st_myisam_info *file);
294
extern drizzled::ha_rows mi_records_in_range(MI_INFO *info, int inx,
295
drizzled::key_range *min_key, drizzled::key_range *max_key);
296
extern ha_rows mi_records_in_range(MI_INFO *info, int inx,
297
key_range *min_key, key_range *max_key);
296
298
extern int mi_log(int activate_log);
299
extern int mi_is_changed(struct st_myisam_info *info);
297
300
extern int mi_delete_all_rows(struct st_myisam_info *info);
298
extern ulong _mi_calc_blob_length(uint32_t length , const unsigned char *pos);
299
extern uint32_t mi_get_pointer_length(uint64_t file_length, uint32_t def);
301
extern ulong _mi_calc_blob_length(uint length , const uchar *pos);
302
extern uint mi_get_pointer_length(ulonglong file_length, uint def);
301
304
/* this is used to pass to mysql_myisamchk_table */
382
393
typedef struct st_mi_check_param
384
uint64_t auto_increment_value;
385
uint64_t max_data_file_length;
386
uint64_t keys_in_use;
387
uint64_t max_record_length;
388
drizzled::internal::my_off_t search_after_block;
389
drizzled::internal::my_off_t new_file_pos,key_file_blocks;
390
drizzled::internal::my_off_t keydata,totaldata,key_blocks,start_check_pos;
391
drizzled::ha_rows total_records,total_deleted;
392
drizzled::internal::ha_checksum record_checksum,glob_crc;
393
uint64_t use_buffers;
394
size_t read_buffer_length, write_buffer_length,
395
sort_buffer_length, sort_key_blocks;
396
uint32_t out_flag,warning_printed,error_printed,verbose;
397
uint32_t opt_sort_key,total_files,max_level;
398
uint32_t testflag, key_cache_block_size;
400
bool using_global_keycache, opt_lock_memory, opt_follow_links;
401
bool retry_repair, force_sort;
395
ulonglong auto_increment_value;
396
ulonglong max_data_file_length;
397
ulonglong keys_in_use;
398
ulonglong max_record_length;
399
my_off_t search_after_block;
400
my_off_t new_file_pos,key_file_blocks;
401
my_off_t keydata,totaldata,key_blocks,start_check_pos;
402
ha_rows total_records,total_deleted;
403
ha_checksum record_checksum,glob_crc;
404
ulong use_buffers,read_buffer_length,write_buffer_length,
405
sort_buffer_length,sort_key_blocks;
406
uint out_flag,warning_printed,error_printed,verbose;
407
uint opt_sort_key,total_files,max_level;
408
uint testflag, key_cache_block_size;
410
my_bool using_global_keycache, opt_lock_memory, opt_follow_links;
411
my_bool retry_repair, force_sort;
402
412
char temp_filename[FN_REFLEN],*isam_file_name;
403
414
int tmpfile_createflag;
404
drizzled::myf myf_rw;
405
drizzled::internal::IO_CACHE read_cache;
408
419
The next two are used to collect statistics, see update_key_parts for
411
uint64_t unique_count[MI_MAX_KEY_SEG+1];
412
uint64_t notnull_count[MI_MAX_KEY_SEG+1];
414
drizzled::internal::ha_checksum key_crc[HA_MAX_POSSIBLE_KEY];
422
ulonglong unique_count[MI_MAX_KEY_SEG+1];
423
ulonglong notnull_count[MI_MAX_KEY_SEG+1];
425
ha_checksum key_crc[HA_MAX_POSSIBLE_KEY];
415
426
ulong rec_per_key_part[MI_MAX_KEY_SEG*HA_MAX_POSSIBLE_KEY];
417
428
const char *db_name, *table_name;
418
429
const char *op_name;
419
430
enum_mi_stats_method stats_method;
433
typedef struct st_sort_ft_buf
437
uchar lastkey[MI_MAX_KEY_BUFF];
422
440
typedef struct st_sort_info
424
drizzled::internal::my_off_t filelength,dupp,buff_length;
425
drizzled::ha_rows max_records;
426
uint32_t current_key, total_keys;
427
drizzled::myf myf_rw;
428
enum drizzled::data_file_type new_data_file_type;
442
my_off_t filelength,dupp,buff_length;
444
uint current_key, total_keys;
446
enum data_file_type new_data_file_type;
432
450
SORT_KEY_BLOCKS *key_block,*key_block_end;
433
452
/* sync things */
434
uint32_t got_error, threads_running;
453
uint got_error, threads_running;
435
454
pthread_mutex_t mutex;
436
455
pthread_cond_t cond;
451
470
int mi_repair_parallel(MI_CHECK *param, register MI_INFO *info,
452
471
const char * name, int rep_quick);
453
472
int change_to_newfile(const char * filename, const char * old_ext,
454
const char * new_ext, uint32_t raid_chunks,
455
drizzled::myf myflags);
473
const char * new_ext, uint raid_chunks,
475
int lock_file(MI_CHECK *param, File file, my_off_t start, int lock_type,
476
const char *filetype, const char *filename);
456
477
void lock_memory(MI_CHECK *param);
457
478
void update_auto_increment_key(MI_CHECK *param, MI_INFO *info,
459
int update_state_info(MI_CHECK *param, MI_INFO *info,uint32_t update);
480
int update_state_info(MI_CHECK *param, MI_INFO *info,uint update);
460
481
void update_key_parts(MI_KEYDEF *keyinfo, ulong *rec_per_key_part,
461
uint64_t *unique, uint64_t *notnull,
463
int filecopy(MI_CHECK *param, int to,int from,drizzled::internal::my_off_t start,
464
drizzled::internal::my_off_t length, const char *type);
465
int movepoint(MI_INFO *info,unsigned char *record,drizzled::internal::my_off_t oldpos,
466
drizzled::internal::my_off_t newpos, uint32_t prot_key);
467
int write_data_suffix(SORT_INFO *sort_info, bool fix_datafile);
482
ulonglong *unique, ulonglong *notnull,
484
int filecopy(MI_CHECK *param, File to,File from,my_off_t start,
485
my_off_t length, const char *type);
486
int movepoint(MI_INFO *info,uchar *record,my_off_t oldpos,
487
my_off_t newpos, uint prot_key);
488
int write_data_suffix(SORT_INFO *sort_info, my_bool fix_datafile);
468
489
int test_if_almost_full(MI_INFO *info);
469
490
int recreate_table(MI_CHECK *param, MI_INFO **org_info, char *filename);
470
bool mi_test_if_sort_rep(MI_INFO *info, drizzled::ha_rows rows, uint64_t key_map,
491
my_bool mi_test_if_sort_rep(MI_INFO *info, ha_rows rows, ulonglong key_map,
473
int mi_init_bulk_insert(MI_INFO *info, uint32_t cache_size, drizzled::ha_rows rows);
474
void mi_flush_bulk_insert(MI_INFO *info, uint32_t inx);
494
int mi_init_bulk_insert(MI_INFO *info, ulong cache_size, ha_rows rows);
495
void mi_flush_bulk_insert(MI_INFO *info, uint inx);
475
496
void mi_end_bulk_insert(MI_INFO *info);
476
int mi_preload(MI_INFO *info, uint64_t key_map, bool ignore_leaves);
497
int mi_assign_to_key_cache(MI_INFO *info, ulonglong key_map,
498
KEY_CACHE *key_cache);
499
void mi_change_key_cache(KEY_CACHE *old_key_cache,
500
KEY_CACHE *new_key_cache);
501
int mi_preload(MI_INFO *info, ulonglong key_map, my_bool ignore_leaves);
478
#endif /* PLUGIN_MYISAM_MYISAM_H */