/* Copyright (C) 2000 MySQL AB This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; version 2 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ /* This file should be included when using myisam_funktions */ #ifndef _myisam_h #define _myisam_h #include #ifdef __cplusplus extern "C" { #endif #include #ifndef _m_ctype_h #include #endif #ifndef _keycache_h #include "keycache.h" #endif #include #include /* Limit max keys according to HA_MAX_POSSIBLE_KEY */ #if MAX_INDEXES > HA_MAX_POSSIBLE_KEY #define MI_MAX_KEY HA_MAX_POSSIBLE_KEY /* Max allowed keys */ #else #define MI_MAX_KEY MAX_INDEXES /* Max allowed keys */ #endif /* The following defines can be increased if necessary. But beware the dependency of MI_MAX_POSSIBLE_KEY_BUFF and MI_MAX_KEY_LENGTH. */ #define MI_MAX_KEY_LENGTH 1332 /* Max length in bytes */ #define MI_MAX_KEY_SEG 16 /* Max segments for key */ #define MI_MAX_POSSIBLE_KEY_BUFF (MI_MAX_KEY_LENGTH + 6 + 6) /* For mi_check */ #define MI_MAX_KEY_BUFF (MI_MAX_KEY_LENGTH+MI_MAX_KEY_SEG*6+8+8) #define MI_MAX_MSG_BUF 1024 /* used in CHECK TABLE, REPAIR TABLE */ #define MI_NAME_IEXT ".MYI" #define MI_NAME_DEXT ".MYD" /* Max extra space to use when sorting keys */ #define MI_MAX_TEMP_LENGTH 2*1024L*1024L*1024L /* Possible values for myisam_block_size (must be power of 2) */ #define MI_KEY_BLOCK_LENGTH 1024 /* default key block length */ #define MI_MIN_KEY_BLOCK_LENGTH 1024 /* Min key block length */ #define MI_MAX_KEY_BLOCK_LENGTH 16384 /* In the following macros '_keyno_' is 0 .. keys-1. If there can be more keys than bits in the key_map, the highest bit is for all upper keys. They cannot be switched individually. This means that clearing of high keys is ignored, setting one high key sets all high keys. */ #define MI_KEYMAP_BITS (64) #define MI_KEYMAP_HIGH_MASK (1UL << (MI_KEYMAP_BITS - 1)) #define mi_get_mask_all_keys_active(_keys_) \ (((_keys_) < MI_KEYMAP_BITS) ? \ ((1UL << (_keys_)) - 1UL) : \ (~ 0UL)) #if MI_MAX_KEY > MI_KEYMAP_BITS #define mi_is_key_active(_keymap_,_keyno_) \ (((_keyno_) < MI_KEYMAP_BITS) ? \ test((_keymap_) & (1UL << (_keyno_))) : \ test((_keymap_) & MI_KEYMAP_HIGH_MASK)) #define mi_set_key_active(_keymap_,_keyno_) \ (_keymap_)|= (((_keyno_) < MI_KEYMAP_BITS) ? \ (1UL << (_keyno_)) : \ MI_KEYMAP_HIGH_MASK) #define mi_clear_key_active(_keymap_,_keyno_) \ (_keymap_)&= (((_keyno_) < MI_KEYMAP_BITS) ? \ (~ (1UL << (_keyno_))) : \ (~ (0UL)) /*ignore*/ ) #else #define mi_is_key_active(_keymap_,_keyno_) \ test((_keymap_) & (1UL << (_keyno_))) #define mi_set_key_active(_keymap_,_keyno_) \ (_keymap_)|= (1UL << (_keyno_)) #define mi_clear_key_active(_keymap_,_keyno_) \ (_keymap_)&= (~ (1UL << (_keyno_))) #endif #define mi_is_any_key_active(_keymap_) \ test((_keymap_)) #define mi_is_all_keys_active(_keymap_,_keys_) \ ((_keymap_) == mi_get_mask_all_keys_active(_keys_)) #define mi_set_all_keys_active(_keymap_,_keys_) \ (_keymap_)= mi_get_mask_all_keys_active(_keys_) #define mi_clear_all_keys_active(_keymap_) \ (_keymap_)= 0 #define mi_intersect_keys_active(_to_,_from_) \ (_to_)&= (_from_) #define mi_is_any_intersect_keys_active(_keymap1_,_keys_,_keymap2_) \ ((_keymap1_) & (_keymap2_) & \ mi_get_mask_all_keys_active(_keys_)) #define mi_copy_keys_active(_to_,_maxkeys_,_from_) \ (_to_)= (mi_get_mask_all_keys_active(_maxkeys_) & \ (_from_)) /* Param to/from mi_status */ typedef struct st_mi_isaminfo /* Struct from h_info */ { ha_rows records; /* Records in database */ ha_rows deleted; /* Deleted records in database */ my_off_t recpos; /* Pos for last used record */ my_off_t newrecpos; /* Pos if we write new record */ my_off_t dupp_key_pos; /* Position to record with dupp key */ my_off_t data_file_length, /* Length of data file */ max_data_file_length, index_file_length, max_index_file_length, delete_length; ulong reclength; /* Recordlength */ ulong mean_reclength; /* Mean recordlength (if packed) */ uint64_t auto_increment; uint64_t key_map; /* Which keys are used */ char *data_file_name, *index_file_name; uint32_t keys; /* Number of keys in use */ uint options; /* HA_OPTION_... used */ int errkey, /* With key was dupplicated on err */ sortkey; /* clustered by this key */ File filenr; /* (uniq) filenr for datafile */ time_t create_time; /* When table was created */ time_t check_time; time_t update_time; uint32_t reflength; ulong record_offset; ulong *rec_per_key; /* for sql optimizing */ } MI_ISAMINFO; typedef struct st_mi_create_info { const char *index_file_name, *data_file_name; /* If using symlinks */ ha_rows max_rows; ha_rows reloc_rows; uint64_t auto_increment; uint64_t data_file_length; uint64_t key_file_length; uint32_t old_options; uint8_t language; bool with_auto_increment; } MI_CREATE_INFO; struct st_myisam_info; /* For referense */ struct st_mi_isam_share; typedef struct st_myisam_info MI_INFO; struct st_mi_s_param; typedef struct st_mi_keydef /* Key definition with open & info */ { struct st_mi_isam_share *share; /* Pointer to base (set in mi_open) */ uint16_t keysegs; /* Number of key-segment */ uint16_t flag; /* NOSAME, PACK_USED */ uint8_t key_alg; /* BTREE, RTREE */ uint16_t block_length; /* Length of keyblock (auto) */ uint16_t underflow_block_length; /* When to execute underflow */ uint16_t keylength; /* Tot length of keyparts (auto) */ uint16_t minlength; /* min length of (packed) key (auto) */ uint16_t maxlength; /* max length of (packed) key (auto) */ uint16_t block_size_index; /* block_size (auto) */ uint32_t version; /* For concurrent read/write */ HA_KEYSEG *seg,*end; int (*bin_search)(struct st_myisam_info *info,struct st_mi_keydef *keyinfo, unsigned char *page,unsigned char *key, uint32_t key_len,uint32_t comp_flag,unsigned char * *ret_pos, unsigned char *buff, bool *was_last_key); uint32_t (*get_key)(struct st_mi_keydef *keyinfo,uint32_t nod_flag,unsigned char * *page, unsigned char *key); int (*pack_key)(struct st_mi_keydef *keyinfo,uint32_t nod_flag,unsigned char *next_key, unsigned char *org_key, unsigned char *prev_key, unsigned char *key, struct st_mi_s_param *s_temp); void (*store_key)(struct st_mi_keydef *keyinfo, unsigned char *key_pos, struct st_mi_s_param *s_temp); int (*ck_insert)(struct st_myisam_info *inf, uint32_t k_nr, unsigned char *k, uint32_t klen); int (*ck_delete)(struct st_myisam_info *inf, uint32_t k_nr, unsigned char *k, uint32_t klen); } MI_KEYDEF; #define MI_UNIQUE_HASH_LENGTH 4 typedef struct st_unique_def /* Segment definition of unique */ { uint16_t keysegs; /* Number of key-segment */ unsigned char key; /* Mapped to which key */ uint8_t null_are_equal; HA_KEYSEG *seg,*end; } MI_UNIQUEDEF; typedef struct st_mi_decode_tree /* Decode huff-table */ { uint16_t *table; uint quick_table_bits; unsigned char *intervalls; } MI_DECODE_TREE; struct st_mi_bit_buff; /* Note that null markers should always be first in a row ! When creating a column, one should only specify: type, length, null_bit and null_pos */ typedef struct st_columndef /* column information */ { int16_t type; /* en_fieldtype */ uint16_t length; /* length of field */ uint32_t offset; /* Offset to position in row */ uint8_t null_bit; /* If column may be 0 */ uint16_t null_pos; /* position for null marker */ #ifndef NOT_PACKED_DATABASES void (*unpack)(struct st_columndef *rec,struct st_mi_bit_buff *buff, unsigned char *start,unsigned char *end); enum en_fieldtype base_type; uint32_t space_length_bits,pack_type; MI_DECODE_TREE *huff_tree; #endif } MI_COLUMNDEF; extern char * myisam_log_filename; /* Name of logfile */ extern uint32_t myisam_block_size; extern uint32_t myisam_concurrent_insert; extern bool myisam_flush,myisam_delay_key_write,myisam_single_user; extern my_off_t myisam_max_temp_length; extern uint32_t myisam_bulk_insert_tree_size; extern uint32_t data_pointer_size; /* Prototypes for myisam-functions */ extern int mi_close(struct st_myisam_info *file); extern int mi_delete(struct st_myisam_info *file,const unsigned char *buff); extern struct st_myisam_info *mi_open(const char *name,int mode, uint32_t wait_if_locked); extern int mi_panic(enum ha_panic_function function); extern int mi_rfirst(struct st_myisam_info *file,unsigned char *buf,int inx); extern int mi_rkey(MI_INFO *info, unsigned char *buf, int inx, const unsigned char *key, key_part_map keypart_map, enum ha_rkey_function search_flag); extern int mi_rlast(struct st_myisam_info *file,unsigned char *buf,int inx); extern int mi_rnext(struct st_myisam_info *file,unsigned char *buf,int inx); extern int mi_rnext_same(struct st_myisam_info *info, unsigned char *buf); extern int mi_rprev(struct st_myisam_info *file,unsigned char *buf,int inx); extern int mi_rrnd(struct st_myisam_info *file,unsigned char *buf, my_off_t pos); extern int mi_scan_init(struct st_myisam_info *file); extern int mi_scan(struct st_myisam_info *file,unsigned char *buf); extern int mi_rsame(struct st_myisam_info *file,unsigned char *record,int inx); extern int mi_rsame_with_pos(struct st_myisam_info *file,unsigned char *record, int inx, my_off_t pos); extern int mi_update(struct st_myisam_info *file,const unsigned char *old, unsigned char *new_record); extern int mi_write(struct st_myisam_info *file,unsigned char *buff); extern my_off_t mi_position(struct st_myisam_info *file); extern int mi_status(struct st_myisam_info *info, MI_ISAMINFO *x, uint32_t flag); extern int mi_lock_database(struct st_myisam_info *file,int lock_type); extern int mi_create(const char *name,uint32_t keys,MI_KEYDEF *keydef, uint32_t columns, MI_COLUMNDEF *columndef, uint32_t uniques, MI_UNIQUEDEF *uniquedef, MI_CREATE_INFO *create_info, uint32_t flags); extern int mi_delete_table(const char *name); extern int mi_rename(const char *from, const char *to); extern int mi_extra(struct st_myisam_info *file, enum ha_extra_function function, void *extra_arg); extern int mi_reset(struct st_myisam_info *file); extern ha_rows mi_records_in_range(MI_INFO *info, int inx, key_range *min_key, key_range *max_key); extern int mi_log(int activate_log); extern int mi_is_changed(struct st_myisam_info *info); extern int mi_delete_all_rows(struct st_myisam_info *info); extern ulong _mi_calc_blob_length(uint32_t length , const unsigned char *pos); extern uint32_t mi_get_pointer_length(uint64_t file_length, uint32_t def); /* this is used to pass to mysql_myisamchk_table */ #define MYISAMCHK_REPAIR 1 /* equivalent to myisamchk -r */ #define MYISAMCHK_VERIFY 2 /* Verify, run repair if failure */ /* Definitions needed for myisamchk.c Entries marked as "QQ to be removed" are NOT used to pass check/repair options to mi_check.c. They are used internally by myisamchk.c or/and ha_myisam.cc and should NOT be stored together with other flags. They should be removed from the following list to make addition of new flags possible. */ #define T_AUTO_INC 1 #define T_AUTO_REPAIR 2 /* QQ to be removed */ #define T_BACKUP_DATA 4 #define T_CALC_CHECKSUM 8 #define T_CHECK 16 /* QQ to be removed */ #define T_CHECK_ONLY_CHANGED 32 /* QQ to be removed */ #define T_CREATE_MISSING_KEYS 64 #define T_DESCRIPT 128 #define T_DONT_CHECK_CHECKSUM 256 #define T_EXTEND 512 #define T_FAST (1L << 10) /* QQ to be removed */ #define T_FORCE_CREATE (1L << 11) /* QQ to be removed */ #define T_FORCE_UNIQUENESS (1L << 12) #define T_INFO (1L << 13) #define T_MEDIUM (1L << 14) #define T_QUICK (1L << 15) /* QQ to be removed */ #define T_READONLY (1L << 16) /* QQ to be removed */ #define T_REP (1L << 17) #define T_REP_BY_SORT (1L << 18) /* QQ to be removed */ #define T_REP_PARALLEL (1L << 19) /* QQ to be removed */ #define T_RETRY_WITHOUT_QUICK (1L << 20) #define T_SAFE_REPAIR (1L << 21) #define T_SILENT (1L << 22) #define T_SORT_INDEX (1L << 23) /* QQ to be removed */ #define T_SORT_RECORDS (1L << 24) /* QQ to be removed */ #define T_STATISTICS (1L << 25) #define T_UNPACK (1L << 26) #define T_UPDATE_STATE (1L << 27) #define T_VERBOSE (1L << 28) #define T_VERY_SILENT (1L << 29) #define T_WAIT_FOREVER (1L << 30) #define T_WRITE_LOOP ((ulong) 1L << 31) #define T_REP_ANY (T_REP | T_REP_BY_SORT | T_REP_PARALLEL) #define O_NEW_INDEX 1 /* Bits set in out_flag */ #define O_NEW_DATA 2 #define O_DATA_LOST 4 /* these struct is used by my_check to tell it what to do */ typedef struct st_sort_key_blocks /* Used when sorting */ { unsigned char *buff,*end_pos; unsigned char lastkey[MI_MAX_POSSIBLE_KEY_BUFF]; uint32_t last_length; int inited; } SORT_KEY_BLOCKS; /* MyISAM supports several statistics collection methods. Currently statistics collection method is not stored in MyISAM file and has to be specified for each table analyze/repair operation in MI_CHECK::stats_method. */ typedef enum { /* Treat NULLs as inequal when collecting statistics (default for 4.1/5.0) */ MI_STATS_METHOD_NULLS_NOT_EQUAL, /* Treat NULLs as equal when collecting statistics (like 4.0 did) */ MI_STATS_METHOD_NULLS_EQUAL, /* Ignore NULLs - count only tuples without NULLs in the index components */ MI_STATS_METHOD_IGNORE_NULLS } enum_mi_stats_method; typedef struct st_mi_check_param { uint64_t auto_increment_value; uint64_t max_data_file_length; uint64_t keys_in_use; uint64_t max_record_length; my_off_t search_after_block; my_off_t new_file_pos,key_file_blocks; my_off_t keydata,totaldata,key_blocks,start_check_pos; ha_rows total_records,total_deleted; ha_checksum record_checksum,glob_crc; uint64_t use_buffers; size_t read_buffer_length, write_buffer_length, sort_buffer_length, sort_key_blocks; uint32_t out_flag,warning_printed,error_printed,verbose; uint32_t opt_sort_key,total_files,max_level; uint32_t testflag, key_cache_block_size; uint8_t language; bool using_global_keycache, opt_lock_memory, opt_follow_links; bool retry_repair, force_sort; char temp_filename[FN_REFLEN],*isam_file_name; int tmpfile_createflag; myf myf_rw; IO_CACHE read_cache; /* The next two are used to collect statistics, see update_key_parts for description. */ uint64_t unique_count[MI_MAX_KEY_SEG+1]; uint64_t notnull_count[MI_MAX_KEY_SEG+1]; ha_checksum key_crc[HA_MAX_POSSIBLE_KEY]; ulong rec_per_key_part[MI_MAX_KEY_SEG*HA_MAX_POSSIBLE_KEY]; void *session; const char *db_name, *table_name; const char *op_name; enum_mi_stats_method stats_method; } MI_CHECK; typedef struct st_sort_info { my_off_t filelength,dupp,buff_length; ha_rows max_records; uint32_t current_key, total_keys; myf myf_rw; enum data_file_type new_data_file_type; MI_INFO *info; MI_CHECK *param; unsigned char *buff; SORT_KEY_BLOCKS *key_block,*key_block_end; /* sync things */ uint32_t got_error, threads_running; pthread_mutex_t mutex; pthread_cond_t cond; } SORT_INFO; /* functions in mi_check */ void myisamchk_init(MI_CHECK *param); int chk_status(MI_CHECK *param, MI_INFO *info); int chk_del(MI_CHECK *param, register MI_INFO *info, uint32_t test_flag); int chk_size(MI_CHECK *param, MI_INFO *info); int chk_key(MI_CHECK *param, MI_INFO *info); int chk_data_link(MI_CHECK *param, MI_INFO *info,int extend); int mi_repair(MI_CHECK *param, register MI_INFO *info, char * name, int rep_quick); int mi_sort_index(MI_CHECK *param, register MI_INFO *info, char * name); int mi_repair_by_sort(MI_CHECK *param, register MI_INFO *info, const char * name, int rep_quick); int mi_repair_parallel(MI_CHECK *param, register MI_INFO *info, const char * name, int rep_quick); int change_to_newfile(const char * filename, const char * old_ext, const char * new_ext, uint32_t raid_chunks, myf myflags); void lock_memory(MI_CHECK *param); void update_auto_increment_key(MI_CHECK *param, MI_INFO *info, bool repair); int update_state_info(MI_CHECK *param, MI_INFO *info,uint32_t update); void update_key_parts(MI_KEYDEF *keyinfo, ulong *rec_per_key_part, uint64_t *unique, uint64_t *notnull, uint64_t records); int filecopy(MI_CHECK *param, File to,File from,my_off_t start, my_off_t length, const char *type); int movepoint(MI_INFO *info,unsigned char *record,my_off_t oldpos, my_off_t newpos, uint32_t prot_key); int write_data_suffix(SORT_INFO *sort_info, bool fix_datafile); int test_if_almost_full(MI_INFO *info); int recreate_table(MI_CHECK *param, MI_INFO **org_info, char *filename); bool mi_test_if_sort_rep(MI_INFO *info, ha_rows rows, uint64_t key_map, bool force); int mi_init_bulk_insert(MI_INFO *info, uint32_t cache_size, ha_rows rows); void mi_flush_bulk_insert(MI_INFO *info, uint32_t inx); void mi_end_bulk_insert(MI_INFO *info); int mi_assign_to_key_cache(MI_INFO *info, KEY_CACHE *key_cache); void mi_change_key_cache(KEY_CACHE *old_key_cache, KEY_CACHE *new_key_cache); int mi_preload(MI_INFO *info, uint64_t key_map, bool ignore_leaves); #ifdef __cplusplus } #endif #endif