12
12
You should have received a copy of the GNU General Public License
13
13
along with this program; if not, write to the Free Software
14
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
14
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
16
16
/* open a isam-database */
18
#include "myisam_priv.h"
23
#include <boost/scoped_ptr.hpp>
24
#include <boost/scoped_array.hpp>
26
#include "drizzled/charset_info.h"
27
#include "drizzled/internal/m_string.h"
28
#include "drizzled/util/test.h"
29
#include "drizzled/global_charset_info.h"
30
#include "drizzled/charset.h"
31
#include "drizzled/memory/multi_malloc.h"
35
using namespace drizzled;
18
#include "myisamdef.h"
37
21
static void setup_key_functions(MI_KEYDEF *keyinfo);
38
static unsigned char *mi_keydef_read(unsigned char *ptr, MI_KEYDEF *keydef);
39
static unsigned char *mi_keyseg_read(unsigned char *ptr, HA_KEYSEG *keyseg);
40
static unsigned char *mi_recinfo_read(unsigned char *ptr, MI_COLUMNDEF *recinfo);
41
static uint64_t mi_safe_mul(uint64_t a, uint64_t b);
42
static unsigned char *mi_state_info_read(unsigned char *ptr, MI_STATE_INFO *state);
43
static unsigned char *mi_uniquedef_read(unsigned char *ptr, MI_UNIQUEDEF *def);
44
static unsigned char *my_n_base_info_read(unsigned char *ptr, MI_BASE_INFO *base);
22
#define get_next_element(to,pos,size) { memcpy((char*) to,pos,(size_t) size); \
46
26
#define disk_pos_assert(pos, end_pos) \
47
27
if (pos > end_pos) \
49
errno=HA_ERR_CRASHED; \
29
my_errno=HA_ERR_CRASHED; \
79
59
have an open count of 0.
80
60
******************************************************************************/
82
MI_INFO *mi_open(const drizzled::TableIdentifier &identifier, int mode, uint32_t open_flags)
62
MI_INFO *mi_open(const char *name, int mode, uint open_flags)
84
64
int lock_error,kfile,open_mode,save_errno,have_rtree=0;
85
uint32_t i,j,len,errpos,head_length,base_pos,offset,info_length,keys,
65
uint i,j,len,errpos,head_length,base_pos,offset,info_length,keys,
86
66
key_parts,unique_key_parts,fulltext_keys,uniques;
87
67
char name_buff[FN_REFLEN], org_name[FN_REFLEN], index_name[FN_REFLEN],
88
data_name[FN_REFLEN], rp_buff[PATH_MAX];
89
unsigned char *disk_cache= NULL;
90
unsigned char *disk_pos, *end_pos;
69
uchar *disk_cache, *disk_pos, *end_pos;
91
70
MI_INFO info,*m_info,*old_info;
92
boost::scoped_ptr<MYISAM_SHARE> share_buff_ap(new MYISAM_SHARE);
93
MYISAM_SHARE &share_buff= *share_buff_ap.get();
95
boost::scoped_array<ulong> rec_per_key_part_ap(new ulong[HA_MAX_POSSIBLE_KEY*MI_MAX_KEY_SEG]);
96
ulong *rec_per_key_part= rec_per_key_part_ap.get();
97
internal::my_off_t key_root[HA_MAX_POSSIBLE_KEY],key_del[MI_MAX_KEY_BLOCK_SIZE];
71
MYISAM_SHARE share_buff,*share;
72
ulong rec_per_key_part[HA_MAX_POSSIBLE_KEY*MI_MAX_KEY_SEG];
73
my_off_t key_root[HA_MAX_POSSIBLE_KEY],key_del[MI_MAX_KEY_BLOCK_SIZE];
98
74
uint64_t max_key_file_length, max_data_file_length;
103
79
head_length=sizeof(share_buff.state.header);
104
memset(&info, 0, sizeof(info));
80
bzero((uchar*) &info,sizeof(info));
106
(void)internal::fn_format(org_name,
107
identifier.getPath().c_str(),
111
if (!realpath(org_name,rp_buff))
112
internal::my_load_path(rp_buff,org_name, NULL);
113
rp_buff[FN_REFLEN-1]= '\0';
114
strcpy(name_buff,rp_buff);
115
THR_LOCK_myisam.lock();
82
my_realpath(name_buff, fn_format(org_name,name,"",MI_NAME_IEXT,
83
MY_UNPACK_FILENAME),MYF(0));
84
pthread_mutex_lock(&THR_LOCK_myisam);
116
85
if (!(old_info=test_if_reopen(name_buff)))
118
87
share= &share_buff;
119
memset(&share_buff, 0, sizeof(share_buff));
88
bzero((uchar*) &share_buff,sizeof(share_buff));
120
89
share_buff.state.rec_per_key_part=rec_per_key_part;
121
90
share_buff.state.key_root=key_root;
122
91
share_buff.state.key_del=key_del;
123
share_buff.setKeyCache();
92
share_buff.key_cache= multi_key_cache_search((uchar*) name_buff,
125
if ((kfile=internal::my_open(name_buff,(open_mode=O_RDWR),MYF(0))) < 0)
95
if ((kfile=my_open(name_buff,(open_mode=O_RDWR) | O_SHARE,MYF(0))) < 0)
127
97
if ((errno != EROFS && errno != EACCES) ||
128
98
mode != O_RDONLY ||
129
(kfile=internal::my_open(name_buff,(open_mode=O_RDONLY),MYF(0))) < 0)
99
(kfile=my_open(name_buff,(open_mode=O_RDONLY) | O_SHARE,MYF(0))) < 0)
132
102
share->mode=open_mode;
134
if (internal::my_read(kfile, share->state.header.file_version, head_length,
104
if (my_read(kfile, share->state.header.file_version, head_length,
137
errno= HA_ERR_NOT_A_TABLE;
107
my_errno= HA_ERR_NOT_A_TABLE;
140
if (memcmp(share->state.header.file_version, myisam_file_magic, 4))
110
if (memcmp((uchar*) share->state.header.file_version,
111
(uchar*) myisam_file_magic, 4))
142
errno=HA_ERR_NOT_A_TABLE;
113
my_errno=HA_ERR_NOT_A_TABLE;
145
116
share->options= mi_uint2korr(share->state.header.options);
146
static const uint64_t OLD_FILE_OPTIONS= HA_OPTION_PACK_RECORD |
147
HA_OPTION_PACK_KEYS |
148
HA_OPTION_COMPRESS_RECORD | HA_OPTION_READ_ONLY_DATA |
149
HA_OPTION_TEMP_COMPRESS_RECORD |
151
if (share->options & ~OLD_FILE_OPTIONS)
153
errno=HA_ERR_OLD_FILE;
118
~(HA_OPTION_PACK_RECORD | HA_OPTION_PACK_KEYS |
119
HA_OPTION_COMPRESS_RECORD | HA_OPTION_READ_ONLY_DATA |
120
HA_OPTION_TEMP_COMPRESS_RECORD | HA_OPTION_CHECKSUM |
121
HA_OPTION_TMP_TABLE | HA_OPTION_DELAY_KEY_WRITE |
122
HA_OPTION_RELIES_ON_SQL_LAYER))
124
my_errno=HA_ERR_OLD_FILE;
127
if ((share->options & HA_OPTION_RELIES_ON_SQL_LAYER) &&
128
! (open_flags & HA_OPEN_FROM_SQL_LAYER))
130
my_errno= HA_ERR_UNSUPPORTED;
157
133
/* Don't call realpath() if the name can't be a link */
158
ssize_t sym_link_size= readlink(org_name,index_name,FN_REFLEN-1);
159
if (sym_link_size >= 0 )
160
index_name[sym_link_size]= '\0';
161
if (!strcmp(name_buff, org_name) || sym_link_size == -1)
162
(void) strcpy(index_name, org_name);
134
if (!strcmp(name_buff, org_name) ||
135
my_readlink(index_name, org_name, MYF(0)) == -1)
136
(void) strmov(index_name, org_name);
163
137
*strrchr(org_name, '.')= '\0';
164
(void) internal::fn_format(data_name,org_name,"",MI_NAME_DEXT,
138
(void) fn_format(data_name,org_name,"",MI_NAME_DEXT,
165
139
MY_APPEND_EXT|MY_UNPACK_FILENAME|MY_RESOLVE_SYMLINKS);
167
141
info_length=mi_uint2korr(share->state.header.header_length);
168
142
base_pos=mi_uint2korr(share->state.header.base_pos);
169
if (!(disk_cache= (unsigned char*) malloc(info_length+128)))
143
if (!(disk_cache= (uchar*) my_alloca(info_length+128)))
174
148
end_pos=disk_cache+info_length;
177
lseek(kfile,0,SEEK_SET);
151
VOID(my_seek(kfile,0L,MY_SEEK_SET,MYF(0)));
179
if (internal::my_read(kfile,disk_cache,info_length,MYF(MY_NABP)))
153
if (my_read(kfile,disk_cache,info_length,MYF(MY_NABP)))
181
errno=HA_ERR_CRASHED;
155
my_errno=HA_ERR_CRASHED;
184
158
len=mi_uint2korr(share->state.header.state_info_length);
242
219
/* Add space for node pointer */
243
220
share->base.max_key_length+= share->base.key_reflength;
245
if (!drizzled::memory::multi_malloc(false,
246
&share,sizeof(*share),
247
&share->state.rec_per_key_part,sizeof(long)*key_parts,
248
&share->keyinfo,keys*sizeof(MI_KEYDEF),
249
&share->uniqueinfo,uniques*sizeof(MI_UNIQUEDEF),
251
(key_parts+unique_key_parts+keys+uniques) * sizeof(HA_KEYSEG),
252
&share->rec, (share->base.fields+1)*sizeof(MI_COLUMNDEF),
253
&share->blobs,sizeof(MI_BLOB)*share->base.blobs,
254
&share->unique_file_name,strlen(name_buff)+1,
255
&share->index_file_name,strlen(index_name)+1,
256
&share->data_file_name,strlen(data_name)+1,
257
&share->state.key_root,keys*sizeof(uint64_t),
258
&share->state.key_del,
259
(share->state.header.max_block_size_index*sizeof(uint64_t)),
222
if (!my_multi_malloc(MY_WME,
223
&share,sizeof(*share),
224
&share->state.rec_per_key_part,sizeof(long)*key_parts,
225
&share->keyinfo,keys*sizeof(MI_KEYDEF),
226
&share->uniqueinfo,uniques*sizeof(MI_UNIQUEDEF),
228
(key_parts+unique_key_parts+keys+uniques) *
231
(share->base.fields+1)*sizeof(MI_COLUMNDEF),
232
&share->blobs,sizeof(MI_BLOB)*share->base.blobs,
233
&share->unique_file_name,strlen(name_buff)+1,
234
&share->index_file_name,strlen(index_name)+1,
235
&share->data_file_name,strlen(data_name)+1,
236
&share->state.key_root,keys*sizeof(my_off_t),
237
&share->state.key_del,
238
(share->state.header.max_block_size_index*sizeof(my_off_t)),
239
&share->key_root_lock,sizeof(rw_lock_t)*keys,
240
&share->mmap_lock,sizeof(rw_lock_t),
263
244
*share=share_buff;
264
memcpy(share->state.rec_per_key_part, rec_per_key_part,
265
sizeof(long)*key_parts);
266
memcpy(share->state.key_root, key_root,
267
sizeof(internal::my_off_t)*keys);
268
memcpy(share->state.key_del, key_del,
269
sizeof(internal::my_off_t) * share->state.header.max_block_size_index);
270
strcpy(share->unique_file_name, name_buff);
245
memcpy((char*) share->state.rec_per_key_part,
246
(char*) rec_per_key_part, sizeof(long)*key_parts);
247
memcpy((char*) share->state.key_root,
248
(char*) key_root, sizeof(my_off_t)*keys);
249
memcpy((char*) share->state.key_del,
250
(char*) key_del, (sizeof(my_off_t) *
251
share->state.header.max_block_size_index));
252
strmov(share->unique_file_name, name_buff);
271
253
share->unique_name_length= strlen(name_buff);
272
strcpy(share->index_file_name, index_name);
273
strcpy(share->data_file_name, data_name);
254
strmov(share->index_file_name, index_name);
255
strmov(share->data_file_name, data_name);
275
share->blocksize=min((uint32_t)IO_SIZE,myisam_block_size);
257
share->blocksize=min(IO_SIZE,myisam_block_size);
277
259
HA_KEYSEG *pos=share->keyparts;
278
260
for (i=0 ; i < keys ; i++)
389
373
share->base.margin_key_file_length=(share->base.max_key_file_length -
390
374
(keys ? MI_INDEX_BLOCK_MARGIN *
391
375
share->blocksize * keys : 0));
392
share->blocksize=min((uint32_t)IO_SIZE,myisam_block_size);
376
share->blocksize=min(IO_SIZE,myisam_block_size);
393
377
share->data_file_type=STATIC_RECORD;
394
if (share->options & HA_OPTION_PACK_RECORD)
378
if (share->options & HA_OPTION_COMPRESS_RECORD)
380
share->data_file_type = COMPRESSED_RECORD;
381
share->options|= HA_OPTION_READ_ONLY_DATA;
383
if (_mi_read_pack_info(&info,
385
test(!(share->options &
386
(HA_OPTION_PACK_RECORD |
387
HA_OPTION_TEMP_COMPRESS_RECORD)))))
390
else if (share->options & HA_OPTION_PACK_RECORD)
395
391
share->data_file_type = DYNAMIC_RECORD;
392
my_afree(disk_cache);
398
393
mi_setup_functions(share);
399
394
share->is_log_table= false;
400
if (myisam_concurrent_insert)
395
thr_lock_init(&share->lock);
396
VOID(pthread_mutex_init(&share->intern_lock,MY_MUTEX_INIT_FAST));
397
for (i=0; i<keys; i++)
398
VOID(my_rwlock_init(&share->key_root_lock[i], NULL));
399
VOID(my_rwlock_init(&share->mmap_lock, NULL));
400
if (!thr_lock_inited)
402
/* Probably a single threaded program; Don't use concurrent inserts */
403
myisam_concurrent_insert=0;
405
else if (myisam_concurrent_insert)
402
407
share->concurrent_insert=
403
408
((share->options & (HA_OPTION_READ_ONLY_DATA | HA_OPTION_TMP_TABLE |
427
444
/* alloc and set up private structure parts */
428
if (!drizzled::memory::multi_malloc(MY_WME,
429
&m_info,sizeof(MI_INFO),
430
&info.blobs,sizeof(MI_BLOB)*share->base.blobs,
431
&info.buff,(share->base.max_key_block_length*2+
432
share->base.max_key_length),
433
&info.lastkey,share->base.max_key_length*3+1,
434
&info.first_mbr_key, share->base.max_key_length,
435
&info.filename, identifier.getPath().length()+1,
436
&info.rtree_recursion_state,have_rtree ? 1024 : 0,
445
if (!my_multi_malloc(MY_WME,
446
&m_info,sizeof(MI_INFO),
447
&info.blobs,sizeof(MI_BLOB)*share->base.blobs,
448
&info.buff,(share->base.max_key_block_length*2+
449
share->base.max_key_length),
450
&info.lastkey,share->base.max_key_length*3+1,
451
&info.first_mbr_key, share->base.max_key_length,
452
&info.filename,strlen(name)+1,
453
&info.rtree_recursion_state,have_rtree ? 1024 : 0,
442
459
info.rtree_recursion_state= NULL;
444
strcpy(info.filename, identifier.getPath().c_str());
461
strmov(info.filename,name);
445
462
memcpy(info.blobs,share->blobs,sizeof(MI_BLOB)*share->base.blobs);
446
463
info.lastkey2=info.lastkey+share->base.max_key_length;
477
495
share->temporary=share->delay_key_write=1;
478
496
share->write_flag=MYF(MY_NABP);
480
* The following two statements are commented out as a fix of
481
* bug https://bugs.launchpad.net/drizzle/+bug/387627
483
* UPDATE can be TRUNCATE on TEMPORARY TABLE (MyISAM).
484
* The root cause of why this makes a difference hasn't
485
* been found, but this fixes things for now.
487
// share->w_locks++; // We don't have to update status
488
// share->tot_locks++;
497
share->w_locks++; /* We don't have to update status */
489
499
info.lock_type=F_WRLCK;
492
share->delay_key_write= 1;
501
if (((open_flags & HA_OPEN_DELAY_KEY_WRITE) ||
502
(share->options & HA_OPTION_DELAY_KEY_WRITE)) &&
503
myisam_delay_key_write)
504
share->delay_key_write=1;
493
505
info.state= &share->state.state; /* Change global values by default */
506
pthread_mutex_unlock(&share->intern_lock);
495
508
/* Allocate buffer for one record */
497
/* prerequisites: memset(info, 0) && info->s=share; are met. */
498
if (!mi_alloc_rec_buff(&info, SIZE_MAX, &info.rec_buff))
510
/* prerequisites: bzero(info) && info->s=share; are met. */
511
if (!mi_alloc_rec_buff(&info, -1, &info.rec_buff))
500
memset(info.rec_buff, 0, mi_get_rec_buff_len(&info, info.rec_buff));
513
bzero(info.rec_buff, mi_get_rec_buff_len(&info, info.rec_buff));
503
myisam_open_list.push_front(m_info);
516
thr_lock_data_init(&share->lock,&m_info->lock,(void*) m_info);
517
m_info->open_list.data=(void*) m_info;
518
myisam_open_list=list_add(myisam_open_list,&m_info->open_list);
505
THR_LOCK_myisam.unlock();
520
pthread_mutex_unlock(&THR_LOCK_myisam);
521
if (myisam_log_file >= 0)
523
intern_filename(name_buff,share->index_file_name);
524
_myisam_log(MI_LOG_OPEN, m_info, (uchar*) name_buff, strlen(name_buff));
509
if (disk_cache != NULL)
511
save_errno=errno ? errno : HA_ERR_END_OF_FILE;
529
save_errno=my_errno ? my_errno : HA_ERR_END_OF_FILE;
512
530
if ((save_errno == HA_ERR_CRASHED) ||
513
531
(save_errno == HA_ERR_CRASHED_ON_USAGE) ||
514
532
(save_errno == HA_ERR_CRASHED_ON_REPAIR))
515
mi_report_error(save_errno, identifier.getPath().c_str());
533
mi_report_error(save_errno, name);
516
534
switch (errpos) {
518
free((unsigned char*) m_info);
536
my_free((uchar*) m_info,MYF(0));
519
537
/* fall through */
521
internal::my_close(info.dfile,MYF(0));
539
VOID(my_close(info.dfile,MYF(0)));
523
541
break; /* Don't remove open table */
524
542
/* fall through */
526
free((unsigned char*) share);
544
my_free((uchar*) share,MYF(0));
527
545
/* fall through */
529
547
/* fall through */
549
my_afree(disk_cache);
531
internal::my_close(kfile,MYF(0));
552
VOID(my_close(kfile,MYF(0)));
532
553
/* fall through */
537
THR_LOCK_myisam.unlock();
558
pthread_mutex_unlock(&THR_LOCK_myisam);
543
unsigned char *mi_alloc_rec_buff(MI_INFO *info, size_t length, unsigned char **buf)
564
uchar *mi_alloc_rec_buff(MI_INFO *info, ulong length, uchar **buf)
546
uint32_t old_length= 0;
567
uint32 old_length= 0;
548
569
if (! *buf || length > (old_length=mi_get_rec_buff_len(info, *buf)))
550
unsigned char *newptr = *buf;
571
uchar *newptr = *buf;
552
573
/* to simplify initial init of info->rec_buf in mi_open and mi_extra */
553
if (length == SIZE_MAX)
574
if (length == (ulong) -1)
555
576
if (info->s->options & HA_OPTION_COMPRESS_RECORD)
556
577
length= max(info->s->base.pack_reclength, info->s->max_pack_length);
558
579
length= info->s->base.pack_reclength;
559
length= max((uint32_t)length, info->s->base.max_key_length);
580
length= max(length, info->s->base.max_key_length);
560
581
/* Avoid unnecessary realloc */
561
582
if (newptr && length == old_length)
900
939
---------------------------------------------------------------------------*/
902
uint32_t mi_keydef_write(int file, MI_KEYDEF *keydef)
941
uint mi_keydef_write(File file, MI_KEYDEF *keydef)
904
unsigned char buff[MI_KEYDEF_SIZE];
905
unsigned char *ptr=buff;
943
uchar buff[MI_KEYDEF_SIZE];
907
*ptr++ = (unsigned char) keydef->keysegs;
946
*ptr++ = (uchar) keydef->keysegs;
908
947
*ptr++ = keydef->key_alg; /* Rtree or Btree */
909
948
mi_int2store(ptr,keydef->flag); ptr +=2;
910
949
mi_int2store(ptr,keydef->block_length); ptr +=2;
911
950
mi_int2store(ptr,keydef->keylength); ptr +=2;
912
951
mi_int2store(ptr,keydef->minlength); ptr +=2;
913
952
mi_int2store(ptr,keydef->maxlength); ptr +=2;
914
return internal::my_write(file, buff, (size_t) (ptr-buff), MYF(MY_NABP)) != 0;
953
return my_write(file, buff, (size_t) (ptr-buff), MYF(MY_NABP)) != 0;
917
static unsigned char *mi_keydef_read(unsigned char *ptr, MI_KEYDEF *keydef)
956
uchar *mi_keydef_read(uchar *ptr, MI_KEYDEF *keydef)
919
958
keydef->keysegs = (uint) *ptr++;
920
959
keydef->key_alg = *ptr++; /* Rtree or Btree */
1008
1047
** MI_COLUMNDEF
1009
1048
***************************************************************************/
1011
uint32_t mi_recinfo_write(int file, MI_COLUMNDEF *recinfo)
1050
uint mi_recinfo_write(File file, MI_COLUMNDEF *recinfo)
1013
unsigned char buff[MI_COLUMNDEF_SIZE];
1014
unsigned char *ptr=buff;
1052
uchar buff[MI_COLUMNDEF_SIZE];
1016
1055
mi_int2store(ptr,recinfo->type); ptr +=2;
1017
1056
mi_int2store(ptr,recinfo->length); ptr +=2;
1018
1057
*ptr++ = recinfo->null_bit;
1019
1058
mi_int2store(ptr,recinfo->null_pos); ptr+= 2;
1020
return internal::my_write(file, buff, (size_t) (ptr-buff), MYF(MY_NABP)) != 0;
1059
return my_write(file, buff, (size_t) (ptr-buff), MYF(MY_NABP)) != 0;
1023
static unsigned char *mi_recinfo_read(unsigned char *ptr, MI_COLUMNDEF *recinfo)
1062
uchar *mi_recinfo_read(uchar *ptr, MI_COLUMNDEF *recinfo)
1025
1064
recinfo->type= mi_sint2korr(ptr); ptr +=2;
1026
1065
recinfo->length=mi_uint2korr(ptr); ptr +=2;
1027
recinfo->null_bit= (uint8_t) *ptr++;
1066
recinfo->null_bit= (uint8) *ptr++;
1028
1067
recinfo->null_pos=mi_uint2korr(ptr); ptr +=2;
1032
1071
/**************************************************************************
1072
Open data file with or without RAID
1034
1073
We can't use dup() here as the data file descriptors need to have different
1035
1074
active seek-positions.