12
12
You should have received a copy of the GNU General Public License
13
13
along with this program; if not, write to the Free Software
14
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
14
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
16
16
#include "heap_priv.h"
17
17
#include <drizzled/error.h>
53
51
HTON_SKIP_STORE_LOCK |
54
52
HTON_TEMPORARY_ONLY)
54
pthread_mutex_init(&THR_LOCK_heap, MY_MUTEX_INIT_FAST);
58
57
virtual ~HeapEngine()
60
59
hp_panic(HA_PANIC_CLOSE);
61
pthread_mutex_destroy(&THR_LOCK_heap);
63
virtual Cursor *create(Table &table)
64
virtual Cursor *create(TableShare &table)
65
66
return new ha_heap(*this, table);
93
94
const TableIdentifier &identifier,
94
95
message::Table &table_message);
97
/* Temp only engine, so do not return values. */
98
void doGetTableNames(CachedDirectory &, const SchemaIdentifier& , set<string>&) { };
96
100
uint32_t max_supported_keys() const { return MAX_KEY; }
97
101
uint32_t max_supported_key_part_length() const { return MAX_KEY_LENGTH; }
99
uint32_t index_flags(enum ha_key_alg ) const
103
uint32_t index_flags(enum ha_key_alg algorithm) const
101
return ( HA_ONLY_WHOLE_INDEX | HA_KEY_SCAN_NOT_ROR);
105
return ((algorithm == HA_KEY_ALG_BTREE) ?
110
HA_ONLY_WHOLE_INDEX |
111
HA_KEY_SCAN_NOT_ROR);
104
114
bool doDoesTableExist(Session& session, const TableIdentifier &identifier);
105
115
void doGetTableIdentifiers(CachedDirectory &directory,
106
116
const SchemaIdentifier &schema_identifier,
107
TableIdentifier::vector &set_of_identifiers);
117
TableIdentifiers &set_of_identifiers);
110
120
void HeapEngine::doGetTableIdentifiers(CachedDirectory&,
111
121
const SchemaIdentifier&,
112
TableIdentifier::vector&)
116
126
bool HeapEngine::doDoesTableExist(Session& session, const TableIdentifier &identifier)
118
return session.getMessageCache().doesTableMessageExist(identifier);
128
return session.doesTableMessageExist(identifier);
121
131
int HeapEngine::doGetTableDefinition(Session &session,
122
132
const TableIdentifier &identifier,
123
133
message::Table &table_proto)
125
if (session.getMessageCache().getTableMessage(identifier, table_proto))
135
if (session.getTableMessage(identifier, table_proto))
134
144
int HeapEngine::doDropTable(Session &session, const TableIdentifier &identifier)
136
session.getMessageCache().removeTableMessage(identifier);
146
session.removeTableMessage(identifier);
138
148
int error= heap_delete_table(identifier.getPath().c_str());
158
168
*****************************************************************************/
160
170
ha_heap::ha_heap(plugin::StorageEngine &engine_arg,
171
TableShare &table_arg)
162
172
:Cursor(engine_arg, table_arg), file(0), records_changed(0), key_stat_version(0),
163
173
internal_table(0)
177
187
#define MEMORY_STATS_UPDATE_THRESHOLD 10
179
int ha_heap::doOpen(const drizzled::TableIdentifier &identifier, int mode, uint32_t test_if_locked)
189
int ha_heap::open(const char *name, int mode, uint32_t test_if_locked)
181
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(identifier.getPath().c_str(), mode)) && errno == ENOENT))
191
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(name, mode)) && errno == ENOENT))
193
HA_CREATE_INFO create_info;
183
194
internal_table= test(test_if_locked & HA_OPEN_INTERNAL_TABLE);
195
memset(&create_info, 0, sizeof(create_info));
185
197
HP_SHARE *internal_share= NULL;
186
198
message::Table create_proto;
188
if (not heap_storage_engine->heap_create_table(getTable()->in_use,
189
identifier.getPath().c_str(),
200
if (!heap_storage_engine->heap_create_table(table->in_use, name, table,
195
205
file= internal_table ?
196
206
heap_open_from_share(internal_share, mode) :
241
251
Cursor *ha_heap::clone(memory::Root *)
243
Cursor *new_handler= getTable()->getMutableShare()->db_type()->getCursor(*getTable());
244
TableIdentifier identifier(getTable()->getShare()->getSchemaName(),
245
getTable()->getShare()->getTableName(),
246
getTable()->getShare()->getPath());
253
Cursor *new_handler= table->getMutableShare()->db_type()->getCursor(*(table->getMutableShare()));
254
TableIdentifier identifier(table->getShare()->getSchemaName(),
255
table->getShare()->getTableName(),
256
table->getShare()->getPath());
248
if (new_handler && !new_handler->ha_open(identifier, getTable()->db_stat,
258
if (new_handler && !new_handler->ha_open(identifier, table, file->s->name, table->db_stat,
249
259
HA_OPEN_IGNORE_IF_LOCKED))
250
260
return new_handler;
255
const char *ha_heap::index_type(uint32_t )
265
const char *ha_heap::index_type(uint32_t inx)
267
return ((table_share->getKeyInfo(inx).algorithm == HA_KEY_ALG_BTREE) ?
277
288
void ha_heap::set_keys_for_scanning(void)
291
for (uint32_t i= 0 ; i < table->getShare()->sizeKeys() ; i++)
293
if (table->key_info[i].algorithm == HA_KEY_ALG_BTREE)
282
299
void ha_heap::update_key_stats()
284
for (uint32_t i= 0; i < getTable()->getShare()->sizeKeys(); i++)
301
for (uint32_t i= 0; i < table->getShare()->sizeKeys(); i++)
286
KeyInfo *key= &getTable()->key_info[i];
303
KeyInfo *key= &table->key_info[i];
288
304
if (!key->rec_per_key)
306
if (key->algorithm != HA_KEY_ALG_BTREE)
292
308
if (key->flags & HA_NOSAME)
293
309
key->rec_per_key[key->key_parts-1]= 1;
296
ha_rows hash_buckets= file->getShare()->keydef[i].hash_buckets;
297
uint32_t no_records= hash_buckets ? (uint) (file->getShare()->records/hash_buckets) : 2;
312
ha_rows hash_buckets= file->s->keydef[i].hash_buckets;
313
uint32_t no_records= hash_buckets ? (uint) (file->s->records/hash_buckets) : 2;
298
314
if (no_records < 2)
300
316
key->rec_per_key[key->key_parts-1]= no_records;
304
320
records_changed= 0;
305
321
/* At the end of update_key_stats() we can proudly claim they are OK. */
306
key_stat_version= file->getShare()->key_stat_version;
322
key_stat_version= file->s->key_stat_version;
310
326
int ha_heap::doInsertRecord(unsigned char * buf)
313
if (getTable()->next_number_field && buf == getTable()->getInsertRecord())
329
if (table->next_number_field && buf == table->getInsertRecord())
315
331
if ((res= update_auto_increment()))
318
334
res= heap_write(file,buf);
319
335
if (!res && (++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
320
file->getShare()->records))
323
339
We can perform this safely since only one writer at the time is
324
340
allowed on the table.
326
file->getShare()->key_stat_version++;
342
file->s->key_stat_version++;
335
351
res= heap_update(file,old_data,new_data);
336
352
if (!res && ++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
337
file->getShare()->records)
340
356
We can perform this safely since only one writer at the time is
341
357
allowed on the table.
343
file->getShare()->key_stat_version++;
359
file->s->key_stat_version++;
352
368
res= heap_delete(file,buf);
353
if (!res && getTable()->getShare()->getType() == message::Table::STANDARD &&
354
++records_changed*MEMORY_STATS_UPDATE_THRESHOLD > file->getShare()->records)
369
if (!res && table->getShare()->getType() == message::Table::STANDARD &&
370
++records_changed*MEMORY_STATS_UPDATE_THRESHOLD > file->s->records)
357
373
We can perform this safely since only one writer at the time is
358
374
allowed on the table.
360
file->getShare()->key_stat_version++;
376
file->s->key_stat_version++;
369
385
assert(inited==INDEX);
370
386
ha_statistic_increment(&system_status_var::ha_read_key_count);
371
387
int error = heap_rkey(file,buf,active_index, key, keypart_map, find_flag);
372
getTable()->status = error ? STATUS_NOT_FOUND : 0;
388
table->status = error ? STATUS_NOT_FOUND : 0;
380
396
ha_statistic_increment(&system_status_var::ha_read_key_count);
381
397
int error= heap_rkey(file, buf, active_index, key, keypart_map,
382
398
HA_READ_PREFIX_LAST);
383
getTable()->status= error ? STATUS_NOT_FOUND : 0;
399
table->status= error ? STATUS_NOT_FOUND : 0;
391
407
ha_statistic_increment(&system_status_var::ha_read_key_count);
392
408
int error = heap_rkey(file, buf, index, key, keypart_map, find_flag);
393
getTable()->status = error ? STATUS_NOT_FOUND : 0;
409
table->status = error ? STATUS_NOT_FOUND : 0;
399
415
assert(inited==INDEX);
400
416
ha_statistic_increment(&system_status_var::ha_read_next_count);
401
417
int error=heap_rnext(file,buf);
402
getTable()->status=error ? STATUS_NOT_FOUND: 0;
418
table->status=error ? STATUS_NOT_FOUND: 0;
408
424
assert(inited==INDEX);
409
425
ha_statistic_increment(&system_status_var::ha_read_prev_count);
410
426
int error=heap_rprev(file,buf);
411
getTable()->status=error ? STATUS_NOT_FOUND: 0;
427
table->status=error ? STATUS_NOT_FOUND: 0;
417
433
assert(inited==INDEX);
418
434
ha_statistic_increment(&system_status_var::ha_read_first_count);
419
435
int error=heap_rfirst(file, buf, active_index);
420
getTable()->status=error ? STATUS_NOT_FOUND: 0;
436
table->status=error ? STATUS_NOT_FOUND: 0;
426
442
assert(inited==INDEX);
427
443
ha_statistic_increment(&system_status_var::ha_read_last_count);
428
444
int error=heap_rlast(file, buf, active_index);
429
getTable()->status=error ? STATUS_NOT_FOUND: 0;
445
table->status=error ? STATUS_NOT_FOUND: 0;
440
456
ha_statistic_increment(&system_status_var::ha_read_rnd_next_count);
441
457
int error=heap_scan(file, buf);
442
getTable()->status=error ? STATUS_NOT_FOUND: 0;
458
table->status=error ? STATUS_NOT_FOUND: 0;
450
466
ha_statistic_increment(&system_status_var::ha_read_rnd_count);
451
467
memcpy(&heap_position, pos, sizeof(HEAP_PTR));
452
468
error=heap_rrnd(file, buf, heap_position);
453
getTable()->status=error ? STATUS_NOT_FOUND: 0;
469
table->status=error ? STATUS_NOT_FOUND: 0;
499
515
int ha_heap::delete_all_rows()
501
517
heap_clear(file);
502
if (getTable()->getShare()->getType() == message::Table::STANDARD)
518
if (table->getShare()->getType() == message::Table::STANDARD)
505
521
We can perform this safely since only one writer at the time is
506
522
allowed on the table.
508
file->getShare()->key_stat_version++;
524
file->s->key_stat_version++;
620
636
void ha_heap::drop_table(const char *)
622
file->getShare()->delete_on_close= 1;
638
file->s->delete_on_close= 1;
627
643
int HeapEngine::doRenameTable(Session &session, const TableIdentifier &from, const TableIdentifier &to)
629
session.getMessageCache().renameTableMessage(from, to);
645
session.renameTableMessage(from, to);
630
646
return heap_rename(from.getPath().c_str(), to.getPath().c_str());
634
650
ha_rows ha_heap::records_in_range(uint32_t inx, key_range *min_key,
635
651
key_range *max_key)
637
KeyInfo *key= &getTable()->key_info[inx];
653
KeyInfo *key= &table->key_info[inx];
654
if (key->algorithm == HA_KEY_ALG_BTREE)
655
return hp_rb_records_in_range(file, inx, min_key, max_key);
639
657
if (!min_key || !max_key ||
640
658
min_key->length != max_key->length ||
647
665
return stats.records;
649
667
/* Assert that info() did run. We need current statistics here. */
650
assert(key_stat_version == file->getShare()->key_stat_version);
668
assert(key_stat_version == file->s->key_stat_version);
651
669
return key->rec_per_key[key->key_parts-1];
680
698
message::Table &create_proto,
681
699
HP_SHARE **internal_share)
683
uint32_t key, parts, mem_per_row_keys= 0;
684
uint32_t keys= table_arg->getShare()->sizeKeys();
701
uint32_t key, parts, mem_per_row_keys= 0, keys= table_arg->getShare()->sizeKeys();
685
702
uint32_t auto_key= 0, auto_key_type= 0;
686
703
uint32_t max_key_fieldnr = 0, key_part_size = 0, next_field_pos = 0;
687
uint32_t column_count= table_arg->getShare()->sizeFields();
688
std::vector<HP_KEYDEF> keydef;
704
uint32_t column_idx, column_count= table_arg->getShare()->sizeFields();
705
HP_COLUMNDEF *columndef;
708
char buff[FN_REFLEN];
690
710
bool found_real_auto_increment= 0;
699
719
if (num_rows > UINT32_MAX)
722
if (!(columndef= (HP_COLUMNDEF*) malloc(column_count * sizeof(HP_COLUMNDEF))))
725
for (column_idx= 0; column_idx < column_count; column_idx++)
727
Field* field= *(table_arg->getFields() + column_idx);
728
HP_COLUMNDEF* column= columndef + column_idx;
729
column->type= (uint16_t)field->type();
730
column->length= field->pack_length();
731
column->offset= field->offset(field->getTable()->getInsertRecord());
735
column->null_bit= field->null_bit;
736
column->null_pos= (uint) (field->null_ptr - (unsigned char*) table_arg->getInsertRecord());
744
if (field->type() == DRIZZLE_TYPE_VARCHAR)
746
column->length_bytes= (uint8_t)(((Field_varstring*)field)->length_bytes);
750
column->length_bytes= 0;
702
754
for (key= parts= 0; key < keys; key++)
703
755
parts+= table_arg->key_info[key].key_parts;
706
std::vector<HA_KEYSEG> seg_buffer;
707
seg_buffer.resize(parts);
708
HA_KEYSEG *seg= &seg_buffer[0];
757
if (!(keydef= (HP_KEYDEF*) malloc(keys * sizeof(HP_KEYDEF) +
758
parts * sizeof(HA_KEYSEG))))
760
free((void *) columndef);
764
seg= reinterpret_cast<HA_KEYSEG*> (keydef + keys);
710
765
for (key= 0; key < keys; key++)
712
767
KeyInfo *pos= &table_arg->key_info[key];
717
772
keydef[key].flag= (pos->flags & (HA_NOSAME | HA_NULL_ARE_EQUAL));
718
773
keydef[key].seg= seg;
720
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
775
switch (pos->algorithm) {
776
case HA_KEY_ALG_UNDEF:
777
case HA_KEY_ALG_HASH:
778
keydef[key].algorithm= HA_KEY_ALG_HASH;
779
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
781
case HA_KEY_ALG_BTREE:
782
keydef[key].algorithm= HA_KEY_ALG_BTREE;
783
mem_per_row_keys+=sizeof(TREE_ELEMENT)+pos->key_length+sizeof(char*);
786
assert(0); // cannot happen
722
789
for (; key_part != key_part_end; key_part++, seg++)
724
791
Field *field= key_part->field;
793
if (pos->algorithm == HA_KEY_ALG_BTREE)
794
seg->type= field->key_type();
727
797
if ((seg->type = field->key_type()) != (int) HA_KEYTYPE_TEXT &&
728
798
seg->type != HA_KEYTYPE_VARTEXT1 &&
738
808
next_field_pos= seg->start + seg->length;
739
809
if (field->type() == DRIZZLE_TYPE_VARCHAR)
741
next_field_pos+= (uint8_t)(((Field_varstring*)field)->pack_length_no_ptr());
811
next_field_pos+= (uint8_t)(((Field_varstring*)field)->length_bytes);
744
814
if (next_field_pos > key_part_size) {
770
840
auto_key= key+ 1;
771
841
auto_key_type= field->key_type();
773
if ((uint)field->position() + 1 > max_key_fieldnr)
843
if ((uint)field->field_index + 1 > max_key_fieldnr)
775
845
/* Do not use seg->fieldnr as it's not reliable in case of temp tables */
776
max_key_fieldnr= field->position() + 1;
846
max_key_fieldnr= field->field_index + 1;
800
870
hp_create_info.with_auto_increment= found_real_auto_increment;
801
871
hp_create_info.internal_table= internal_table;
802
872
hp_create_info.max_chunk_size= table_arg->getShare()->block_size;
804
error= heap_create(table_name,
808
table_arg->getShare()->getRecordLength(), mem_per_row_keys,
809
static_cast<uint32_t>(num_rows), /* We check for overflow above, so cast is fine here. */
811
&hp_create_info, internal_share);
873
hp_create_info.is_dynamic= false;
875
error= heap_create(internal::fn_format(buff,table_name,"","",
876
MY_REPLACE_EXT|MY_UNPACK_FILENAME),
878
column_count, columndef,
879
max_key_fieldnr, key_part_size,
880
table_arg->getShare()->getRecordLength(), mem_per_row_keys,
881
static_cast<uint32_t>(num_rows), /* We check for overflow above, so cast is fine here. */
883
&hp_create_info, internal_share);
885
free((unsigned char*) keydef);
886
free((void *) columndef);