12
12
You should have received a copy of the GNU General Public License
13
13
along with this program; if not, write to the Free Software
14
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
14
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
16
#include "heap_priv.h"
16
#define DRIZZLE_SERVER 1
17
#include <drizzled/server_includes.h>
18
#include <storage/heap/ha_heap.h>
19
#include <storage/heap/heapdef.h>
17
20
#include <drizzled/error.h>
18
21
#include <drizzled/table.h>
19
22
#include <drizzled/session.h>
20
23
#include <drizzled/field/timestamp.h>
21
24
#include <drizzled/field/varstring.h>
22
#include "drizzled/plugin/daemon.h"
24
#include <boost/thread/mutex.hpp>
32
using namespace drizzled;
35
static const string engine_name("MEMORY");
37
boost::mutex THR_LOCK_heap;
39
static const char *ha_heap_exts[] = {
43
class HeapEngine : public plugin::StorageEngine
46
explicit HeapEngine(string name_arg) :
47
plugin::StorageEngine(name_arg,
48
HTON_STATS_RECORDS_IS_EXACT |
53
HTON_SKIP_STORE_LOCK |
60
hp_panic(HA_PANIC_CLOSE);
63
virtual Cursor *create(Table &table)
65
return new ha_heap(*this, table);
68
const char **bas_ext() const {
72
int doCreateTable(Session &session,
74
const TableIdentifier &identifier,
75
message::Table &create_proto);
77
/* For whatever reason, internal tables can be created by Cursor::open()
79
Instead of diving down a rat hole, let's just cry ourselves to sleep
80
at night with this odd hackish workaround.
82
int heap_create_table(Session *session, const char *table_name,
85
message::Table &create_proto,
86
HP_SHARE **internal_share);
88
int doRenameTable(Session&, const TableIdentifier &from, const TableIdentifier &to);
90
int doDropTable(Session&, const TableIdentifier &identifier);
92
int doGetTableDefinition(Session& session,
93
const TableIdentifier &identifier,
94
message::Table &table_message);
96
uint32_t max_supported_keys() const { return MAX_KEY; }
97
uint32_t max_supported_key_part_length() const { return MAX_KEY_LENGTH; }
99
uint32_t index_flags(enum ha_key_alg ) const
101
return ( HA_ONLY_WHOLE_INDEX | HA_KEY_SCAN_NOT_ROR);
104
bool doDoesTableExist(Session& session, const TableIdentifier &identifier);
105
void doGetTableIdentifiers(CachedDirectory &directory,
106
const SchemaIdentifier &schema_identifier,
107
TableIdentifier::vector &set_of_identifiers);
110
void HeapEngine::doGetTableIdentifiers(CachedDirectory&,
111
const SchemaIdentifier&,
112
TableIdentifier::vector&)
116
bool HeapEngine::doDoesTableExist(Session& session, const TableIdentifier &identifier)
118
return session.getMessageCache().doesTableMessageExist(identifier);
121
int HeapEngine::doGetTableDefinition(Session &session,
122
const TableIdentifier &identifier,
123
message::Table &table_proto)
125
if (session.getMessageCache().getTableMessage(identifier, table_proto))
131
We have to ignore ENOENT entries as the MEMORY table is created on open and
132
not when doing a CREATE on the table.
134
int HeapEngine::doDropTable(Session &session, const TableIdentifier &identifier)
136
session.getMessageCache().removeTableMessage(identifier);
138
int error= heap_delete_table(identifier.getPath().c_str());
146
static HeapEngine *heap_storage_engine= NULL;
148
static int heap_init(module::Context &context)
150
heap_storage_engine= new HeapEngine(engine_name);
151
context.add(heap_storage_engine);
26
pthread_mutex_t THR_LOCK_heap= PTHREAD_MUTEX_INITIALIZER;
28
static handler *heap_create_handler(handlerton *hton,
32
int heap_deinit(void *)
34
pthread_mutex_init(&THR_LOCK_heap,MY_MUTEX_INIT_FAST);
36
return hp_panic(HA_PANIC_CLOSE);
40
int heap_init(void *p)
42
handlerton *heap_hton;
44
heap_hton= (handlerton *)p;
45
heap_hton->state= SHOW_OPTION_YES;
46
heap_hton->create= heap_create_handler;
47
heap_hton->flags= HTON_CAN_RECREATE;
52
static handler *heap_create_handler(handlerton *hton,
56
return new (mem_root) ha_heap(hton, table);
156
60
/*****************************************************************************
158
62
*****************************************************************************/
160
ha_heap::ha_heap(plugin::StorageEngine &engine_arg,
162
:Cursor(engine_arg, table_arg), file(0), records_changed(0), key_stat_version(0),
64
ha_heap::ha_heap(handlerton *hton, TABLE_SHARE *table_arg)
65
:handler(hton, table_arg), file(0), records_changed(0), key_stat_version(0),
70
static const char *ha_heap_exts[] = {
74
const char **ha_heap::bas_ext() const
167
Hash index statistics is updated (copied from HP_KEYDEF::hash_buckets to
168
rec_per_key) after 1/MEMORY_STATS_UPDATE_THRESHOLD fraction of table records
169
have been inserted/updated/deleted. delete_all_rows() and table flush cause
80
Hash index statistics is updated (copied from HP_KEYDEF::hash_buckets to
81
rec_per_key) after 1/HEAP_STATS_UPDATE_THRESHOLD fraction of table records
82
have been inserted/updated/deleted. delete_all_rows() and table flush cause
173
86
hash index statistics must be updated when number of table records changes
174
from 0 to non-zero value and vice versa. Otherwise records_in_range may
87
from 0 to non-zero value and vice versa. Otherwise records_in_range may
175
88
erroneously return 0 and 'range' may miss records.
177
#define MEMORY_STATS_UPDATE_THRESHOLD 10
90
#define HEAP_STATS_UPDATE_THRESHOLD 10
179
int ha_heap::doOpen(const drizzled::TableIdentifier &identifier, int mode, uint32_t test_if_locked)
92
int ha_heap::open(const char *name, int mode, uint32_t test_if_locked)
181
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(identifier.getPath().c_str(), mode)) && errno == ENOENT))
94
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(name, mode)) && my_errno == ENOENT))
96
HA_CREATE_INFO create_info;
183
97
internal_table= test(test_if_locked & HA_OPEN_INTERNAL_TABLE);
98
memset(&create_info, 0, sizeof(create_info));
185
HP_SHARE *internal_share= NULL;
186
message::Table create_proto;
188
if (not heap_storage_engine->heap_create_table(getTable()->in_use,
189
identifier.getPath().c_str(),
100
if (!create(name, table, &create_info))
195
102
file= internal_table ?
196
103
heap_open_from_share(internal_share, mode) :
232
140
Create a copy of this table
235
Do same as default implementation but use file->s->name instead of
236
table->getShare()->path. This is needed by Windows where the clone() call sees
237
'/'-delimited path in table->getShare()->path, while ha_peap::open() was called
143
Do same as default implementation but use file->s->name instead of
144
table->s->path. This is needed by Windows where the clone() call sees
145
'/'-delimited path in table->s->path, while ha_peap::open() was called
238
146
with '\'-delimited path.
241
Cursor *ha_heap::clone(memory::Root *)
149
handler *ha_heap::clone(MEM_ROOT *mem_root)
243
Cursor *new_handler= getTable()->getMutableShare()->db_type()->getCursor(*getTable());
244
TableIdentifier identifier(getTable()->getShare()->getSchemaName(),
245
getTable()->getShare()->getTableName(),
246
getTable()->getShare()->getPath());
248
if (new_handler && !new_handler->ha_open(identifier, getTable()->db_stat,
151
handler *new_handler= get_new_handler(table->s, mem_root, table->s->db_type());
152
if (new_handler && !new_handler->ha_open(table, file->s->name, table->db_stat,
249
153
HA_OPEN_IGNORE_IF_LOCKED))
250
154
return new_handler;
255
const char *ha_heap::index_type(uint32_t )
155
return NULL; /* purecov: inspected */
159
const char *ha_heap::index_type(uint32_t inx)
161
return ((table_share->key_info[inx].algorithm == HA_KEY_ALG_BTREE) ?
166
uint32_t ha_heap::index_flags(uint32_t inx, uint32_t, bool) const
168
return ((table_share->key_info[inx].algorithm == HA_KEY_ALG_BTREE) ?
169
HA_READ_NEXT | HA_READ_PREV | HA_READ_ORDER | HA_READ_RANGE :
170
HA_ONLY_WHOLE_INDEX | HA_KEY_SCAN_NOT_ROR);
304
222
records_changed= 0;
305
223
/* At the end of update_key_stats() we can proudly claim they are OK. */
306
key_stat_version= file->getShare()->key_stat_version;
224
key_stat_version= file->s->key_stat_version;
310
int ha_heap::doInsertRecord(unsigned char * buf)
228
int ha_heap::write_row(unsigned char * buf)
313
if (getTable()->next_number_field && buf == getTable()->getInsertRecord())
231
ha_statistic_increment(&SSV::ha_write_count);
232
if (table->timestamp_field_type & TIMESTAMP_AUTO_SET_ON_INSERT)
233
table->timestamp_field->set_time();
234
if (table->next_number_field && buf == table->record[0])
315
236
if ((res= update_auto_increment()))
318
239
res= heap_write(file,buf);
319
if (!res && (++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
320
file->getShare()->records))
240
if (!res && (++records_changed*HEAP_STATS_UPDATE_THRESHOLD >
323
244
We can perform this safely since only one writer at the time is
324
245
allowed on the table.
326
file->getShare()->key_stat_version++;
247
file->s->key_stat_version++;
331
int ha_heap::doUpdateRecord(const unsigned char * old_data, unsigned char * new_data)
252
int ha_heap::update_row(const unsigned char * old_data, unsigned char * new_data)
255
ha_statistic_increment(&SSV::ha_update_count);
256
if (table->timestamp_field_type & TIMESTAMP_AUTO_SET_ON_UPDATE)
257
table->timestamp_field->set_time();
335
258
res= heap_update(file,old_data,new_data);
336
if (!res && ++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
337
file->getShare()->records)
259
if (!res && ++records_changed*HEAP_STATS_UPDATE_THRESHOLD >
340
263
We can perform this safely since only one writer at the time is
341
264
allowed on the table.
343
file->getShare()->key_stat_version++;
266
file->s->key_stat_version++;
348
int ha_heap::doDeleteRecord(const unsigned char * buf)
271
int ha_heap::delete_row(const unsigned char * buf)
274
ha_statistic_increment(&SSV::ha_delete_count);
352
275
res= heap_delete(file,buf);
353
if (!res && getTable()->getShare()->getType() == message::Table::STANDARD &&
354
++records_changed*MEMORY_STATS_UPDATE_THRESHOLD > file->getShare()->records)
276
if (!res && table->s->tmp_table == NO_TMP_TABLE &&
277
++records_changed*HEAP_STATS_UPDATE_THRESHOLD > file->s->records)
357
280
We can perform this safely since only one writer at the time is
358
281
allowed on the table.
360
file->getShare()->key_stat_version++;
283
file->s->key_stat_version++;
388
311
key_part_map keypart_map,
389
312
enum ha_rkey_function find_flag)
391
ha_statistic_increment(&system_status_var::ha_read_key_count);
314
ha_statistic_increment(&SSV::ha_read_key_count);
392
315
int error = heap_rkey(file, buf, index, key, keypart_map, find_flag);
393
getTable()->status = error ? STATUS_NOT_FOUND : 0;
316
table->status = error ? STATUS_NOT_FOUND : 0;
397
320
int ha_heap::index_next(unsigned char * buf)
399
322
assert(inited==INDEX);
400
ha_statistic_increment(&system_status_var::ha_read_next_count);
323
ha_statistic_increment(&SSV::ha_read_next_count);
401
324
int error=heap_rnext(file,buf);
402
getTable()->status=error ? STATUS_NOT_FOUND: 0;
325
table->status=error ? STATUS_NOT_FOUND: 0;
406
329
int ha_heap::index_prev(unsigned char * buf)
408
331
assert(inited==INDEX);
409
ha_statistic_increment(&system_status_var::ha_read_prev_count);
332
ha_statistic_increment(&SSV::ha_read_prev_count);
410
333
int error=heap_rprev(file,buf);
411
getTable()->status=error ? STATUS_NOT_FOUND: 0;
334
table->status=error ? STATUS_NOT_FOUND: 0;
415
338
int ha_heap::index_first(unsigned char * buf)
417
340
assert(inited==INDEX);
418
ha_statistic_increment(&system_status_var::ha_read_first_count);
341
ha_statistic_increment(&SSV::ha_read_first_count);
419
342
int error=heap_rfirst(file, buf, active_index);
420
getTable()->status=error ? STATUS_NOT_FOUND: 0;
343
table->status=error ? STATUS_NOT_FOUND: 0;
424
347
int ha_heap::index_last(unsigned char * buf)
426
349
assert(inited==INDEX);
427
ha_statistic_increment(&system_status_var::ha_read_last_count);
350
ha_statistic_increment(&SSV::ha_read_last_count);
428
351
int error=heap_rlast(file, buf, active_index);
429
getTable()->status=error ? STATUS_NOT_FOUND: 0;
352
table->status=error ? STATUS_NOT_FOUND: 0;
433
int ha_heap::doStartTableScan(bool scan)
356
int ha_heap::rnd_init(bool scan)
435
358
return scan ? heap_scan_init(file) : 0;
438
361
int ha_heap::rnd_next(unsigned char *buf)
440
ha_statistic_increment(&system_status_var::ha_read_rnd_next_count);
363
ha_statistic_increment(&SSV::ha_read_rnd_next_count);
441
364
int error=heap_scan(file, buf);
442
getTable()->status=error ? STATUS_NOT_FOUND: 0;
365
table->status=error ? STATUS_NOT_FOUND: 0;
617
556
return heap_indexes_are_disabled(file);
620
void ha_heap::drop_table(const char *)
622
file->getShare()->delete_on_close= 1;
559
THR_LOCK_DATA **ha_heap::store_lock(Session *session __attribute__((unused)),
561
enum thr_lock_type lock_type)
563
if (lock_type != TL_IGNORE && file->lock.type == TL_UNLOCK)
564
file->lock.type=lock_type;
570
We have to ignore ENOENT entries as the HEAP table is created on open and
571
not when doing a CREATE on the table.
574
int ha_heap::delete_table(const char *name)
576
return heap_delete_table(name);
580
void ha_heap::drop_table(const char *name __attribute__((unused)))
582
file->s->delete_on_close= 1;
627
int HeapEngine::doRenameTable(Session &session, const TableIdentifier &from, const TableIdentifier &to)
587
int ha_heap::rename_table(const char * from, const char * to)
629
session.getMessageCache().renameTableMessage(from, to);
630
return heap_rename(from.getPath().c_str(), to.getPath().c_str());
589
return heap_rename(from,to);
634
593
ha_rows ha_heap::records_in_range(uint32_t inx, key_range *min_key,
635
594
key_range *max_key)
637
KeyInfo *key= &getTable()->key_info[inx];
596
KEY *key=table->key_info+inx;
597
if (key->algorithm == HA_KEY_ALG_BTREE)
598
return hp_rb_records_in_range(file, inx, min_key, max_key);
639
600
if (!min_key || !max_key ||
640
601
min_key->length != max_key->length ||
647
608
return stats.records;
649
610
/* Assert that info() did run. We need current statistics here. */
650
assert(key_stat_version == file->getShare()->key_stat_version);
611
assert(key_stat_version == file->s->key_stat_version);
651
612
return key->rec_per_key[key->key_parts-1];
654
int HeapEngine::doCreateTable(Session &session,
656
const TableIdentifier &identifier,
657
message::Table& create_proto)
660
HP_SHARE *internal_share;
661
const char *table_name= identifier.getPath().c_str();
663
error= heap_create_table(&session, table_name, &table_arg,
670
session.getMessageCache().storeTableMessage(identifier, create_proto);
677
int HeapEngine::heap_create_table(Session *session, const char *table_name,
680
message::Table &create_proto,
681
HP_SHARE **internal_share)
683
uint32_t key, parts, mem_per_row_keys= 0;
684
uint32_t keys= table_arg->getShare()->sizeKeys();
616
int ha_heap::create(const char *name, Table *table_arg,
617
HA_CREATE_INFO *create_info)
619
uint32_t key, parts, mem_per_row_keys= 0, keys= table_arg->s->keys;
685
620
uint32_t auto_key= 0, auto_key_type= 0;
686
621
uint32_t max_key_fieldnr = 0, key_part_size = 0, next_field_pos = 0;
687
uint32_t column_count= table_arg->getShare()->sizeFields();
688
std::vector<HP_KEYDEF> keydef;
622
uint32_t column_idx, column_count= table_arg->s->fields;
623
HP_COLUMNDEF *columndef;
626
char buff[FN_REFLEN];
628
TABLE_SHARE *share= table_arg->s;
690
629
bool found_real_auto_increment= 0;
693
* We cannot create tables with more rows than UINT32_MAX. This is a
694
* limitation of the HEAP engine. Here, since TableShare::getMaxRows()
695
* can return a number more than that, we trap it here instead of casting
696
* to a truncated integer.
698
uint64_t num_rows= table_arg->getShare()->getMaxRows();
699
if (num_rows > UINT32_MAX)
631
if (!(columndef= (HP_COLUMNDEF*) my_malloc(column_count * sizeof(HP_COLUMNDEF), MYF(MY_WME))))
634
for (column_idx= 0; column_idx < column_count; column_idx++)
636
Field* field= *(table_arg->field + column_idx);
637
HP_COLUMNDEF* column= columndef + column_idx;
638
column->type= (uint16_t)field->type();
639
column->length= field->pack_length();
640
column->offset= field->offset(field->table->record[0]);
644
column->null_bit= field->null_bit;
645
column->null_pos= (uint) (field->null_ptr - (unsigned char*) table_arg->record[0]);
653
if (field->type() == DRIZZLE_TYPE_VARCHAR)
655
column->length_bytes= (uint8_t)(((Field_varstring*)field)->length_bytes);
659
column->length_bytes= 0;
702
663
for (key= parts= 0; key < keys; key++)
703
664
parts+= table_arg->key_info[key].key_parts;
706
std::vector<HA_KEYSEG> seg_buffer;
707
seg_buffer.resize(parts);
708
HA_KEYSEG *seg= &seg_buffer[0];
666
if (!(keydef= (HP_KEYDEF*) my_malloc(keys * sizeof(HP_KEYDEF) +
667
parts * sizeof(HA_KEYSEG),
670
free((void *) columndef);
674
seg= reinterpret_cast<HA_KEYSEG*> (keydef + keys);
710
675
for (key= 0; key < keys; key++)
712
KeyInfo *pos= &table_arg->key_info[key];
713
KeyPartInfo *key_part= pos->key_part;
714
KeyPartInfo *key_part_end= key_part + pos->key_parts;
677
KEY *pos= table_arg->key_info+key;
678
KEY_PART_INFO *key_part= pos->key_part;
679
KEY_PART_INFO *key_part_end= key_part + pos->key_parts;
716
681
keydef[key].keysegs= (uint) pos->key_parts;
717
682
keydef[key].flag= (pos->flags & (HA_NOSAME | HA_NULL_ARE_EQUAL));
718
683
keydef[key].seg= seg;
720
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
685
switch (pos->algorithm) {
686
case HA_KEY_ALG_UNDEF:
687
case HA_KEY_ALG_HASH:
688
keydef[key].algorithm= HA_KEY_ALG_HASH;
689
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
691
case HA_KEY_ALG_BTREE:
692
keydef[key].algorithm= HA_KEY_ALG_BTREE;
693
mem_per_row_keys+=sizeof(TREE_ELEMENT)+pos->key_length+sizeof(char*);
696
assert(0); // cannot happen
722
699
for (; key_part != key_part_end; key_part++, seg++)
724
701
Field *field= key_part->field;
703
if (pos->algorithm == HA_KEY_ALG_BTREE)
704
seg->type= field->key_type();
727
707
if ((seg->type = field->key_type()) != (int) HA_KEYTYPE_TEXT &&
728
708
seg->type != HA_KEYTYPE_VARTEXT1 &&
770
750
auto_key= key+ 1;
771
751
auto_key_type= field->key_type();
773
if ((uint)field->position() + 1 > max_key_fieldnr)
753
if ((uint)field->field_index + 1 > max_key_fieldnr)
775
755
/* Do not use seg->fieldnr as it's not reliable in case of temp tables */
776
max_key_fieldnr= field->position() + 1;
756
max_key_fieldnr= field->field_index + 1;
781
if (key_part_size < table_arg->getShare()->null_bytes + ((table_arg->getShare()->last_null_bit_pos+7) >> 3))
761
if (key_part_size < share->null_bytes + ((share->last_null_bit_pos+7) >> 3))
783
763
/* Make sure to include null fields regardless of the presense of keys */
784
key_part_size = table_arg->getShare()->null_bytes + ((table_arg->getShare()->last_null_bit_pos+7) >> 3);
764
key_part_size = share->null_bytes + ((share->last_null_bit_pos+7) >> 3);
789
769
if (table_arg->found_next_number_field)
791
keydef[table_arg->getShare()->next_number_index].flag|= HA_AUTO_KEY;
792
found_real_auto_increment= table_arg->getShare()->next_number_key_offset == 0;
771
keydef[share->next_number_index].flag|= HA_AUTO_KEY;
772
found_real_auto_increment= share->next_number_key_offset == 0;
794
774
HP_CREATE_INFO hp_create_info;
795
775
hp_create_info.auto_key= auto_key;
796
776
hp_create_info.auto_key_type= auto_key_type;
797
hp_create_info.auto_increment= (create_proto.options().has_auto_increment_value() ?
798
create_proto.options().auto_increment_value() - 1 : 0);
799
hp_create_info.max_table_size=session->variables.max_heap_table_size;
777
hp_create_info.auto_increment= (create_info->auto_increment_value ?
778
create_info->auto_increment_value - 1 : 0);
779
hp_create_info.max_table_size=current_session->variables.max_heap_table_size;
800
780
hp_create_info.with_auto_increment= found_real_auto_increment;
801
781
hp_create_info.internal_table= internal_table;
802
hp_create_info.max_chunk_size= table_arg->getShare()->block_size;
804
error= heap_create(table_name,
808
table_arg->getShare()->getRecordLength(), mem_per_row_keys,
809
static_cast<uint32_t>(num_rows), /* We check for overflow above, so cast is fine here. */
811
&hp_create_info, internal_share);
782
hp_create_info.max_chunk_size= share->block_size;
783
hp_create_info.is_dynamic= (share->row_type == ROW_TYPE_DYNAMIC);
784
error= heap_create(fn_format(buff,name,"","",
785
MY_REPLACE_EXT|MY_UNPACK_FILENAME),
787
column_count, columndef,
788
max_key_fieldnr, key_part_size,
789
share->reclength, mem_per_row_keys,
790
(uint32_t) share->max_rows, (uint32_t) share->min_rows,
791
&hp_create_info, &internal_share);
793
free((unsigned char*) keydef);
794
free((void *) columndef);
817
void ha_heap::get_auto_increment(uint64_t, uint64_t, uint64_t,
800
void ha_heap::update_create_info(HA_CREATE_INFO *create_info)
802
table->file->info(HA_STATUS_AUTO);
803
if (!(create_info->used_fields & HA_CREATE_USED_AUTO))
804
create_info->auto_increment_value= stats.auto_increment_value;
805
if (!(create_info->used_fields & HA_CREATE_USED_BLOCK_SIZE))
807
if (file->s->recordspace.is_variable_size)
808
create_info->block_size= file->s->recordspace.chunk_length;
810
create_info->block_size= 0;
814
void ha_heap::get_auto_increment(uint64_t offset __attribute__((unused)),
815
uint64_t increment __attribute__((unused)),
816
uint64_t nb_desired_values __attribute__((unused)),
818
817
uint64_t *first_value,
819
818
uint64_t *nb_reserved_values)