12
12
You should have received a copy of the GNU General Public License
13
13
along with this program; if not, write to the Free Software
14
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
14
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
16
16
#include "heap_priv.h"
17
17
#include <drizzled/error.h>
18
18
#include <drizzled/table.h>
19
19
#include <drizzled/session.h>
20
#include <drizzled/current_session.h>
21
20
#include <drizzled/field/timestamp.h>
22
21
#include <drizzled/field/varstring.h>
23
22
#include "drizzled/plugin/daemon.h"
24
#include <boost/thread/mutex.hpp>
26
27
#include "ha_heap.h"
52
53
HTON_SKIP_STORE_LOCK |
53
54
HTON_TEMPORARY_ONLY)
55
pthread_mutex_init(&THR_LOCK_heap, MY_MUTEX_INIT_FAST);
58
58
virtual ~HeapEngine()
60
60
hp_panic(HA_PANIC_CLOSE);
62
pthread_mutex_destroy(&THR_LOCK_heap);
65
virtual Cursor *create(TableShare &table,
66
memory::Root *mem_root)
63
virtual Cursor *create(TableShare &table)
68
return new (mem_root) ha_heap(*this, table);
65
return new ha_heap(*this, table);
71
68
const char **bas_ext() const {
88
85
message::Table &create_proto,
89
86
HP_SHARE **internal_share);
91
int doRenameTable(Session&, TableIdentifier &from, TableIdentifier &to);
88
int doRenameTable(Session&, const TableIdentifier &from, const TableIdentifier &to);
93
int doDropTable(Session&, TableIdentifier &identifier);
90
int doDropTable(Session&, const TableIdentifier &identifier);
95
92
int doGetTableDefinition(Session& session,
96
TableIdentifier &identifier,
93
const TableIdentifier &identifier,
97
94
message::Table &table_message);
99
/* Temp only engine, so do not return values. */
100
void doGetTableNames(CachedDirectory &, SchemaIdentifier& , set<string>&) { };
102
96
uint32_t max_supported_keys() const { return MAX_KEY; }
103
97
uint32_t max_supported_key_part_length() const { return MAX_KEY_LENGTH; }
105
uint32_t index_flags(enum ha_key_alg algorithm) const
99
uint32_t index_flags(enum ha_key_alg ) const
107
return ((algorithm == HA_KEY_ALG_BTREE) ?
112
HA_ONLY_WHOLE_INDEX |
113
HA_KEY_SCAN_NOT_ROR);
101
return ( HA_ONLY_WHOLE_INDEX | HA_KEY_SCAN_NOT_ROR);
116
bool doDoesTableExist(Session& session, TableIdentifier &identifier);
117
void doGetTableIdentifiers(drizzled::CachedDirectory &directory,
118
drizzled::SchemaIdentifier &schema_identifier,
119
drizzled::TableIdentifiers &set_of_identifiers);
104
bool doDoesTableExist(Session& session, const TableIdentifier &identifier);
105
void doGetTableIdentifiers(CachedDirectory &directory,
106
const SchemaIdentifier &schema_identifier,
107
TableIdentifiers &set_of_identifiers);
122
void HeapEngine::doGetTableIdentifiers(drizzled::CachedDirectory&,
123
drizzled::SchemaIdentifier&,
124
drizzled::TableIdentifiers&)
110
void HeapEngine::doGetTableIdentifiers(CachedDirectory&,
111
const SchemaIdentifier&,
128
bool HeapEngine::doDoesTableExist(Session& session, TableIdentifier &identifier)
116
bool HeapEngine::doDoesTableExist(Session& session, const TableIdentifier &identifier)
130
118
return session.doesTableMessageExist(identifier);
133
121
int HeapEngine::doGetTableDefinition(Session &session,
134
TableIdentifier &identifier,
122
const TableIdentifier &identifier,
135
123
message::Table &table_proto)
137
125
if (session.getTableMessage(identifier, table_proto))
189
177
#define MEMORY_STATS_UPDATE_THRESHOLD 10
191
int ha_heap::open(const char *name, int mode, uint32_t test_if_locked)
179
int ha_heap::doOpen(const drizzled::TableIdentifier &identifier, int mode, uint32_t test_if_locked)
193
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(name, mode)) && errno == ENOENT))
181
if ((test_if_locked & HA_OPEN_INTERNAL_TABLE) || (!(file= heap_open(identifier.getPath().c_str(), mode)) && errno == ENOENT))
195
HA_CREATE_INFO create_info;
196
183
internal_table= test(test_if_locked & HA_OPEN_INTERNAL_TABLE);
197
memset(&create_info, 0, sizeof(create_info));
199
185
HP_SHARE *internal_share= NULL;
200
186
message::Table create_proto;
202
if (!heap_storage_engine->heap_create_table(ha_session(), name, table,
188
if (not heap_storage_engine->heap_create_table(table->in_use,
189
identifier.getPath().c_str(),
207
195
file= internal_table ?
208
196
heap_open_from_share(internal_share, mode) :
248
235
Do same as default implementation but use file->s->name instead of
249
table->s->path. This is needed by Windows where the clone() call sees
250
'/'-delimited path in table->s->path, while ha_peap::open() was called
236
table->getShare()->path. This is needed by Windows where the clone() call sees
237
'/'-delimited path in table->getShare()->path, while ha_peap::open() was called
251
238
with '\'-delimited path.
254
Cursor *ha_heap::clone(memory::Root *mem_root)
241
Cursor *ha_heap::clone(memory::Root *)
256
Cursor *new_handler= table->s->db_type()->getCursor(*table->s, mem_root);
243
Cursor *new_handler= table->getMutableShare()->db_type()->getCursor(*(table->getMutableShare()));
244
TableIdentifier identifier(table->getShare()->getSchemaName(),
245
table->getShare()->getTableName(),
246
table->getShare()->getPath());
258
if (new_handler && !new_handler->ha_open(table, file->s->name, table->db_stat,
248
if (new_handler && !new_handler->ha_open(identifier, table, table->db_stat,
259
249
HA_OPEN_IGNORE_IF_LOCKED))
260
250
return new_handler;
265
const char *ha_heap::index_type(uint32_t inx)
255
const char *ha_heap::index_type(uint32_t )
267
return ((table_share->key_info[inx].algorithm == HA_KEY_ALG_BTREE) ?
288
277
void ha_heap::set_keys_for_scanning(void)
291
for (uint32_t i= 0 ; i < table->s->keys ; i++)
293
if (table->key_info[i].algorithm == HA_KEY_ALG_BTREE)
299
282
void ha_heap::update_key_stats()
301
for (uint32_t i= 0; i < table->s->keys; i++)
284
for (uint32_t i= 0; i < table->getShare()->sizeKeys(); i++)
303
KEY *key=table->key_info+i;
286
KeyInfo *key= &table->key_info[i];
304
288
if (!key->rec_per_key)
306
if (key->algorithm != HA_KEY_ALG_BTREE)
308
292
if (key->flags & HA_NOSAME)
309
293
key->rec_per_key[key->key_parts-1]= 1;
312
ha_rows hash_buckets= file->s->keydef[i].hash_buckets;
313
uint32_t no_records= hash_buckets ? (uint) (file->s->records/hash_buckets) : 2;
296
ha_rows hash_buckets= file->getShare()->keydef[i].hash_buckets;
297
uint32_t no_records= hash_buckets ? (uint) (file->getShare()->records/hash_buckets) : 2;
314
298
if (no_records < 2)
316
300
key->rec_per_key[key->key_parts-1]= no_records;
320
304
records_changed= 0;
321
305
/* At the end of update_key_stats() we can proudly claim they are OK. */
322
key_stat_version= file->s->key_stat_version;
306
key_stat_version= file->getShare()->key_stat_version;
326
int ha_heap::write_row(unsigned char * buf)
310
int ha_heap::doInsertRecord(unsigned char * buf)
329
ha_statistic_increment(&system_status_var::ha_write_count);
330
if (table->next_number_field && buf == table->record[0])
313
if (table->next_number_field && buf == table->getInsertRecord())
332
315
if ((res= update_auto_increment()))
335
318
res= heap_write(file,buf);
336
319
if (!res && (++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
320
file->getShare()->records))
340
323
We can perform this safely since only one writer at the time is
341
324
allowed on the table.
343
file->s->key_stat_version++;
326
file->getShare()->key_stat_version++;
348
int ha_heap::update_row(const unsigned char * old_data, unsigned char * new_data)
331
int ha_heap::doUpdateRecord(const unsigned char * old_data, unsigned char * new_data)
351
ha_statistic_increment(&system_status_var::ha_update_count);
352
if (table->timestamp_field_type & TIMESTAMP_AUTO_SET_ON_UPDATE)
353
table->timestamp_field->set_time();
354
335
res= heap_update(file,old_data,new_data);
355
336
if (!res && ++records_changed*MEMORY_STATS_UPDATE_THRESHOLD >
337
file->getShare()->records)
359
340
We can perform this safely since only one writer at the time is
360
341
allowed on the table.
362
file->s->key_stat_version++;
343
file->getShare()->key_stat_version++;
367
int ha_heap::delete_row(const unsigned char * buf)
348
int ha_heap::doDeleteRecord(const unsigned char * buf)
370
ha_statistic_increment(&system_status_var::ha_delete_count);
371
352
res= heap_delete(file,buf);
372
if (!res && table->s->tmp_table == message::Table::STANDARD &&
373
++records_changed*MEMORY_STATS_UPDATE_THRESHOLD > file->s->records)
353
if (!res && table->getShare()->getType() == message::Table::STANDARD &&
354
++records_changed*MEMORY_STATS_UPDATE_THRESHOLD > file->getShare()->records)
376
357
We can perform this safely since only one writer at the time is
377
358
allowed on the table.
379
file->s->key_stat_version++;
360
file->getShare()->key_stat_version++;
498
479
have to update the key statistics. Hoping that a table lock is now
501
if (key_stat_version != file->s->key_stat_version)
482
if (key_stat_version != file->getShare()->key_stat_version)
502
483
update_key_stats();
507
enum row_type ha_heap::get_row_type() const
509
if (file->s->recordspace.is_variable_size)
510
return ROW_TYPE_DYNAMIC;
512
return ROW_TYPE_FIXED;
515
487
int ha_heap::extra(enum ha_extra_function operation)
517
489
return heap_extra(file,operation);
648
620
void ha_heap::drop_table(const char *)
650
file->s->delete_on_close= 1;
622
file->getShare()->delete_on_close= 1;
655
int HeapEngine::doRenameTable(Session &session, TableIdentifier &from, TableIdentifier &to)
627
int HeapEngine::doRenameTable(Session &session, const TableIdentifier &from, const TableIdentifier &to)
657
629
session.renameTableMessage(from, to);
658
630
return heap_rename(from.getPath().c_str(), to.getPath().c_str());
662
634
ha_rows ha_heap::records_in_range(uint32_t inx, key_range *min_key,
663
635
key_range *max_key)
665
KEY *key=table->key_info+inx;
666
if (key->algorithm == HA_KEY_ALG_BTREE)
667
return hp_rb_records_in_range(file, inx, min_key, max_key);
637
KeyInfo *key= &table->key_info[inx];
669
639
if (!min_key || !max_key ||
670
640
min_key->length != max_key->length ||
677
647
return stats.records;
679
649
/* Assert that info() did run. We need current statistics here. */
680
assert(key_stat_version == file->s->key_stat_version);
650
assert(key_stat_version == file->getShare()->key_stat_version);
681
651
return key->rec_per_key[key->key_parts-1];
684
654
int HeapEngine::doCreateTable(Session &session,
685
655
Table &table_arg,
686
drizzled::TableIdentifier &identifier,
656
const TableIdentifier &identifier,
687
657
message::Table& create_proto)
710
680
message::Table &create_proto,
711
681
HP_SHARE **internal_share)
713
uint32_t key, parts, mem_per_row_keys= 0, keys= table_arg->s->keys;
683
uint32_t key, parts, mem_per_row_keys= 0;
684
uint32_t keys= table_arg->getShare()->sizeKeys();
714
685
uint32_t auto_key= 0, auto_key_type= 0;
715
686
uint32_t max_key_fieldnr = 0, key_part_size = 0, next_field_pos = 0;
716
uint32_t column_idx, column_count= table_arg->s->fields;
717
HP_COLUMNDEF *columndef;
720
char buff[FN_REFLEN];
687
uint32_t column_count= table_arg->getShare()->sizeFields();
688
std::vector<HP_KEYDEF> keydef;
722
TableShare *share= table_arg->s;
723
690
bool found_real_auto_increment= 0;
728
695
* can return a number more than that, we trap it here instead of casting
729
696
* to a truncated integer.
731
uint64_t num_rows= share->getMaxRows();
698
uint64_t num_rows= table_arg->getShare()->getMaxRows();
732
699
if (num_rows > UINT32_MAX)
735
if (!(columndef= (HP_COLUMNDEF*) malloc(column_count * sizeof(HP_COLUMNDEF))))
738
for (column_idx= 0; column_idx < column_count; column_idx++)
740
Field* field= *(table_arg->field + column_idx);
741
HP_COLUMNDEF* column= columndef + column_idx;
742
column->type= (uint16_t)field->type();
743
column->length= field->pack_length();
744
column->offset= field->offset(field->table->record[0]);
748
column->null_bit= field->null_bit;
749
column->null_pos= (uint) (field->null_ptr - (unsigned char*) table_arg->record[0]);
757
if (field->type() == DRIZZLE_TYPE_VARCHAR)
759
column->length_bytes= (uint8_t)(((Field_varstring*)field)->length_bytes);
763
column->length_bytes= 0;
767
702
for (key= parts= 0; key < keys; key++)
768
703
parts+= table_arg->key_info[key].key_parts;
770
if (!(keydef= (HP_KEYDEF*) malloc(keys * sizeof(HP_KEYDEF) +
771
parts * sizeof(HA_KEYSEG))))
773
free((void *) columndef);
706
std::vector<HA_KEYSEG> seg_buffer;
707
seg_buffer.resize(parts);
708
HA_KEYSEG *seg= &seg_buffer[0];
777
seg= reinterpret_cast<HA_KEYSEG*> (keydef + keys);
778
710
for (key= 0; key < keys; key++)
780
KEY *pos= table_arg->key_info+key;
781
KEY_PART_INFO *key_part= pos->key_part;
782
KEY_PART_INFO *key_part_end= key_part + pos->key_parts;
712
KeyInfo *pos= &table_arg->key_info[key];
713
KeyPartInfo *key_part= pos->key_part;
714
KeyPartInfo *key_part_end= key_part + pos->key_parts;
784
716
keydef[key].keysegs= (uint) pos->key_parts;
785
717
keydef[key].flag= (pos->flags & (HA_NOSAME | HA_NULL_ARE_EQUAL));
786
718
keydef[key].seg= seg;
788
switch (pos->algorithm) {
789
case HA_KEY_ALG_UNDEF:
790
case HA_KEY_ALG_HASH:
791
keydef[key].algorithm= HA_KEY_ALG_HASH;
792
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
794
case HA_KEY_ALG_BTREE:
795
keydef[key].algorithm= HA_KEY_ALG_BTREE;
796
mem_per_row_keys+=sizeof(TREE_ELEMENT)+pos->key_length+sizeof(char*);
799
assert(0); // cannot happen
720
mem_per_row_keys+= sizeof(char*) * 2; // = sizeof(HASH_INFO)
802
722
for (; key_part != key_part_end; key_part++, seg++)
804
724
Field *field= key_part->field;
806
if (pos->algorithm == HA_KEY_ALG_BTREE)
807
seg->type= field->key_type();
810
727
if ((seg->type = field->key_type()) != (int) HA_KEYTYPE_TEXT &&
811
728
seg->type != HA_KEYTYPE_VARTEXT1 &&
864
if (key_part_size < share->null_bytes + ((share->last_null_bit_pos+7) >> 3))
781
if (key_part_size < table_arg->getShare()->null_bytes + ((table_arg->getShare()->last_null_bit_pos+7) >> 3))
866
783
/* Make sure to include null fields regardless of the presense of keys */
867
key_part_size = share->null_bytes + ((share->last_null_bit_pos+7) >> 3);
784
key_part_size = table_arg->getShare()->null_bytes + ((table_arg->getShare()->last_null_bit_pos+7) >> 3);
872
789
if (table_arg->found_next_number_field)
874
keydef[share->next_number_index].flag|= HA_AUTO_KEY;
875
found_real_auto_increment= share->next_number_key_offset == 0;
791
keydef[table_arg->getShare()->next_number_index].flag|= HA_AUTO_KEY;
792
found_real_auto_increment= table_arg->getShare()->next_number_key_offset == 0;
877
794
HP_CREATE_INFO hp_create_info;
878
795
hp_create_info.auto_key= auto_key;
882
799
hp_create_info.max_table_size=session->variables.max_heap_table_size;
883
800
hp_create_info.with_auto_increment= found_real_auto_increment;
884
801
hp_create_info.internal_table= internal_table;
885
hp_create_info.max_chunk_size= share->block_size;
886
hp_create_info.is_dynamic= (share->row_type == ROW_TYPE_DYNAMIC);
888
error= heap_create(internal::fn_format(buff,table_name,"","",
889
MY_REPLACE_EXT|MY_UNPACK_FILENAME),
891
column_count, columndef,
892
max_key_fieldnr, key_part_size,
893
share->reclength, mem_per_row_keys,
894
static_cast<uint32_t>(num_rows), /* We check for overflow above, so cast is fine here. */
896
&hp_create_info, internal_share);
898
free((unsigned char*) keydef);
899
free((void *) columndef);
802
hp_create_info.max_chunk_size= table_arg->getShare()->block_size;
804
error= heap_create(table_name,
808
table_arg->getShare()->getRecordLength(), mem_per_row_keys,
809
static_cast<uint32_t>(num_rows), /* We check for overflow above, so cast is fine here. */
811
&hp_create_info, internal_share);