~drizzle-trunk/drizzle/development

1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
1
/* - mode: c; c-basic-offset: 2; indent-tabs-mode: nil; -*-
2
 *  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
3
 *
4
 *  Copyright (C) 2008-2009 Sun Microsystems
5
 *
6
 *  This program is free software; you can redistribute it and/or modify
7
 *  it under the terms of the GNU General Public License as published by
8
 *  the Free Software Foundation; either version 2 of the License, or
9
 *  (at your option) any later version.
10
 *
11
 *  This program is distributed in the hope that it will be useful,
12
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14
 *  GNU General Public License for more details.
15
 *
16
 *  You should have received a copy of the GNU General Public License
17
 *  along with this program; if not, write to the Free Software
18
 *  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
19
 */
20
21
/**
22
 * @file
23
 *
24
 * Implementation of the JOIN cache
25
 * 
26
 * @defgroup Query_Optimizer  Query Optimizer
27
 * @{
28
 */
29
30
#include "drizzled/server_includes.h"
31
#include "drizzled/sql_select.h" /* include join.h */
32
#include "drizzled/field/blob.h"
33
1067.4.7 by Nathan Williams
The remaining files using cmax have been converted to std::max.
34
#include <algorithm>
35
36
using namespace std;
37
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
38
static uint32_t used_blob_length(CACHE_FIELD **ptr);
39
40
static uint32_t used_blob_length(CACHE_FIELD **ptr)
41
{
42
  uint32_t length,blob_length;
43
  for (length=0 ; *ptr ; ptr++)
44
  {
45
    (*ptr)->blob_length=blob_length=(*ptr)->blob_field->get_length();
46
    length+=blob_length;
47
    (*ptr)->blob_field->get_ptr(&(*ptr)->str);
48
  }
49
  return length;
50
}
51
52
/*****************************************************************************
53
  Fill join cache with packed records
54
  Records are stored in tab->cache.buffer and last record in
55
  last record is stored with pointers to blobs to support very big
56
  records
57
******************************************************************************/
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
58
int join_init_cache(Session *session, JoinTable *tables, uint32_t table_count)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
59
{
60
  register unsigned int i;
61
  unsigned int length, blobs;
62
  size_t size;
63
  CACHE_FIELD *copy,**blob_ptr;
64
  JOIN_CACHE  *cache;
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
65
  JoinTable *join_tab;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
66
67
  cache= &tables[table_count].cache;
68
  cache->fields=blobs=0;
69
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
70
  join_tab= tables;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
71
  for (i=0 ; i < table_count ; i++,join_tab++)
72
  {
73
    if (!join_tab->used_fieldlength)		/* Not calced yet */
74
      calc_used_field_length(session, join_tab);
75
    cache->fields+=join_tab->used_fields;
76
    blobs+=join_tab->used_blobs;
77
78
    /* SemiJoinDuplicateElimination: reserve space for rowid */
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
79
    if (join_tab->rowid_keep_flags & JoinTable::KEEP_ROWID)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
80
    {
81
      cache->fields++;
82
      join_tab->used_fieldlength += join_tab->table->file->ref_length;
83
    }
84
  }
85
  if (!(cache->field=(CACHE_FIELD*)
86
	sql_alloc(sizeof(CACHE_FIELD)*(cache->fields+table_count*2)+(blobs+1)*
87
88
		  sizeof(CACHE_FIELD*))))
89
  {
90
    free((unsigned char*) cache->buff);		/* purecov: inspected */
91
    cache->buff=0;				/* purecov: inspected */
92
    return(1);				/* purecov: inspected */
93
  }
94
  copy=cache->field;
95
  blob_ptr=cache->blob_ptr=(CACHE_FIELD**)
96
    (cache->field+cache->fields+table_count*2);
97
98
  length=0;
99
  for (i=0 ; i < table_count ; i++)
100
  {
101
    uint32_t null_fields=0, used_fields;
102
    Field **f_ptr,*field;
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
103
    for (f_ptr= tables[i].table->field,used_fields= tables[i].used_fields; used_fields; f_ptr++)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
104
    {
105
      field= *f_ptr;
106
      if (field->isReadSet())
107
      {
1039.2.4 by Jay Pipes
Tiny indentation cleanup.
108
        used_fields--;
109
        length+=field->fill_cache_field(copy);
110
        if (copy->blob_field)
111
          (*blob_ptr++)=copy;
112
        if (field->maybe_null())
113
          null_fields++;
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
114
        copy->get_rowid= NULL;
1039.2.4 by Jay Pipes
Tiny indentation cleanup.
115
        copy++;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
116
      }
117
    }
118
    /* Copy null bits from table */
119
    if (null_fields && tables[i].table->getNullFields())
120
    {						/* must copy null bits */
121
      copy->str= tables[i].table->null_flags;
122
      copy->length= tables[i].table->s->null_bytes;
123
      copy->strip=0;
124
      copy->blob_field=0;
125
      copy->get_rowid= NULL;
126
      length+=copy->length;
127
      copy++;
128
      cache->fields++;
129
    }
130
    /* If outer join table, copy null_row flag */
131
    if (tables[i].table->maybe_null)
132
    {
133
      copy->str= (unsigned char*) &tables[i].table->null_row;
134
      copy->length=sizeof(tables[i].table->null_row);
135
      copy->strip=0;
136
      copy->blob_field=0;
137
      copy->get_rowid= NULL;
138
      length+=copy->length;
139
      copy++;
140
      cache->fields++;
141
    }
142
    /* SemiJoinDuplicateElimination: Allocate space for rowid if needed */
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
143
    if (tables[i].rowid_keep_flags & JoinTable::KEEP_ROWID)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
144
    {
145
      copy->str= tables[i].table->file->ref;
146
      copy->length= tables[i].table->file->ref_length;
147
      copy->strip=0;
148
      copy->blob_field=0;
149
      copy->get_rowid= NULL;
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
150
      if (tables[i].rowid_keep_flags & JoinTable::CALL_POSITION)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
151
      {
152
        /* We will need to call h->position(): */
153
        copy->get_rowid= tables[i].table;
154
        /* And those after us won't have to: */
1089.1.1 by Brian Aker
Remove of JOIN_TAB to JoinTable
155
        tables[i].rowid_keep_flags&=  ~((int)JoinTable::CALL_POSITION);
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
156
      }
157
      copy++;
158
    }
159
  }
160
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
161
  cache->length= length+blobs*sizeof(char*);
162
  cache->blobs= blobs;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
163
  *blob_ptr= NULL;					/* End sequentel */
1067.4.7 by Nathan Williams
The remaining files using cmax have been converted to std::max.
164
  size= max((size_t) session->variables.join_buff_size, (size_t)cache->length);
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
165
  if (!(cache->buff= (unsigned char*) malloc(size)))
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
166
    return 1;				/* Don't use cache */ /* purecov: inspected */
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
167
  cache->end= cache->buff+size;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
168
  reset_cache_write(cache);
169
  return 0;
170
}
171
172
bool store_record_in_cache(JOIN_CACHE *cache)
173
{
174
  uint32_t length;
175
  unsigned char *pos;
176
  CACHE_FIELD *copy,*end_field;
177
  bool last_record;
178
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
179
  pos= cache->pos;
180
  end_field= cache->field+cache->fields;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
181
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
182
  length= cache->length;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
183
  if (cache->blobs)
184
    length+= used_blob_length(cache->blob_ptr);
185
  if ((last_record= (length + cache->length > (size_t) (cache->end - pos))))
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
186
    cache->ptr_record= cache->records;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
187
  /*
188
    There is room in cache. Put record there
189
  */
190
  cache->records++;
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
191
  for (copy= cache->field; copy < end_field; copy++)
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
192
  {
193
    if (copy->blob_field)
194
    {
195
      if (last_record)
196
      {
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
197
        copy->blob_field->get_image(pos, copy->length+sizeof(char*), copy->blob_field->charset());
198
        pos+= copy->length+sizeof(char*);
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
199
      }
200
      else
201
      {
202
        copy->blob_field->get_image(pos, copy->length, // blob length
203
				    copy->blob_field->charset());
204
        memcpy(pos+copy->length,copy->str,copy->blob_length);  // Blob data
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
205
        pos+= copy->length+copy->blob_length;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
206
      }
207
    }
208
    else
209
    {
210
      // SemiJoinDuplicateElimination: Get the rowid into table->ref:
211
      if (copy->get_rowid)
212
        copy->get_rowid->file->position(copy->get_rowid->record[0]);
213
214
      if (copy->strip)
215
      {
216
        unsigned char *str,*end;
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
217
        for (str= copy->str,end= str+copy->length; end > str && end[-1] == ' '; end--)
218
        {}
219
        length= (uint32_t) (end-str);
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
220
        memcpy(pos+2, str, length);
221
        int2store(pos, length);
222
        pos+= length+2;
223
      }
224
      else
225
      {
226
        memcpy(pos,copy->str,copy->length);
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
227
        pos+= copy->length;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
228
      }
229
    }
230
  }
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
231
  cache->pos= pos;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
232
  return last_record || (size_t) (cache->end - pos) < cache->length;
233
}
234
235
void reset_cache_read(JOIN_CACHE *cache)
236
{
1039.2.7 by Jay Pipes
Yet more style and indentation cleanups.
237
  cache->record_nr= 0;
238
  cache->pos= cache->buff;
1039.2.3 by Jay Pipes
Phase 3 of refactoring JOIN
239
}
240
241
void reset_cache_write(JOIN_CACHE *cache)
242
{
243
  reset_cache_read(cache);
244
  cache->records= 0;
245
  cache->ptr_record= UINT32_MAX;
246
}
247
248
/**
249
  @} (end of group Query_Optimizer)
250
*/