← Back to branch summary

~drizzle-trunk/drizzle/development

« back to all changes in this revision

Viewing changes to drizzled/optimizer/range.cc

  • Committer: Brian Aker
  • Date: 2010-08-17 01:34:55 UTC
  • mto: (1711.1.23 build)
  • mto: This revision was merged to the branch mainline in revision 1714.
  • Revision ID: brian@tangent.org-20100817013455-zx3nm7qilxvpwrgb
Style on structure cleanup

Show diffs side-by-side

added added

removed removed

Lines of Context:
drizzled/optimizer/range.cc
1
1
/* -*- mode: c++; c-basic-offset: 2; indent-tabs-mode: nil; -*-
2
2
 *  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
3
3
 *
4
 
 *  Copyright (C) 2008-2009 Sun Microsystems, Inc.
 
4
 *  Copyright (C) 2008-2009 Sun Microsystems
5
5
 *
6
6
 *  This program is free software; you can redistribute it and/or modify
7
7
 *  it under the terms of the GNU General Public License as published by
109
109
#include <vector>
110
110
#include <algorithm>
111
111
 
112
 
#include <boost/dynamic_bitset.hpp>
113
 
 
114
 
#include "drizzled/check_stack_overrun.h"
 
112
#include "drizzled/sql_base.h"
 
113
#include "drizzled/sql_select.h"
115
114
#include "drizzled/error.h"
 
115
#include "drizzled/optimizer/cost_vector.h"
 
116
#include "drizzled/item/cmpfunc.h"
116
117
#include "drizzled/field/num.h"
117
 
#include "drizzled/internal/iocache.h"
118
 
#include "drizzled/internal/my_sys.h"
119
 
#include "drizzled/item/cmpfunc.h"
120
 
#include "drizzled/optimizer/cost_vector.h"
 
118
#include "drizzled/check_stack_overrun.h"
 
119
#include "drizzled/optimizer/sum.h"
 
120
#include "drizzled/optimizer/range.h"
 
121
#include "drizzled/optimizer/quick_range.h"
 
122
#include "drizzled/optimizer/quick_range_select.h"
121
123
#include "drizzled/optimizer/quick_group_min_max_select.h"
122
124
#include "drizzled/optimizer/quick_index_merge_select.h"
123
 
#include "drizzled/optimizer/quick_range.h"
124
 
#include "drizzled/optimizer/quick_range_select.h"
125
125
#include "drizzled/optimizer/quick_ror_intersect_select.h"
126
126
#include "drizzled/optimizer/quick_ror_union_select.h"
127
 
#include "drizzled/optimizer/range.h"
128
 
#include "drizzled/optimizer/range_param.h"
 
127
#include "drizzled/optimizer/table_read_plan.h"
129
128
#include "drizzled/optimizer/sel_arg.h"
130
129
#include "drizzled/optimizer/sel_imerge.h"
131
130
#include "drizzled/optimizer/sel_tree.h"
132
 
#include "drizzled/optimizer/sum.h"
133
 
#include "drizzled/optimizer/table_read_plan.h"
134
 
#include "drizzled/plugin/storage_engine.h"
 
131
#include "drizzled/optimizer/range_param.h"
135
132
#include "drizzled/records.h"
136
 
#include "drizzled/sql_base.h"
137
 
#include "drizzled/sql_select.h"
138
 
#include "drizzled/table_reference.h"
 
133
#include "drizzled/internal/my_sys.h"
 
134
#include "drizzled/internal/iocache.h"
139
135
 
140
136
#include "drizzled/temporal.h" /* Needed in get_mm_leaf() for timestamp -> datetime comparisons */
141
137
 
232
228
  }
233
229
}
234
230
 
 
231
struct st_ror_scan_info;
 
232
 
235
233
static optimizer::SEL_TREE * get_mm_parts(optimizer::RangeParameter *param,
236
234
                               COND *cond_func,
237
235
                               Field *field,
350
348
  {
351
349
    return 0;
352
350
  }
353
 
  if (! (select= new optimizer::SqlSelect()))
 
351
  if (! (select= new optimizer::SqlSelect))
354
352
  {
355
353
    *error= 1;                  // out of memory
356
354
    return 0;
387
385
 
388
386
void optimizer::SqlSelect::cleanup()
389
387
{
390
 
  if (quick)
391
 
  {
392
 
    delete quick;
393
 
    quick= NULL;
394
 
  }
395
 
 
 
388
  delete quick;
 
389
  quick= 0;
396
390
  if (free_cond)
397
391
  {
398
392
    free_cond= 0;
399
393
    delete cond;
400
394
    cond= 0;
401
395
  }
402
 
  file->close_cached_file();
 
396
  close_cached_file(file);
403
397
}
404
398
 
405
399
 
466
460
    MAX_KEY if no such index was found.
467
461
*/
468
462
 
469
 
uint32_t optimizer::get_index_for_order(Table *table, Order *order, ha_rows limit)
 
463
uint32_t optimizer::get_index_for_order(Table *table, order_st *order, ha_rows limit)
470
464
{
471
465
  uint32_t idx;
472
466
  uint32_t match_key= MAX_KEY, match_key_len= MAX_KEY_LENGTH + 1;
473
 
  Order *ord;
 
467
  order_st *ord;
474
468
 
475
469
  for (ord= order; ord; ord= ord->next)
476
470
    if (!ord->asc)
545
539
static int fill_used_fields_bitmap(optimizer::Parameter *param)
546
540
{
547
541
  Table *table= param->table;
 
542
  my_bitmap_map *tmp;
548
543
  uint32_t pk;
549
 
  param->tmp_covered_fields.clear();
550
 
  param->needed_fields.resize(table->getShare()->sizeFields());
551
 
  param->needed_fields.reset();
 
544
  param->tmp_covered_fields.setBitmap(0);
 
545
  param->fields_bitmap_size= table->getShare()->column_bitmap_size;
 
546
  if (!(tmp= (my_bitmap_map*) param->mem_root->alloc_root(param->fields_bitmap_size)) ||
 
547
      param->needed_fields.init(tmp, table->getShare()->sizeFields()))
 
548
  {
 
549
    return 1;
 
550
  }
552
551
 
553
 
  param->needed_fields|= *table->read_set;
554
 
  param->needed_fields|= *table->write_set;
 
552
  param->needed_fields= *table->read_set;
 
553
  bitmap_union(&param->needed_fields, table->write_set);
555
554
 
556
555
  pk= param->table->getShare()->getPrimaryKey();
557
556
  if (pk != MAX_KEY && param->table->cursor->primary_key_is_clustered())
561
560
    KeyPartInfo *key_part_end= key_part +
562
561
                                 param->table->key_info[pk].key_parts;
563
562
    for (;key_part != key_part_end; ++key_part)
564
 
      param->needed_fields.reset(key_part->fieldnr-1);
 
563
      param->needed_fields.clearBit(key_part->fieldnr-1);
565
564
  }
566
565
  return 0;
567
566
}
642
641
{
643
642
  uint32_t idx;
644
643
  double scan_time;
645
 
  if (quick)
646
 
  {
647
 
    delete quick;
648
 
    quick= NULL;
649
 
  }
 
644
  delete quick;
 
645
  quick=0;
650
646
  needed_reg.reset();
651
647
  quick_keys.reset();
652
648
  if (keys_to_use.none())
862
858
      records= best_trp->records;
863
859
      if (! (quick= best_trp->make_quick(&param, true)) || quick->init())
864
860
      {
865
 
        /* quick can already be free here */
866
 
        if (quick)
867
 
        {
868
 
          delete quick;
869
 
          quick= NULL;
870
 
        }
 
861
        delete quick;
 
862
        quick= NULL;
871
863
      }
872
864
    }
873
865
 
1187
1179
}
1188
1180
 
1189
1181
 
 
1182
typedef struct st_ror_scan_info
 
1183
{
 
1184
  uint32_t      idx;      /* # of used key in param->keys */
 
1185
  uint32_t      keynr;    /* # of used key in table */
 
1186
  ha_rows   records;  /* estimate of # records this scan will return */
 
1187
 
 
1188
  /* Set of intervals over key fields that will be used for row retrieval. */
 
1189
  optimizer::SEL_ARG   *sel_arg;
 
1190
 
 
1191
  /* Fields used in the query and covered by this ROR scan. */
 
1192
  MyBitmap covered_fields;
 
1193
  uint32_t      used_fields_covered; /* # of set bits in covered_fields */
 
1194
  int       key_rec_length; /* length of key record (including rowid) */
 
1195
 
 
1196
  /*
 
1197
    Cost of reading all index records with values in sel_arg intervals set
 
1198
    (assuming there is no need to access full table records)
 
1199
  */
 
1200
  double    index_read_cost;
 
1201
  uint32_t      first_uncovered_field; /* first unused bit in covered_fields */
 
1202
  uint32_t      key_components; /* # of parts in the key */
 
1203
} ROR_SCAN_INFO;
 
1204
 
1190
1205
 
1191
1206
/*
1192
 
  Create optimizer::RorScanInfo* structure with a single ROR scan on index idx using
 
1207
  Create ROR_SCAN_INFO* structure with a single ROR scan on index idx using
1193
1208
  sel_arg set of intervals.
1194
1209
 
1195
1210
  SYNOPSIS
1204
1219
*/
1205
1220
 
1206
1221
static
1207
 
optimizer::RorScanInfo *make_ror_scan(const optimizer::Parameter *param, int idx, optimizer::SEL_ARG *sel_arg)
 
1222
ROR_SCAN_INFO *make_ror_scan(const optimizer::Parameter *param, int idx, optimizer::SEL_ARG *sel_arg)
1208
1223
{
1209
 
  optimizer::RorScanInfo *ror_scan= NULL;
 
1224
  ROR_SCAN_INFO *ror_scan;
 
1225
  my_bitmap_map *bitmap_buf;
1210
1226
 
1211
1227
  uint32_t keynr;
1212
1228
 
1213
 
  if (!(ror_scan= (optimizer::RorScanInfo*)param->mem_root->alloc_root(sizeof(optimizer::RorScanInfo))))
 
1229
  if (!(ror_scan= (ROR_SCAN_INFO*)param->mem_root->alloc_root(sizeof(ROR_SCAN_INFO))))
1214
1230
    return NULL;
1215
1231
 
1216
1232
  ror_scan->idx= idx;
1220
1236
  ror_scan->sel_arg= sel_arg;
1221
1237
  ror_scan->records= param->table->quick_rows[keynr];
1222
1238
 
1223
 
  ror_scan->covered_fields_size= param->table->getShare()->sizeFields();
1224
 
  boost::dynamic_bitset<> tmp_bitset(param->table->getShare()->sizeFields());
1225
 
  tmp_bitset.reset();
 
1239
  if (!(bitmap_buf= (my_bitmap_map*) param->mem_root->alloc_root(param->fields_bitmap_size)))
 
1240
  {
 
1241
    return NULL;
 
1242
  }
 
1243
 
 
1244
  if (ror_scan->covered_fields.init(bitmap_buf, param->table->getShare()->sizeFields()))
 
1245
  {
 
1246
    return NULL;
 
1247
  }
 
1248
  ror_scan->covered_fields.clearAll();
1226
1249
 
1227
1250
  KeyPartInfo *key_part= param->table->key_info[keynr].key_part;
1228
1251
  KeyPartInfo *key_part_end= key_part +
1229
1252
                               param->table->key_info[keynr].key_parts;
1230
 
  for (; key_part != key_part_end; ++key_part)
 
1253
  for (;key_part != key_part_end; ++key_part)
1231
1254
  {
1232
 
    if (param->needed_fields.test(key_part->fieldnr-1))
1233
 
      tmp_bitset.set(key_part->fieldnr-1);
 
1255
    if (param->needed_fields.isBitSet(key_part->fieldnr-1))
 
1256
      ror_scan->covered_fields.setBit(key_part->fieldnr-1);
1234
1257
  }
1235
1258
  double rows= rows2double(param->table->quick_rows[ror_scan->keynr]);
1236
1259
  ror_scan->index_read_cost=
1237
1260
    param->table->cursor->index_only_read_time(ror_scan->keynr, rows);
1238
 
  ror_scan->covered_fields= tmp_bitset.to_ulong();
1239
 
  return ror_scan;
 
1261
  return(ror_scan);
1240
1262
}
1241
1263
 
1242
1264
 
1243
1265
/*
1244
 
  Compare two optimizer::RorScanInfo** by  E(#records_matched) * key_record_length.
 
1266
  Compare two ROR_SCAN_INFO** by  E(#records_matched) * key_record_length.
1245
1267
  SYNOPSIS
1246
1268
    cmp_ror_scan_info()
1247
1269
      a ptr to first compared value
1253
1275
    1 a > b
1254
1276
*/
1255
1277
 
1256
 
static int cmp_ror_scan_info(optimizer::RorScanInfo** a, optimizer::RorScanInfo** b)
 
1278
static int cmp_ror_scan_info(ROR_SCAN_INFO** a, ROR_SCAN_INFO** b)
1257
1279
{
1258
1280
  double val1= rows2double((*a)->records) * (*a)->key_rec_length;
1259
1281
  double val2= rows2double((*b)->records) * (*b)->key_rec_length;
1262
1284
 
1263
1285
 
1264
1286
/*
1265
 
  Compare two optimizer::RorScanInfo** by
 
1287
  Compare two ROR_SCAN_INFO** by
1266
1288
   (#covered fields in F desc,
1267
1289
    #components asc,
1268
1290
    number of first not covered component asc)
1278
1300
    1 a > b
1279
1301
*/
1280
1302
 
1281
 
static int cmp_ror_scan_info_covering(optimizer::RorScanInfo** a, optimizer::RorScanInfo** b)
 
1303
static int cmp_ror_scan_info_covering(ROR_SCAN_INFO** a, ROR_SCAN_INFO** b)
1282
1304
{
1283
1305
  if ((*a)->used_fields_covered > (*b)->used_fields_covered)
1284
1306
    return -1;
1296
1318
}
1297
1319
 
1298
1320
/* Auxiliary structure for incremental ROR-intersection creation */
1299
 
typedef struct st_ror_intersect_info
 
1321
typedef struct
1300
1322
{
1301
 
  st_ror_intersect_info()
1302
 
    :
1303
 
      param(NULL),
1304
 
      covered_fields(),
1305
 
      out_rows(0.0),
1306
 
      is_covering(false),
1307
 
      index_records(0),
1308
 
      index_scan_costs(0.0),
1309
 
      total_cost(0.0)
1310
 
  {}
1311
 
 
1312
 
  st_ror_intersect_info(const optimizer::Parameter *in_param)
1313
 
    :
1314
 
      param(in_param),
1315
 
      covered_fields(in_param->table->getShare()->sizeFields()),
1316
 
      out_rows(in_param->table->cursor->stats.records),
1317
 
      is_covering(false),
1318
 
      index_records(0),
1319
 
      index_scan_costs(0.0),
1320
 
      total_cost(0.0)
1321
 
  {
1322
 
    covered_fields.reset();
1323
 
  }
1324
 
 
1325
1323
  const optimizer::Parameter *param;
1326
 
  boost::dynamic_bitset<> covered_fields; /* union of fields covered by all scans */
 
1324
  MyBitmap covered_fields; /* union of fields covered by all scans */
1327
1325
  /*
1328
1326
    Fraction of table records that satisfies conditions of all scans.
1329
1327
    This is the number of full records that will be retrieved if a
1339
1337
} ROR_INTERSECT_INFO;
1340
1338
 
1341
1339
 
 
1340
/*
 
1341
  Allocate a ROR_INTERSECT_INFO and initialize it to contain zero scans.
 
1342
 
 
1343
  SYNOPSIS
 
1344
    ror_intersect_init()
 
1345
      param         Parameter from test_quick_select
 
1346
 
 
1347
  RETURN
 
1348
    allocated structure
 
1349
    NULL on error
 
1350
*/
 
1351
 
 
1352
static
 
1353
ROR_INTERSECT_INFO* ror_intersect_init(const optimizer::Parameter *param)
 
1354
{
 
1355
  ROR_INTERSECT_INFO *info;
 
1356
  my_bitmap_map* buf;
 
1357
  if (!(info= (ROR_INTERSECT_INFO*)param->mem_root->alloc_root(sizeof(ROR_INTERSECT_INFO))))
 
1358
    return NULL;
 
1359
  info->param= param;
 
1360
  if (!(buf= (my_bitmap_map*) param->mem_root->alloc_root(param->fields_bitmap_size)))
 
1361
    return NULL;
 
1362
  if (info->covered_fields.init(buf, param->table->getShare()->sizeFields()))
 
1363
    return NULL;
 
1364
  info->is_covering= false;
 
1365
  info->index_scan_costs= 0.0;
 
1366
  info->index_records= 0;
 
1367
  info->out_rows= (double) param->table->cursor->stats.records;
 
1368
  info->covered_fields.clearAll();
 
1369
  return info;
 
1370
}
 
1371
 
1342
1372
static void ror_intersect_cpy(ROR_INTERSECT_INFO *dst,
1343
1373
                              const ROR_INTERSECT_INFO *src)
1344
1374
{
1443
1473
*/
1444
1474
 
1445
1475
static double ror_scan_selectivity(const ROR_INTERSECT_INFO *info,
1446
 
                                   const optimizer::RorScanInfo *scan)
 
1476
                                   const ROR_SCAN_INFO *scan)
1447
1477
{
1448
1478
  double selectivity_mult= 1.0;
1449
1479
  KeyPartInfo *key_part= info->param->table->key_info[scan->keynr].key_part;
1453
1483
  optimizer::SEL_ARG *tuple_arg= NULL;
1454
1484
  key_part_map keypart_map= 0;
1455
1485
  bool cur_covered;
1456
 
  bool prev_covered= test(info->covered_fields.test(key_part->fieldnr-1));
 
1486
  bool prev_covered= test(info->covered_fields.isBitSet(key_part->fieldnr-1));
1457
1487
  key_range min_range;
1458
1488
  key_range max_range;
1459
1489
  min_range.key= key_val;
1466
1496
       sel_arg= sel_arg->next_key_part)
1467
1497
  {
1468
1498
    cur_covered=
1469
 
      test(info->covered_fields.test(key_part[sel_arg->part].fieldnr-1));
 
1499
      test(info->covered_fields.isBitSet(key_part[sel_arg->part].fieldnr-1));
1470
1500
    if (cur_covered != prev_covered)
1471
1501
    {
1472
1502
      /* create (part1val, ..., part{n-1}val) tuple. */
1551
1581
*/
1552
1582
 
1553
1583
static bool ror_intersect_add(ROR_INTERSECT_INFO *info,
1554
 
                              optimizer::RorScanInfo* ror_scan, bool is_cpk_scan)
 
1584
                              ROR_SCAN_INFO* ror_scan, bool is_cpk_scan)
1555
1585
{
1556
1586
  double selectivity_mult= 1.0;
1557
1587
 
1578
1608
  {
1579
1609
    info->index_records += info->param->table->quick_rows[ror_scan->keynr];
1580
1610
    info->index_scan_costs += ror_scan->index_read_cost;
1581
 
    boost::dynamic_bitset<> tmp_bitset= ror_scan->bitsToBitset();
1582
 
    info->covered_fields|= tmp_bitset;
1583
 
    if (! info->is_covering && info->param->needed_fields.is_subset_of(info->covered_fields))
 
1611
    bitmap_union(&info->covered_fields, &ror_scan->covered_fields);
 
1612
    if (!info->is_covering && bitmap_is_subset(&info->param->needed_fields,
 
1613
                                               &info->covered_fields))
1584
1614
    {
1585
1615
      info->is_covering= true;
1586
1616
    }
1587
1617
  }
1588
1618
 
1589
1619
  info->total_cost= info->index_scan_costs;
1590
 
  if (! info->is_covering)
 
1620
  if (!info->is_covering)
1591
1621
  {
1592
1622
    optimizer::CostVector sweep_cost;
1593
1623
    Join *join= info->param->session->lex->select_lex.join;
1638
1668
                                                            optimizer::SEL_TREE *tree,
1639
1669
                                                            double read_time)
1640
1670
{
1641
 
  optimizer::RorScanInfo **ror_scan_mark;
1642
 
  optimizer::RorScanInfo **ror_scans_end= tree->ror_scans_end;
 
1671
  ROR_SCAN_INFO **ror_scan_mark;
 
1672
  ROR_SCAN_INFO **ror_scans_end= tree->ror_scans_end;
1643
1673
 
1644
 
  for (optimizer::RorScanInfo **scan= tree->ror_scans; scan != ror_scans_end; ++scan)
 
1674
  for (ROR_SCAN_INFO **scan= tree->ror_scans; scan != ror_scans_end; ++scan)
1645
1675
    (*scan)->key_components=
1646
1676
      param->table->key_info[(*scan)->keynr].key_parts;
1647
1677
 
1653
1683
  /*I=set of all covering indexes */
1654
1684
  ror_scan_mark= tree->ror_scans;
1655
1685
 
1656
 
  boost::dynamic_bitset<> *covered_fields= &param->tmp_covered_fields;
1657
 
  if (covered_fields->empty())
 
1686
  MyBitmap *covered_fields= &param->tmp_covered_fields;
 
1687
  if (! covered_fields->getBitmap())
1658
1688
  {
1659
 
    covered_fields->resize(param->table->getShare()->sizeFields());
 
1689
    my_bitmap_map *tmp_bitmap= (my_bitmap_map*)param->mem_root->alloc_root(param->fields_bitmap_size);
 
1690
    covered_fields->setBitmap(tmp_bitmap);
1660
1691
  }
1661
 
  covered_fields->reset();
 
1692
  if (! covered_fields->getBitmap() ||
 
1693
      covered_fields->init(covered_fields->getBitmap(),
 
1694
                           param->table->getShare()->sizeFields()))
 
1695
    return 0;
 
1696
  covered_fields->clearAll();
1662
1697
 
1663
1698
  double total_cost= 0.0f;
1664
1699
  ha_rows records=0;
1672
1707
        number of first not covered component
1673
1708
      Calculate and save these values for each of remaining scans.
1674
1709
    */
1675
 
    for (optimizer::RorScanInfo **scan= ror_scan_mark; scan != ror_scans_end; ++scan)
 
1710
    for (ROR_SCAN_INFO **scan= ror_scan_mark; scan != ror_scans_end; ++scan)
1676
1711
    {
1677
 
      /* subtract one bitset from the other */
1678
 
      (*scan)->subtractBitset(*covered_fields);
 
1712
      bitmap_subtract(&(*scan)->covered_fields, covered_fields);
1679
1713
      (*scan)->used_fields_covered=
1680
 
        (*scan)->getBitCount();
1681
 
      (*scan)->first_uncovered_field= (*scan)->findFirstNotSet();
 
1714
        (*scan)->covered_fields.getBitsSet();
 
1715
      (*scan)->first_uncovered_field=
 
1716
        (*scan)->covered_fields.getFirst();
1682
1717
    }
1683
1718
 
1684
1719
    internal::my_qsort(ror_scan_mark, ror_scans_end-ror_scan_mark,
1685
 
                       sizeof(optimizer::RorScanInfo*),
 
1720
                       sizeof(ROR_SCAN_INFO*),
1686
1721
                       (qsort_cmp)cmp_ror_scan_info_covering);
1687
1722
 
1688
1723
    /* I=I-first(I) */
1691
1726
    if (total_cost > read_time)
1692
1727
      return NULL;
1693
1728
    /* F=F-covered by first(I) */
1694
 
    boost::dynamic_bitset<> tmp_bitset= (*ror_scan_mark)->bitsToBitset();
1695
 
    *covered_fields|= tmp_bitset;
1696
 
    all_covered= param->needed_fields.is_subset_of(*covered_fields);
1697
 
  } while ((++ror_scan_mark < ror_scans_end) && ! all_covered);
 
1729
    bitmap_union(covered_fields, &(*ror_scan_mark)->covered_fields);
 
1730
    all_covered= bitmap_is_subset(&param->needed_fields, covered_fields);
 
1731
  } while ((++ror_scan_mark < ror_scans_end) && !all_covered);
1698
1732
 
1699
1733
  if (!all_covered || (ror_scan_mark - tree->ror_scans) == 1)
1700
1734
    return NULL;
1718
1752
  }
1719
1753
 
1720
1754
  uint32_t best_num= (ror_scan_mark - tree->ror_scans);
1721
 
  if (!(trp->first_scan= (optimizer::RorScanInfo**)param->mem_root->alloc_root(sizeof(optimizer::RorScanInfo*)* best_num)))
 
1755
  if (!(trp->first_scan= (ROR_SCAN_INFO**)param->mem_root->alloc_root(sizeof(ROR_SCAN_INFO*)* best_num)))
1722
1756
    return NULL;
1723
 
  memcpy(trp->first_scan, tree->ror_scans, best_num*sizeof(optimizer::RorScanInfo*));
 
1757
  memcpy(trp->first_scan, tree->ror_scans, best_num*sizeof(ROR_SCAN_INFO*));
1724
1758
  trp->last_scan=  trp->first_scan + best_num;
1725
1759
  trp->is_covering= true;
1726
1760
  trp->read_cost= total_cost;
1809
1843
    return NULL;
1810
1844
 
1811
1845
  /*
1812
 
    Step1: Collect ROR-able SEL_ARGs and create optimizer::RorScanInfo for each of
 
1846
    Step1: Collect ROR-able SEL_ARGs and create ROR_SCAN_INFO for each of
1813
1847
    them. Also find and save clustered PK scan if there is one.
1814
1848
  */
1815
 
  optimizer::RorScanInfo **cur_ror_scan= NULL;
1816
 
  optimizer::RorScanInfo *cpk_scan= NULL;
 
1849
  ROR_SCAN_INFO **cur_ror_scan= NULL;
 
1850
  ROR_SCAN_INFO *cpk_scan= NULL;
1817
1851
  uint32_t cpk_no= 0;
1818
1852
  bool cpk_scan_used= false;
1819
1853
 
1820
 
  if (! (tree->ror_scans= (optimizer::RorScanInfo**)param->mem_root->alloc_root(sizeof(optimizer::RorScanInfo*)* param->keys)))
 
1854
  if (! (tree->ror_scans= (ROR_SCAN_INFO**)param->mem_root->alloc_root(sizeof(ROR_SCAN_INFO*)* param->keys)))
1821
1855
  {
1822
1856
    return NULL;
1823
1857
  }
1826
1860
 
1827
1861
  for (idx= 0, cur_ror_scan= tree->ror_scans; idx < param->keys; idx++)
1828
1862
  {
1829
 
    optimizer::RorScanInfo *scan;
 
1863
    ROR_SCAN_INFO *scan;
1830
1864
    if (! tree->ror_scans_map.test(idx))
1831
1865
      continue;
1832
 
    if (! (scan= make_ror_scan(param, idx, tree->keys[idx])))
 
1866
    if (!(scan= make_ror_scan(param, idx, tree->keys[idx])))
1833
1867
      return NULL;
1834
1868
    if (param->real_keynr[idx] == cpk_no)
1835
1869
    {
1843
1877
  tree->ror_scans_end= cur_ror_scan;
1844
1878
  /*
1845
1879
    Ok, [ror_scans, ror_scans_end) is array of ptrs to initialized
1846
 
    optimizer::RorScanInfo's.
 
1880
    ROR_SCAN_INFO's.
1847
1881
    Step 2: Get best ROR-intersection using an approximate algorithm.
1848
1882
  */
1849
 
  internal::my_qsort(tree->ror_scans, tree->n_ror_scans, sizeof(optimizer::RorScanInfo*),
 
1883
  internal::my_qsort(tree->ror_scans, tree->n_ror_scans, sizeof(ROR_SCAN_INFO*),
1850
1884
                     (qsort_cmp)cmp_ror_scan_info);
1851
1885
 
1852
 
  optimizer::RorScanInfo **intersect_scans= NULL; /* ROR scans used in index intersection */
1853
 
  optimizer::RorScanInfo **intersect_scans_end= NULL;
1854
 
  if (! (intersect_scans= (optimizer::RorScanInfo**)param->mem_root->alloc_root(sizeof(optimizer::RorScanInfo*) * tree->n_ror_scans)))
 
1886
  ROR_SCAN_INFO **intersect_scans= NULL; /* ROR scans used in index intersection */
 
1887
  ROR_SCAN_INFO **intersect_scans_end= NULL;
 
1888
  if (! (intersect_scans= (ROR_SCAN_INFO**)param->mem_root->alloc_root(sizeof(ROR_SCAN_INFO*) * tree->n_ror_scans)))
1855
1889
    return NULL;
1856
1890
  intersect_scans_end= intersect_scans;
1857
1891
 
1858
1892
  /* Create and incrementally update ROR intersection. */
1859
 
  ROR_INTERSECT_INFO intersect(param);
1860
 
  ROR_INTERSECT_INFO intersect_best(param);
 
1893
  ROR_INTERSECT_INFO *intersect= NULL;
 
1894
  ROR_INTERSECT_INFO *intersect_best= NULL;
 
1895
  if (! (intersect= ror_intersect_init(param)) ||
 
1896
      ! (intersect_best= ror_intersect_init(param)))
 
1897
    return NULL;
1861
1898
 
1862
1899
  /* [intersect_scans,intersect_scans_best) will hold the best intersection */
1863
 
  optimizer::RorScanInfo **intersect_scans_best= NULL;
 
1900
  ROR_SCAN_INFO **intersect_scans_best= NULL;
1864
1901
  cur_ror_scan= tree->ror_scans;
1865
1902
  intersect_scans_best= intersect_scans;
1866
 
  while (cur_ror_scan != tree->ror_scans_end && ! intersect.is_covering)
 
1903
  while (cur_ror_scan != tree->ror_scans_end && !intersect->is_covering)
1867
1904
  {
1868
1905
    /* S= S + first(R);  R= R - first(R); */
1869
 
    if (! ror_intersect_add(&intersect, *cur_ror_scan, false))
 
1906
    if (!ror_intersect_add(intersect, *cur_ror_scan, false))
1870
1907
    {
1871
1908
      cur_ror_scan++;
1872
1909
      continue;
1874
1911
 
1875
1912
    *(intersect_scans_end++)= *(cur_ror_scan++);
1876
1913
 
1877
 
    if (intersect.total_cost < min_cost)
 
1914
    if (intersect->total_cost < min_cost)
1878
1915
    {
1879
1916
      /* Local minimum found, save it */
1880
 
      ror_intersect_cpy(&intersect_best, &intersect);
 
1917
      ror_intersect_cpy(intersect_best, intersect);
1881
1918
      intersect_scans_best= intersect_scans_end;
1882
 
      min_cost = intersect.total_cost;
 
1919
      min_cost = intersect->total_cost;
1883
1920
    }
1884
1921
  }
1885
1922
 
1888
1925
    return NULL;
1889
1926
  }
1890
1927
 
1891
 
  *are_all_covering= intersect.is_covering;
 
1928
  *are_all_covering= intersect->is_covering;
1892
1929
  uint32_t best_num= intersect_scans_best - intersect_scans;
1893
 
  ror_intersect_cpy(&intersect, &intersect_best);
 
1930
  ror_intersect_cpy(intersect, intersect_best);
1894
1931
 
1895
1932
  /*
1896
1933
    Ok, found the best ROR-intersection of non-CPK key scans.
1897
1934
    Check if we should add a CPK scan. If the obtained ROR-intersection is
1898
1935
    covering, it doesn't make sense to add CPK scan.
1899
1936
  */
1900
 
  if (cpk_scan && ! intersect.is_covering)
 
1937
  if (cpk_scan && !intersect->is_covering)
1901
1938
  {
1902
 
    if (ror_intersect_add(&intersect, cpk_scan, true) &&
1903
 
        (intersect.total_cost < min_cost))
 
1939
    if (ror_intersect_add(intersect, cpk_scan, true) &&
 
1940
        (intersect->total_cost < min_cost))
1904
1941
    {
1905
1942
      cpk_scan_used= true;
1906
1943
      intersect_best= intersect; //just set pointer here
1915
1952
      return trp;
1916
1953
 
1917
1954
    if (! (trp->first_scan=
1918
 
           (optimizer::RorScanInfo**)param->mem_root->alloc_root(sizeof(optimizer::RorScanInfo*)*best_num)))
 
1955
           (ROR_SCAN_INFO**)param->mem_root->alloc_root(sizeof(ROR_SCAN_INFO*)*best_num)))
1919
1956
      return NULL;
1920
 
    memcpy(trp->first_scan, intersect_scans, best_num*sizeof(optimizer::RorScanInfo*));
 
1957
    memcpy(trp->first_scan, intersect_scans, best_num*sizeof(ROR_SCAN_INFO*));
1921
1958
    trp->last_scan=  trp->first_scan + best_num;
1922
 
    trp->is_covering= intersect_best.is_covering;
1923
 
    trp->read_cost= intersect_best.total_cost;
 
1959
    trp->is_covering= intersect_best->is_covering;
 
1960
    trp->read_cost= intersect_best->total_cost;
1924
1961
    /* Prevent divisons by zero */
1925
 
    ha_rows best_rows = double2rows(intersect_best.out_rows);
 
1962
    ha_rows best_rows = double2rows(intersect_best->out_rows);
1926
1963
    if (! best_rows)
1927
1964
      best_rows= 1;
1928
1965
    set_if_smaller(param->table->quick_condition_rows, best_rows);
1929
1966
    trp->records= best_rows;
1930
 
    trp->index_scan_costs= intersect_best.index_scan_costs;
 
1967
    trp->index_scan_costs= intersect_best->index_scan_costs;
1931
1968
    trp->cpk_scan= cpk_scan_used? cpk_scan: NULL;
1932
1969
  }
1933
1970
  return trp;
3124
3161
    tree= &optimizer::null_element;                        // cmp with NULL is never true
3125
3162
    goto end;
3126
3163
  }
3127
 
 
3128
 
  /*
3129
 
    Any predicate except "<=>"(null-safe equality operator) involving NULL as a
3130
 
    constant is always FALSE
3131
 
    Put IMPOSSIBLE Tree(null_element) here.
3132
 
  */  
3133
 
  if (type != Item_func::EQUAL_FUNC && field->is_real_null())
3134
 
  {
3135
 
    tree= &optimizer::null_element;
3136
 
    goto end;
3137
 
  }
3138
 
 
3139
3164
  str= (unsigned char*) alloc->alloc_root(key_part->store_length+1);
3140
3165
  if (!str)
3141
3166
    goto end;
3259
3284
 
3260
3285
#define CLONE_KEY1_MAYBE 1
3261
3286
#define CLONE_KEY2_MAYBE 2
 
3287
#define swap_clone_flag(A) ((A & 1) << 1) | ((A & 2) >> 1)
3262
3288
 
3263
 
static uint32_t swap_clone_flag(uint32_t a)
3264
 
{
3265
 
  return ((a & 1) << 1) | ((a & 2) >> 1);
3266
 
}
3267
3289
 
3268
3290
static optimizer::SEL_TREE *
3269
3291
tree_and(optimizer::RangeParameter *param, optimizer::SEL_TREE *tree1, optimizer::SEL_TREE *tree2)
3739
3761
  /* Ok got a tuple */
3740
3762
  RANGE_SEQ_ENTRY *cur= &seq->stack[seq->i];
3741
3763
 
3742
 
  range->ptr= (char*)(size_t)(key_tree->part);
 
3764
  range->ptr= (char*)(int)(key_tree->part);
3743
3765
  {
3744
3766
    range->range_flag= cur->min_key_flag | cur->max_key_flag;
3745
3767
 
3983
4005
                            uint32_t mrr_buf_size,
3984
4006
                            memory::Root *parent_alloc)
3985
4007
{
3986
 
  optimizer::QuickRangeSelect *quick= new optimizer::QuickRangeSelect(param->session,
3987
 
                                                                      param->table,
3988
 
                                                                      param->real_keynr[idx],
3989
 
                                                                      test(parent_alloc),
3990
 
                                                                      NULL);
 
4008
  optimizer::QuickRangeSelect *quick= NULL;
 
4009
  bool create_err= false;
 
4010
 
 
4011
  quick= new optimizer::QuickRangeSelect(param->session,
 
4012
                                         param->table,
 
4013
                                         param->real_keynr[idx],
 
4014
                                         test(parent_alloc),
 
4015
                                         NULL,
 
4016
                                         &create_err);
3991
4017
 
3992
4018
  if (quick)
3993
4019
  {
3994
 
          if (get_quick_keys(param,
 
4020
    if (create_err ||
 
4021
              get_quick_keys(param,
3995
4022
                       quick,
3996
4023
                       param->key[idx],
3997
4024
                       key_tree,
4212
4239
}
4213
4240
 
4214
4241
 
4215
 
bool optimizer::QuickSelectInterface::is_keys_used(const boost::dynamic_bitset<>& fields)
 
4242
bool optimizer::QuickSelectInterface::is_keys_used(const MyBitmap *fields)
4216
4243
{
4217
4244
  return is_key_used(head, index, fields);
4218
4245
}
4242
4269
                                                                 table_reference_st *ref,
4243
4270
                                                                 ha_rows records)
4244
4271
{
4245
 
  memory::Root *old_root= NULL;
4246
 
  memory::Root *alloc= NULL;
 
4272
  memory::Root *old_root, *alloc;
 
4273
  optimizer::QuickRangeSelect *quick= NULL;
4247
4274
  KeyInfo *key_info = &table->key_info[ref->key];
4248
4275
  KEY_PART *key_part;
4249
4276
  optimizer::QuickRange *range= NULL;
4250
4277
  uint32_t part;
 
4278
  bool create_err= false;
4251
4279
  optimizer::CostVector cost;
4252
4280
 
4253
4281
  old_root= session->mem_root;
4254
4282
  /* The following call may change session->mem_root */
4255
 
  optimizer::QuickRangeSelect *quick= new optimizer::QuickRangeSelect(session, table, ref->key, 0, 0);
 
4283
  quick= new optimizer::QuickRangeSelect(session, table, ref->key, 0, 0, &create_err);
4256
4284
  /* save mem_root set by QuickRangeSelect constructor */
4257
4285
  alloc= session->mem_root;
4258
4286
  /*
4261
4289
  */
4262
4290
  session->mem_root= old_root;
4263
4291
 
4264
 
  if (! quick)
 
4292
  if (!quick || create_err)
4265
4293
    return 0;                   /* no ranges found */
4266
4294
  if (quick->init())
4267
4295
    goto err;
4583
4611
  uint32_t key_infix_len= 0;          /* Length of key_infix. */
4584
4612
  optimizer::GroupMinMaxReadPlan *read_plan= NULL; /* The eventually constructed TRP. */
4585
4613
  uint32_t key_part_nr;
4586
 
  Order *tmp_group= NULL;
 
4614
  order_st *tmp_group= NULL;
4587
4615
  Item *item= NULL;
4588
4616
  Item_field *item_field= NULL;
4589
4617
 
5572
5600
}
5573
5601
 
5574
5602
 
5575
 
uint32_t optimizer::RorScanInfo::findFirstNotSet() const
5576
 
{
5577
 
  boost::dynamic_bitset<> map= bitsToBitset();
5578
 
  for (boost::dynamic_bitset<>::size_type i= 0; i < map.size(); i++)
5579
 
  {
5580
 
    if (! map.test(i))
5581
 
    {
5582
 
      return i;
5583
 
    }
5584
 
  }
5585
 
  return map.size();
5586
 
}
5587
 
 
5588
 
 
5589
 
size_t optimizer::RorScanInfo::getBitCount() const
5590
 
{
5591
 
  boost::dynamic_bitset<> tmp_bitset= bitsToBitset();
5592
 
  return tmp_bitset.count();
5593
 
}
5594
 
 
5595
 
 
5596
 
void optimizer::RorScanInfo::subtractBitset(const boost::dynamic_bitset<>& in_bitset)
5597
 
{
5598
 
  boost::dynamic_bitset<> tmp_bitset= bitsToBitset();
5599
 
  tmp_bitset-= in_bitset;
5600
 
  covered_fields= tmp_bitset.to_ulong();
5601
 
}
5602
 
 
5603
 
 
5604
 
boost::dynamic_bitset<> optimizer::RorScanInfo::bitsToBitset() const
5605
 
{
5606
 
  string res;
5607
 
  uint64_t conv= covered_fields;
5608
 
  while (conv)
5609
 
  {
5610
 
    res.push_back((conv & 1) + '0');
5611
 
    conv>>= 1;
5612
 
  }
5613
 
  if (! res.empty())
5614
 
  {
5615
 
    std::reverse(res.begin(), res.end());
5616
 
  }
5617
 
  string final(covered_fields_size - res.length(), '0');
5618
 
  final.append(res);
5619
 
  return (boost::dynamic_bitset<>(final));
5620
 
}
5621
 
 
5622
 
 
5623
5603
} /* namespace drizzled */