~drizzle-trunk/drizzle/development

« back to all changes in this revision

Viewing changes to plugin/innobase/buf/buf0flu.c

  • Committer: Monty Taylor
  • Date: 2010-11-08 18:26:08 UTC
  • mto: This revision was merged to the branch mainline in revision 1931.
  • Revision ID: mordred@inaugust.com-20101108182608-lci86acl7r53sbi3
Replaced auto_ptr with scoped_ptr.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
1
/*****************************************************************************
2
2
 
3
 
Copyright (C) 1995, 2010, Innobase Oy. All Rights Reserved.
 
3
Copyright (c) 1995, 2010, Innobase Oy. All Rights Reserved.
4
4
 
5
5
This program is free software; you can redistribute it and/or modify it under
6
6
the terms of the GNU General Public License as published by the Free Software
83
83
@return TRUE if ok */
84
84
static
85
85
ibool
86
 
buf_flush_validate_low(
87
 
/*===================*/
88
 
        buf_pool_t*     buf_pool);      /*!< in: Buffer pool instance */
 
86
buf_flush_validate_low(void);
 
87
/*========================*/
89
88
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
90
89
 
91
 
/******************************************************************//**
 
90
/********************************************************************//**
92
91
Insert a block in the flush_rbt and returns a pointer to its
93
92
predecessor or NULL if no predecessor. The ordering is maintained
94
93
on the basis of the <oldest_modification, space, offset> key.
95
 
@return pointer to the predecessor or NULL if no predecessor. */
 
94
@return pointer to the predecessor or NULL if no predecessor. */
96
95
static
97
96
buf_page_t*
98
97
buf_flush_insert_in_flush_rbt(
99
98
/*==========================*/
100
 
        buf_page_t*     bpage)  /*!< in: bpage to be inserted. */
 
99
        buf_page_t*     bpage)          /*!< in: bpage to be inserted. */
101
100
{
 
101
        buf_page_t*             prev = NULL;
102
102
        const ib_rbt_node_t*    c_node;
103
103
        const ib_rbt_node_t*    p_node;
104
 
        buf_page_t*             prev = NULL;
105
 
        buf_pool_t*             buf_pool = buf_pool_from_bpage(bpage);
106
104
 
107
 
        ut_ad(buf_flush_list_mutex_own(buf_pool));
 
105
        ut_ad(buf_pool_mutex_own());
108
106
 
109
107
        /* Insert this buffer into the rbt. */
110
108
        c_node = rbt_insert(buf_pool->flush_rbt, &bpage, &bpage);
114
112
        p_node = rbt_prev(buf_pool->flush_rbt, c_node);
115
113
 
116
114
        if (p_node != NULL) {
117
 
                buf_page_t**    value;
118
 
                value = rbt_value(buf_page_t*, p_node);
119
 
                prev = *value;
 
115
                prev = *rbt_value(buf_page_t*, p_node);
120
116
                ut_a(prev != NULL);
121
117
        }
122
118
 
123
119
        return(prev);
124
120
}
125
121
 
126
 
/*********************************************************//**
 
122
/********************************************************************//**
127
123
Delete a bpage from the flush_rbt. */
128
124
static
129
125
void
130
126
buf_flush_delete_from_flush_rbt(
131
127
/*============================*/
132
 
        buf_page_t*     bpage)  /*!< in: bpage to be removed. */
 
128
        buf_page_t*     bpage)          /*!< in: bpage to be removed. */
133
129
{
134
 
#ifdef UNIV_DEBUG
135
 
        ibool           ret = FALSE;
136
 
#endif /* UNIV_DEBUG */
137
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
138
 
 
139
 
        ut_ad(buf_flush_list_mutex_own(buf_pool));
140
 
 
141
 
#ifdef UNIV_DEBUG
142
 
        ret =
143
 
#endif /* UNIV_DEBUG */
144
 
        rbt_delete(buf_pool->flush_rbt, &bpage);
 
130
 
 
131
        ibool   ret = FALSE;
 
132
 
 
133
        ut_ad(buf_pool_mutex_own());
 
134
        ret = rbt_delete(buf_pool->flush_rbt, &bpage);
145
135
        ut_ad(ret);
146
136
}
147
137
 
148
 
/*****************************************************************//**
 
138
/********************************************************************//**
149
139
Compare two modified blocks in the buffer pool. The key for comparison
150
140
is:
151
141
key = <oldest_modification, space, offset>
154
144
Note that for the purpose of flush_rbt, we only need to order blocks
155
145
on the oldest_modification. The other two fields are used to uniquely
156
146
identify the blocks.
157
 
@return  < 0 if b2 < b1, 0 if b2 == b1, > 0 if b2 > b1 */
 
147
@return < 0 if b2 < b1, 0 if b2 == b1, > 0 if b2 > b1 */
158
148
static
159
149
int
160
150
buf_flush_block_cmp(
162
152
        const void*     p1,             /*!< in: block1 */
163
153
        const void*     p2)             /*!< in: block2 */
164
154
{
165
 
        int                     ret;
166
 
        const buf_page_t*       b1 = *(const buf_page_t**) p1;
167
 
        const buf_page_t*       b2 = *(const buf_page_t**) p2;
168
 
#ifdef UNIV_DEBUG
169
 
        buf_pool_t*             buf_pool = buf_pool_from_bpage(b1);
170
 
#endif /* UNIV_DEBUG */
 
155
        int             ret;
 
156
        const buf_page_t* b1;
 
157
        const buf_page_t* b2;
 
158
 
 
159
        ut_ad(p1 != NULL);
 
160
        ut_ad(p2 != NULL);
 
161
 
 
162
        b1 = *(const buf_page_t**) p1;
 
163
        b2 = *(const buf_page_t**) p2;
171
164
 
172
165
        ut_ad(b1 != NULL);
173
166
        ut_ad(b2 != NULL);
174
167
 
175
 
        ut_ad(buf_flush_list_mutex_own(buf_pool));
176
 
 
177
168
        ut_ad(b1->in_flush_list);
178
169
        ut_ad(b2->in_flush_list);
179
170
 
180
 
        if (b2->oldest_modification > b1->oldest_modification) {
 
171
        if (b2->oldest_modification
 
172
            > b1->oldest_modification) {
181
173
                return(1);
182
 
        } else if (b2->oldest_modification < b1->oldest_modification) {
 
174
        }
 
175
 
 
176
        if (b2->oldest_modification
 
177
            < b1->oldest_modification) {
183
178
                return(-1);
184
179
        }
185
180
 
199
194
buf_flush_init_flush_rbt(void)
200
195
/*==========================*/
201
196
{
202
 
        ulint   i;
203
 
 
204
 
        for (i = 0; i < srv_buf_pool_instances; i++) {
205
 
                buf_pool_t*     buf_pool;
206
 
 
207
 
                buf_pool = buf_pool_from_array(i);
208
 
 
209
 
                buf_flush_list_mutex_enter(buf_pool);
210
 
 
211
 
                /* Create red black tree for speedy insertions in flush list. */
212
 
                buf_pool->flush_rbt = rbt_create(
213
 
                        sizeof(buf_page_t*), buf_flush_block_cmp);
214
 
 
215
 
                buf_flush_list_mutex_exit(buf_pool);
216
 
        }
 
197
        buf_pool_mutex_enter();
 
198
 
 
199
        /* Create red black tree for speedy insertions in flush list. */
 
200
        buf_pool->flush_rbt = rbt_create(sizeof(buf_page_t*),
 
201
                                         buf_flush_block_cmp);
 
202
        buf_pool_mutex_exit();
217
203
}
218
204
 
219
205
/********************************************************************//**
223
209
buf_flush_free_flush_rbt(void)
224
210
/*==========================*/
225
211
{
226
 
        ulint   i;
227
 
 
228
 
        for (i = 0; i < srv_buf_pool_instances; i++) {
229
 
                buf_pool_t*     buf_pool;
230
 
 
231
 
                buf_pool = buf_pool_from_array(i);
232
 
 
233
 
                buf_flush_list_mutex_enter(buf_pool);
234
 
 
235
 
#ifdef UNIV_DEBUG_VALGRIND
236
 
        {
237
 
                ulint   zip_size = buf_block_get_zip_size(block);
238
 
 
239
 
                if (UNIV_UNLIKELY(zip_size)) {
240
 
                        UNIV_MEM_ASSERT_RW(block->page.zip.data, zip_size);
241
 
                } else {
242
 
                        UNIV_MEM_ASSERT_RW(block->frame, UNIV_PAGE_SIZE);
243
 
                }
244
 
        }
245
 
#endif /* UNIV_DEBUG_VALGRIND */
 
212
        buf_pool_mutex_enter();
 
213
 
246
214
#if defined UNIV_DEBUG || defined UNIV_BUF_DEBUG
247
 
                ut_a(buf_flush_validate_low(buf_pool));
 
215
        ut_a(buf_flush_validate_low());
248
216
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
249
217
 
250
 
                rbt_free(buf_pool->flush_rbt);
251
 
                buf_pool->flush_rbt = NULL;
 
218
        rbt_free(buf_pool->flush_rbt);
 
219
        buf_pool->flush_rbt = NULL;
252
220
 
253
 
                buf_flush_list_mutex_exit(buf_pool);
254
 
        }
 
221
        buf_pool_mutex_exit();
255
222
}
256
223
 
257
224
/********************************************************************//**
260
227
void
261
228
buf_flush_insert_into_flush_list(
262
229
/*=============================*/
263
 
        buf_pool_t*     buf_pool,       /*!< buffer pool instance */
264
 
        buf_block_t*    block,          /*!< in/out: block which is modified */
265
 
        ib_uint64_t     lsn)            /*!< in: oldest modification */
 
230
        buf_block_t*    block)  /*!< in/out: block which is modified */
266
231
{
267
 
        ut_ad(!buf_pool_mutex_own(buf_pool));
268
 
        ut_ad(log_flush_order_mutex_own());
269
 
        ut_ad(mutex_own(&block->mutex));
270
 
 
271
 
        buf_flush_list_mutex_enter(buf_pool);
272
 
 
 
232
        ut_ad(buf_pool_mutex_own());
273
233
        ut_ad((UT_LIST_GET_FIRST(buf_pool->flush_list) == NULL)
274
234
              || (UT_LIST_GET_FIRST(buf_pool->flush_list)->oldest_modification
275
 
                  <= lsn));
 
235
                  <= block->page.oldest_modification));
276
236
 
277
237
        /* If we are in the recovery then we need to update the flush
278
238
        red-black tree as well. */
279
239
        if (UNIV_LIKELY_NULL(buf_pool->flush_rbt)) {
280
 
                buf_flush_list_mutex_exit(buf_pool);
281
 
                buf_flush_insert_sorted_into_flush_list(buf_pool, block, lsn);
 
240
                buf_flush_insert_sorted_into_flush_list(block);
282
241
                return;
283
242
        }
284
243
 
285
244
        ut_ad(buf_block_get_state(block) == BUF_BLOCK_FILE_PAGE);
 
245
        ut_ad(block->page.in_LRU_list);
 
246
        ut_ad(block->page.in_page_hash);
 
247
        ut_ad(!block->page.in_zip_hash);
286
248
        ut_ad(!block->page.in_flush_list);
287
 
 
288
249
        ut_d(block->page.in_flush_list = TRUE);
289
 
        block->page.oldest_modification = lsn;
290
250
        UT_LIST_ADD_FIRST(list, buf_pool->flush_list, &block->page);
291
251
 
292
 
#ifdef UNIV_DEBUG_VALGRIND
293
 
        {
294
 
                ulint   zip_size = buf_block_get_zip_size(block);
295
 
 
296
 
                if (UNIV_UNLIKELY(zip_size)) {
297
 
                        UNIV_MEM_ASSERT_RW(block->page.zip.data, zip_size);
298
 
                } else {
299
 
                        UNIV_MEM_ASSERT_RW(block->frame, UNIV_PAGE_SIZE);
300
 
                }
301
 
        }
302
 
#endif /* UNIV_DEBUG_VALGRIND */
303
252
#if defined UNIV_DEBUG || defined UNIV_BUF_DEBUG
304
 
        ut_a(buf_flush_validate_low(buf_pool));
 
253
        ut_a(buf_flush_validate_low());
305
254
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
306
 
 
307
 
        buf_flush_list_mutex_exit(buf_pool);
308
255
}
309
256
 
310
257
/********************************************************************//**
315
262
void
316
263
buf_flush_insert_sorted_into_flush_list(
317
264
/*====================================*/
318
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
319
 
        buf_block_t*    block,          /*!< in/out: block which is modified */
320
 
        ib_uint64_t     lsn)            /*!< in: oldest modification */
 
265
        buf_block_t*    block)  /*!< in/out: block which is modified */
321
266
{
322
267
        buf_page_t*     prev_b;
323
268
        buf_page_t*     b;
324
269
 
325
 
        ut_ad(!buf_pool_mutex_own(buf_pool));
326
 
        ut_ad(log_flush_order_mutex_own());
327
 
        ut_ad(mutex_own(&block->mutex));
 
270
        ut_ad(buf_pool_mutex_own());
328
271
        ut_ad(buf_block_get_state(block) == BUF_BLOCK_FILE_PAGE);
329
272
 
330
 
        buf_flush_list_mutex_enter(buf_pool);
331
 
 
332
 
        /* The field in_LRU_list is protected by buf_pool->mutex, which
333
 
        we are not holding.  However, while a block is in the flush
334
 
        list, it is dirty and cannot be discarded, not from the
335
 
        page_hash or from the LRU list.  At most, the uncompressed
336
 
        page frame of a compressed block may be discarded or created
337
 
        (copying the block->page to or from a buf_page_t that is
338
 
        dynamically allocated from buf_buddy_alloc()).  Because those
339
 
        transitions hold block->mutex and the flush list mutex (via
340
 
        buf_flush_relocate_on_flush_list()), there is no possibility
341
 
        of a race condition in the assertions below. */
342
273
        ut_ad(block->page.in_LRU_list);
343
274
        ut_ad(block->page.in_page_hash);
344
 
        /* buf_buddy_block_register() will take a block in the
345
 
        BUF_BLOCK_MEMORY state, not a file page. */
346
275
        ut_ad(!block->page.in_zip_hash);
347
 
 
348
276
        ut_ad(!block->page.in_flush_list);
349
277
        ut_d(block->page.in_flush_list = TRUE);
350
 
        block->page.oldest_modification = lsn;
351
 
 
352
 
#ifdef UNIV_DEBUG_VALGRIND
353
 
        {
354
 
                ulint   zip_size = buf_block_get_zip_size(block);
355
 
 
356
 
                if (UNIV_UNLIKELY(zip_size)) {
357
 
                        UNIV_MEM_ASSERT_RW(block->page.zip.data, zip_size);
358
 
                } else {
359
 
                        UNIV_MEM_ASSERT_RW(block->frame, UNIV_PAGE_SIZE);
360
 
                }
361
 
        }
362
 
#endif /* UNIV_DEBUG_VALGRIND */
363
 
 
364
 
#ifdef UNIV_DEBUG_VALGRIND
365
 
        {
366
 
                ulint   zip_size = buf_block_get_zip_size(block);
367
 
 
368
 
                if (UNIV_UNLIKELY(zip_size)) {
369
 
                        UNIV_MEM_ASSERT_RW(block->page.zip.data, zip_size);
370
 
                } else {
371
 
                        UNIV_MEM_ASSERT_RW(block->frame, UNIV_PAGE_SIZE);
372
 
                }
373
 
        }
374
 
#endif /* UNIV_DEBUG_VALGRIND */
375
278
 
376
279
        prev_b = NULL;
377
280
 
405
308
        }
406
309
 
407
310
#if defined UNIV_DEBUG || defined UNIV_BUF_DEBUG
408
 
        ut_a(buf_flush_validate_low(buf_pool));
 
311
        ut_a(buf_flush_validate_low());
409
312
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
410
 
 
411
 
        buf_flush_list_mutex_exit(buf_pool);
412
313
}
413
314
 
414
315
/********************************************************************//**
422
323
        buf_page_t*     bpage)  /*!< in: buffer control block, must be
423
324
                                buf_page_in_file(bpage) and in the LRU list */
424
325
{
425
 
#ifdef UNIV_DEBUG
426
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
427
 
        ut_ad(buf_pool_mutex_own(buf_pool));
428
 
#endif
 
326
        ut_ad(buf_pool_mutex_own());
429
327
        ut_ad(mutex_own(buf_page_get_mutex(bpage)));
430
328
        ut_ad(bpage->in_LRU_list);
431
329
 
458
356
                                buf_page_in_file(bpage) */
459
357
        enum buf_flush  flush_type)/*!< in: BUF_FLUSH_LRU or BUF_FLUSH_LIST */
460
358
{
461
 
#ifdef UNIV_DEBUG
462
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
463
 
        ut_ad(buf_pool_mutex_own(buf_pool));
464
 
#endif
465
359
        ut_a(buf_page_in_file(bpage));
 
360
        ut_ad(buf_pool_mutex_own());
466
361
        ut_ad(mutex_own(buf_page_get_mutex(bpage)));
467
362
        ut_ad(flush_type == BUF_FLUSH_LRU || BUF_FLUSH_LIST);
468
363
 
495
390
/*=============*/
496
391
        buf_page_t*     bpage)  /*!< in: pointer to the block in question */
497
392
{
498
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
499
 
 
500
 
        ut_ad(buf_pool_mutex_own(buf_pool));
 
393
        ut_ad(buf_pool_mutex_own());
501
394
        ut_ad(mutex_own(buf_page_get_mutex(bpage)));
502
395
        ut_ad(bpage->in_flush_list);
503
396
 
504
 
        buf_flush_list_mutex_enter(buf_pool);
505
 
 
506
397
        switch (buf_page_get_state(bpage)) {
507
398
        case BUF_BLOCK_ZIP_PAGE:
508
 
                /* Clean compressed pages should not be on the flush list */
 
399
                /* clean compressed pages should not be on the flush list */
509
400
        case BUF_BLOCK_ZIP_FREE:
510
401
        case BUF_BLOCK_NOT_USED:
511
402
        case BUF_BLOCK_READY_FOR_USE:
523
414
                break;
524
415
        }
525
416
 
526
 
        /* If the flush_rbt is active then delete from there as well. */
 
417
        /* If the flush_rbt is active then delete from it as well. */
527
418
        if (UNIV_LIKELY_NULL(buf_pool->flush_rbt)) {
528
419
                buf_flush_delete_from_flush_rbt(bpage);
529
420
        }
534
425
 
535
426
        bpage->oldest_modification = 0;
536
427
 
537
 
#if defined UNIV_DEBUG || defined UNIV_BUF_DEBUG
538
 
        ut_a(buf_flush_validate_low(buf_pool));
539
 
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
540
 
 
541
 
        buf_flush_list_mutex_exit(buf_pool);
 
428
        ut_d(UT_LIST_VALIDATE(list, buf_page_t, buf_pool->flush_list,
 
429
                              ut_ad(ut_list_node_313->in_flush_list)));
542
430
}
543
431
 
544
 
/*******************************************************************//**
 
432
/********************************************************************//**
545
433
Relocates a buffer control block on the flush_list.
546
 
Note that it is assumed that the contents of bpage have already been
547
 
copied to dpage.
548
 
IMPORTANT: When this function is called bpage and dpage are not
549
 
exact copies of each other. For example, they both will have different
550
 
::state. Also the ::list pointers in dpage may be stale. We need to
551
 
use the current list node (bpage) to do the list manipulation because
552
 
the list pointers could have changed between the time that we copied
553
 
the contents of bpage to the dpage and the flush list manipulation
554
 
below. */
 
434
Note that it is assumed that the contents of bpage has already been
 
435
copied to dpage. */
555
436
UNIV_INTERN
556
437
void
557
438
buf_flush_relocate_on_flush_list(
559
440
        buf_page_t*     bpage,  /*!< in/out: control block being moved */
560
441
        buf_page_t*     dpage)  /*!< in/out: destination block */
561
442
{
562
 
        buf_page_t*     prev;
563
 
        buf_page_t*     prev_b = NULL;
564
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
 
443
        buf_page_t* prev;
 
444
        buf_page_t* prev_b = NULL;
565
445
 
566
 
        ut_ad(buf_pool_mutex_own(buf_pool));
567
 
        /* Must reside in the same buffer pool. */
568
 
        ut_ad(buf_pool == buf_pool_from_bpage(dpage));
 
446
        ut_ad(buf_pool_mutex_own());
569
447
 
570
448
        ut_ad(mutex_own(buf_page_get_mutex(bpage)));
571
449
 
572
 
        buf_flush_list_mutex_enter(buf_pool);
573
 
 
574
 
        /* FIXME: At this point we have both buf_pool and flush_list
575
 
        mutexes. Theoretically removal of a block from flush list is
576
 
        only covered by flush_list mutex but currently we do
577
 
        have buf_pool mutex in buf_flush_remove() therefore this block
578
 
        is guaranteed to be in the flush list. We need to check if
579
 
        this will work without the assumption of block removing code
580
 
        having the buf_pool mutex. */
581
450
        ut_ad(bpage->in_flush_list);
582
451
        ut_ad(dpage->in_flush_list);
583
452
 
613
482
        ut_a(!buf_pool->flush_rbt || prev_b == prev);
614
483
 
615
484
#if defined UNIV_DEBUG || defined UNIV_BUF_DEBUG
616
 
        ut_a(buf_flush_validate_low(buf_pool));
 
485
        ut_a(buf_flush_validate_low());
617
486
#endif /* UNIV_DEBUG || UNIV_BUF_DEBUG */
618
 
 
619
 
        buf_flush_list_mutex_exit(buf_pool);
620
487
}
621
488
 
622
489
/********************************************************************//**
628
495
        buf_page_t*     bpage)  /*!< in: pointer to the block in question */
629
496
{
630
497
        enum buf_flush  flush_type;
631
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
632
498
 
633
499
        ut_ad(bpage);
634
500
 
649
515
        /* fprintf(stderr, "n pending flush %lu\n",
650
516
        buf_pool->n_flush[flush_type]); */
651
517
 
652
 
        if (buf_pool->n_flush[flush_type] == 0
653
 
            && buf_pool->init_flush[flush_type] == FALSE) {
 
518
        if ((buf_pool->n_flush[flush_type] == 0)
 
519
            && (buf_pool->init_flush[flush_type] == FALSE)) {
654
520
 
655
521
                /* The running flush batch has ended */
656
522
 
943
809
        zip_size = buf_page_get_zip_size(bpage);
944
810
 
945
811
        if (UNIV_UNLIKELY(zip_size)) {
946
 
                UNIV_MEM_ASSERT_RW(bpage->zip.data, zip_size);
947
812
                /* Copy the compressed page and clear the rest. */
948
813
                memcpy(trx_doublewrite->write_buf
949
814
                       + UNIV_PAGE_SIZE * trx_doublewrite->first_free,
953
818
                       + zip_size, 0, UNIV_PAGE_SIZE - zip_size);
954
819
        } else {
955
820
                ut_a(buf_page_get_state(bpage) == BUF_BLOCK_FILE_PAGE);
956
 
                UNIV_MEM_ASSERT_RW(((buf_block_t*) bpage)->frame,
957
 
                                   UNIV_PAGE_SIZE);
958
821
 
959
822
                memcpy(trx_doublewrite->write_buf
960
823
                       + UNIV_PAGE_SIZE * trx_doublewrite->first_free,
992
855
        ut_ad(page);
993
856
 
994
857
        if (page_zip_) {
995
 
                page_zip_des_t* page_zip = static_cast<page_zip_des_t *>(page_zip_);
 
858
                page_zip_des_t* page_zip = page_zip_;
996
859
                ulint           zip_size = page_zip_get_size(page_zip);
997
860
                ut_ad(zip_size);
998
861
                ut_ad(ut_is_2pow(zip_size));
1010
873
                case FIL_PAGE_TYPE_ZBLOB:
1011
874
                case FIL_PAGE_TYPE_ZBLOB2:
1012
875
                case FIL_PAGE_INDEX:
1013
 
                        mach_write_to_8(page_zip->data
1014
 
                                        + FIL_PAGE_LSN, newest_lsn);
 
876
                        mach_write_ull(page_zip->data
 
877
                                       + FIL_PAGE_LSN, newest_lsn);
1015
878
                        memset(page_zip->data + FIL_PAGE_FILE_FLUSH_LSN, 0, 8);
1016
879
                        mach_write_to_4(page_zip->data
1017
880
                                        + FIL_PAGE_SPACE_OR_CHKSUM,
1033
896
        }
1034
897
 
1035
898
        /* Write the newest modification lsn to the page header and trailer */
1036
 
        mach_write_to_8(page + FIL_PAGE_LSN, newest_lsn);
 
899
        mach_write_ull(page + FIL_PAGE_LSN, newest_lsn);
1037
900
 
1038
 
        mach_write_to_8(page + UNIV_PAGE_SIZE - FIL_PAGE_END_LSN_OLD_CHKSUM,
1039
 
                        newest_lsn);
 
901
        mach_write_ull(page + UNIV_PAGE_SIZE - FIL_PAGE_END_LSN_OLD_CHKSUM,
 
902
                       newest_lsn);
1040
903
 
1041
904
        /* Store the new formula checksum */
1042
905
 
1069
932
{
1070
933
        ulint   zip_size        = buf_page_get_zip_size(bpage);
1071
934
        page_t* frame           = NULL;
1072
 
 
1073
 
#ifdef UNIV_DEBUG
1074
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
1075
 
        ut_ad(!buf_pool_mutex_own(buf_pool));
1076
 
#endif
1077
 
 
1078
935
#ifdef UNIV_LOG_DEBUG
1079
936
        static ibool univ_log_debug_warned;
1080
937
#endif /* UNIV_LOG_DEBUG */
1081
938
 
1082
939
        ut_ad(buf_page_in_file(bpage));
1083
940
 
1084
 
        /* We are not holding buf_pool->mutex or block_mutex here.
 
941
        /* We are not holding buf_pool_mutex or block_mutex here.
1085
942
        Nevertheless, it is safe to access bpage, because it is
1086
943
        io_fixed and oldest_modification != 0.  Thus, it cannot be
1087
944
        relocated in the buffer pool or removed from flush_list or
1088
945
        LRU_list. */
1089
 
        ut_ad(!buf_pool_mutex_own(buf_pool));
1090
 
        ut_ad(!buf_flush_list_mutex_own(buf_pool));
 
946
        ut_ad(!buf_pool_mutex_own());
1091
947
        ut_ad(!mutex_own(buf_page_get_mutex(bpage)));
1092
948
        ut_ad(buf_page_get_io_fix(bpage) == BUF_IO_WRITE);
1093
949
        ut_ad(bpage->oldest_modification != 0);
1124
980
                        ut_a(mach_read_from_4(frame + FIL_PAGE_SPACE_OR_CHKSUM)
1125
981
                             == page_zip_calc_checksum(frame, zip_size));
1126
982
                }
1127
 
                mach_write_to_8(frame + FIL_PAGE_LSN,
1128
 
                                bpage->newest_modification);
 
983
                mach_write_ull(frame + FIL_PAGE_LSN,
 
984
                               bpage->newest_modification);
1129
985
                memset(frame + FIL_PAGE_FILE_FLUSH_LSN, 0, 8);
1130
986
                break;
1131
987
        case BUF_BLOCK_FILE_PAGE:
1152
1008
        }
1153
1009
}
1154
1010
 
1155
 
# if defined UNIV_DEBUG || defined UNIV_IBUF_DEBUG
1156
 
/********************************************************************//**
1157
 
Writes a flushable page asynchronously from the buffer pool to a file.
1158
 
NOTE: buf_pool->mutex and block->mutex must be held upon entering this
1159
 
function, and they will be released by this function after flushing.
1160
 
This is loosely based on buf_flush_batch() and buf_flush_page().
1161
 
@return TRUE if the page was flushed and the mutexes released */
1162
 
UNIV_INTERN
1163
 
ibool
1164
 
buf_flush_page_try(
1165
 
/*===============*/
1166
 
        buf_pool_t*     buf_pool,       /*!< in/out: buffer pool instance */
1167
 
        buf_block_t*    block)          /*!< in/out: buffer control block */
1168
 
{
1169
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1170
 
        ut_ad(buf_block_get_state(block) == BUF_BLOCK_FILE_PAGE);
1171
 
        ut_ad(mutex_own(&block->mutex));
1172
 
 
1173
 
        if (!buf_flush_ready_for_flush(&block->page, BUF_FLUSH_LRU)) {
1174
 
                return(FALSE);
1175
 
        }
1176
 
 
1177
 
        if (buf_pool->n_flush[BUF_FLUSH_LRU] > 0
1178
 
            || buf_pool->init_flush[BUF_FLUSH_LRU]) {
1179
 
                /* There is already a flush batch of the same type running */
1180
 
                return(FALSE);
1181
 
        }
1182
 
 
1183
 
        buf_pool->init_flush[BUF_FLUSH_LRU] = TRUE;
1184
 
 
1185
 
        buf_page_set_io_fix(&block->page, BUF_IO_WRITE);
1186
 
 
1187
 
        buf_page_set_flush_type(&block->page, BUF_FLUSH_LRU);
1188
 
 
1189
 
        if (buf_pool->n_flush[BUF_FLUSH_LRU]++ == 0) {
1190
 
 
1191
 
                os_event_reset(buf_pool->no_flush[BUF_FLUSH_LRU]);
1192
 
        }
1193
 
 
1194
 
        /* VERY IMPORTANT:
1195
 
        Because any thread may call the LRU flush, even when owning
1196
 
        locks on pages, to avoid deadlocks, we must make sure that the
1197
 
        s-lock is acquired on the page without waiting: this is
1198
 
        accomplished because buf_flush_ready_for_flush() must hold,
1199
 
        and that requires the page not to be bufferfixed. */
1200
 
 
1201
 
        rw_lock_s_lock_gen(&block->lock, BUF_IO_WRITE);
1202
 
 
1203
 
        /* Note that the s-latch is acquired before releasing the
1204
 
        buf_pool mutex: this ensures that the latch is acquired
1205
 
        immediately. */
1206
 
 
1207
 
        mutex_exit(&block->mutex);
1208
 
        buf_pool_mutex_exit(buf_pool);
1209
 
 
1210
 
        /* Even though block is not protected by any mutex at this
1211
 
        point, it is safe to access block, because it is io_fixed and
1212
 
        oldest_modification != 0.  Thus, it cannot be relocated in the
1213
 
        buffer pool or removed from flush_list or LRU_list. */
1214
 
 
1215
 
        buf_flush_write_block_low(&block->page);
1216
 
 
1217
 
        buf_pool_mutex_enter(buf_pool);
1218
 
        buf_pool->init_flush[BUF_FLUSH_LRU] = FALSE;
1219
 
 
1220
 
        if (buf_pool->n_flush[BUF_FLUSH_LRU] == 0) {
1221
 
                /* The running flush batch has ended */
1222
 
                os_event_set(buf_pool->no_flush[BUF_FLUSH_LRU]);
1223
 
        }
1224
 
 
1225
 
        buf_pool_mutex_exit(buf_pool);
1226
 
        buf_flush_buffered_writes();
1227
 
 
1228
 
        return(TRUE);
1229
 
}
1230
 
# endif /* UNIV_DEBUG || UNIV_IBUF_DEBUG */
1231
 
 
1232
1011
/********************************************************************//**
1233
1012
Writes a flushable page asynchronously from the buffer pool to a file.
1234
1013
NOTE: in simulated aio we must call
1235
1014
os_aio_simulated_wake_handler_threads after we have posted a batch of
1236
 
writes! NOTE: buf_pool->mutex and buf_page_get_mutex(bpage) must be
 
1015
writes! NOTE: buf_pool_mutex and buf_page_get_mutex(bpage) must be
1237
1016
held upon entering this function, and they will be released by this
1238
1017
function. */
1239
1018
static
1240
1019
void
1241
1020
buf_flush_page(
1242
1021
/*===========*/
1243
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
1244
1022
        buf_page_t*     bpage,          /*!< in: buffer control block */
1245
1023
        enum buf_flush  flush_type)     /*!< in: BUF_FLUSH_LRU
1246
1024
                                        or BUF_FLUSH_LIST */
1249
1027
        ibool           is_uncompressed;
1250
1028
 
1251
1029
        ut_ad(flush_type == BUF_FLUSH_LRU || flush_type == BUF_FLUSH_LIST);
1252
 
        ut_ad(buf_pool_mutex_own(buf_pool));
 
1030
        ut_ad(buf_pool_mutex_own());
1253
1031
        ut_ad(buf_page_in_file(bpage));
1254
1032
 
1255
1033
        block_mutex = buf_page_get_mutex(bpage);
1269
1047
        buf_pool->n_flush[flush_type]++;
1270
1048
 
1271
1049
        is_uncompressed = (buf_page_get_state(bpage) == BUF_BLOCK_FILE_PAGE);
1272
 
        ut_ad(is_uncompressed == (block_mutex != &buf_pool->zip_mutex));
 
1050
        ut_ad(is_uncompressed == (block_mutex != &buf_pool_zip_mutex));
1273
1051
 
1274
1052
        switch (flush_type) {
1275
1053
                ibool   is_s_latched;
1285
1063
                }
1286
1064
 
1287
1065
                mutex_exit(block_mutex);
1288
 
                buf_pool_mutex_exit(buf_pool);
 
1066
                buf_pool_mutex_exit();
1289
1067
 
1290
1068
                /* Even though bpage is not protected by any mutex at
1291
1069
                this point, it is safe to access bpage, because it is
1322
1100
                immediately. */
1323
1101
 
1324
1102
                mutex_exit(block_mutex);
1325
 
                buf_pool_mutex_exit(buf_pool);
 
1103
                buf_pool_mutex_exit();
1326
1104
                break;
1327
1105
 
1328
1106
        default:
1353
1131
/*====================*/
1354
1132
        ulint           space,          /*!< in: space id */
1355
1133
        ulint           offset,         /*!< in: page offset */
1356
 
        enum buf_flush  flush_type,     /*!< in: BUF_FLUSH_LRU or
 
1134
        enum buf_flush  flush_type)     /*!< in: BUF_FLUSH_LRU or
1357
1135
                                        BUF_FLUSH_LIST */
1358
 
        ulint           n_flushed,      /*!< in: number of pages
1359
 
                                        flushed so far in this batch */
1360
 
        ulint           n_to_flush)     /*!< in: maximum number of pages
1361
 
                                        we are allowed to flush */
1362
1136
{
 
1137
        buf_page_t*     bpage;
 
1138
        ulint           low, high;
 
1139
        ulint           count           = 0;
1363
1140
        ulint           i;
1364
 
        ulint           low;
1365
 
        ulint           high;
1366
 
        ulint           count = 0;
1367
 
        buf_pool_t*     buf_pool = buf_pool_get(space, offset);
1368
1141
 
1369
1142
        ut_ad(flush_type == BUF_FLUSH_LRU || flush_type == BUF_FLUSH_LIST);
1370
1143
 
1371
1144
        if (UT_LIST_GET_LEN(buf_pool->LRU) < BUF_LRU_OLD_MIN_LEN) {
1372
 
                /* If there is little space, it is better not to flush
1373
 
                any block except from the end of the LRU list */
 
1145
                /* If there is little space, it is better not to flush any
 
1146
                block except from the end of the LRU list */
1374
1147
 
1375
1148
                low = offset;
1376
1149
                high = offset + 1;
1377
1150
        } else {
1378
 
                /* When flushed, dirty blocks are searched in
1379
 
                neighborhoods of this size, and flushed along with the
1380
 
                original page. */
 
1151
                /* When flushed, dirty blocks are searched in neighborhoods of
 
1152
                this size, and flushed along with the original page. */
1381
1153
 
1382
 
                ulint   buf_flush_area;
1383
 
        
1384
 
                buf_flush_area  = ut_min(
1385
 
                        BUF_READ_AHEAD_AREA(buf_pool),
1386
 
                        buf_pool->curr_size / 16);
 
1154
                ulint   buf_flush_area  = ut_min(BUF_READ_AHEAD_AREA,
 
1155
                                                 buf_pool->curr_size / 16);
1387
1156
 
1388
1157
                low = (offset / buf_flush_area) * buf_flush_area;
1389
1158
                high = (offset / buf_flush_area + 1) * buf_flush_area;
1395
1164
                high = fil_space_get_size(space);
1396
1165
        }
1397
1166
 
 
1167
        buf_pool_mutex_enter();
 
1168
 
1398
1169
        for (i = low; i < high; i++) {
1399
1170
 
1400
 
                buf_page_t*     bpage;
1401
 
 
1402
 
                if ((count + n_flushed) >= n_to_flush) {
1403
 
 
1404
 
                        /* We have already flushed enough pages and
1405
 
                        should call it a day. There is, however, one
1406
 
                        exception. If the page whose neighbors we
1407
 
                        are flushing has not been flushed yet then
1408
 
                        we'll try to flush the victim that we
1409
 
                        selected originally. */
1410
 
                        if (i <= offset) {
1411
 
                                i = offset;
1412
 
                        } else {
1413
 
                                break;
1414
 
                        }
1415
 
                }
1416
 
 
1417
 
                buf_pool = buf_pool_get(space, i);
1418
 
 
1419
 
                buf_pool_mutex_enter(buf_pool);
1420
 
 
1421
 
                /* We only want to flush pages from this buffer pool. */
1422
 
                bpage = buf_page_hash_get(buf_pool, space, i);
 
1171
                bpage = buf_page_hash_get(space, i);
1423
1172
 
1424
1173
                if (!bpage) {
1425
1174
 
1426
 
                        buf_pool_mutex_exit(buf_pool);
1427
1175
                        continue;
1428
1176
                }
1429
1177
 
1442
1190
                        if (buf_flush_ready_for_flush(bpage, flush_type)
1443
1191
                            && (i == offset || !bpage->buf_fix_count)) {
1444
1192
                                /* We only try to flush those
1445
 
                                neighbors != offset where the buf fix
1446
 
                                count is zero, as we then know that we
1447
 
                                probably can latch the page without a
1448
 
                                semaphore wait. Semaphore waits are
1449
 
                                expensive because we must flush the
1450
 
                                doublewrite buffer before we start
 
1193
                                neighbors != offset where the buf fix count is
 
1194
                                zero, as we then know that we probably can
 
1195
                                latch the page without a semaphore wait.
 
1196
                                Semaphore waits are expensive because we must
 
1197
                                flush the doublewrite buffer before we start
1451
1198
                                waiting. */
1452
1199
 
1453
 
                                buf_flush_page(buf_pool, bpage, flush_type);
 
1200
                                buf_flush_page(bpage, flush_type);
1454
1201
                                ut_ad(!mutex_own(block_mutex));
1455
 
                                ut_ad(!buf_pool_mutex_own(buf_pool));
1456
1202
                                count++;
1457
 
                                continue;
 
1203
 
 
1204
                                buf_pool_mutex_enter();
1458
1205
                        } else {
1459
1206
                                mutex_exit(block_mutex);
1460
1207
                        }
1461
1208
                }
1462
 
                buf_pool_mutex_exit(buf_pool);
1463
 
        }
1464
 
 
1465
 
        return(count);
1466
 
}
1467
 
 
1468
 
/********************************************************************//**
1469
 
Check if the block is modified and ready for flushing. If the the block
1470
 
is ready to flush then flush the page and try o flush its neighbors.
1471
 
 
1472
 
@return TRUE if buf_pool mutex was not released during this function.
1473
 
This does not guarantee that some pages were written as well.
1474
 
Number of pages written are incremented to the count. */
1475
 
static
1476
 
ibool
1477
 
buf_flush_page_and_try_neighbors(
1478
 
/*=============================*/
1479
 
        buf_page_t*     bpage,          /*!< in: buffer control block,
1480
 
                                        must be
1481
 
                                        buf_page_in_file(bpage) */
1482
 
        enum buf_flush  flush_type,     /*!< in: BUF_FLUSH_LRU
1483
 
                                        or BUF_FLUSH_LIST */
1484
 
        ulint           n_to_flush,     /*!< in: number of pages to
1485
 
                                        flush */
1486
 
        ulint*          count)          /*!< in/out: number of pages
1487
 
                                        flushed */
1488
 
{
1489
 
        mutex_t*        block_mutex;
1490
 
        ibool           flushed = FALSE;
1491
 
#ifdef UNIV_DEBUG
1492
 
        buf_pool_t*     buf_pool = buf_pool_from_bpage(bpage);
1493
 
#endif /* UNIV_DEBUG */
1494
 
 
1495
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1496
 
 
1497
 
        block_mutex = buf_page_get_mutex(bpage);
1498
 
        mutex_enter(block_mutex);
1499
 
 
1500
 
        ut_a(buf_page_in_file(bpage));
1501
 
 
1502
 
        if (buf_flush_ready_for_flush(bpage, flush_type)) {
1503
 
                ulint           space;
1504
 
                ulint           offset;
1505
 
                buf_pool_t*     buf_pool;
1506
 
 
1507
 
                buf_pool = buf_pool_from_bpage(bpage);
1508
 
 
1509
 
                buf_pool_mutex_exit(buf_pool);
1510
 
 
1511
 
                /* These fields are protected by both the
1512
 
                buffer pool mutex and block mutex. */
1513
 
                space = buf_page_get_space(bpage);
1514
 
                offset = buf_page_get_page_no(bpage);
1515
 
 
1516
 
                mutex_exit(block_mutex);
1517
 
 
1518
 
                /* Try to flush also all the neighbors */
1519
 
                *count += buf_flush_try_neighbors(space,
1520
 
                                                  offset,
1521
 
                                                  flush_type,
1522
 
                                                  *count,
1523
 
                                                  n_to_flush);
1524
 
 
1525
 
                buf_pool_mutex_enter(buf_pool);
1526
 
                flushed = TRUE;
1527
 
        } else {
1528
 
                mutex_exit(block_mutex);
1529
 
        }
1530
 
 
1531
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1532
 
 
1533
 
        return(flushed);
1534
 
}
1535
 
 
1536
 
/*******************************************************************//**
1537
 
This utility flushes dirty blocks from the end of the LRU list.
1538
 
In the case of an LRU flush the calling thread may own latches to
1539
 
pages: to avoid deadlocks, this function must be written so that it
1540
 
cannot end up waiting for these latches!
1541
 
@return number of blocks for which the write request was queued. */
1542
 
static
1543
 
ulint
1544
 
buf_flush_LRU_list_batch(
1545
 
/*=====================*/
1546
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
1547
 
        ulint           max)            /*!< in: max of blocks to flush */
1548
 
{
1549
 
        buf_page_t*     bpage;
1550
 
        ulint           count = 0;
1551
 
 
1552
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1553
 
 
1554
 
        do {
1555
 
                /* Start from the end of the list looking for a
1556
 
                suitable block to be flushed. */
1557
 
                bpage = UT_LIST_GET_LAST(buf_pool->LRU);
1558
 
 
1559
 
                /* Iterate backwards over the flush list till we find
1560
 
                a page that isn't ready for flushing. */
1561
 
                while (bpage != NULL
1562
 
                       && !buf_flush_page_and_try_neighbors(
1563
 
                                bpage, BUF_FLUSH_LRU, max, &count)) {
1564
 
 
1565
 
                        bpage = UT_LIST_GET_PREV(LRU, bpage);
1566
 
                }
1567
 
        } while (bpage != NULL && count < max);
1568
 
 
1569
 
        /* We keep track of all flushes happening as part of LRU
1570
 
        flush. When estimating the desired rate at which flush_list
1571
 
        should be flushed, we factor in this value. */
1572
 
        buf_lru_flush_page_count += count;
1573
 
 
1574
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1575
 
 
1576
 
        return(count);
1577
 
}
1578
 
 
1579
 
/*******************************************************************//**
1580
 
This utility flushes dirty blocks from the end of the flush_list.
1581
 
the calling thread is not allowed to own any latches on pages!
1582
 
@return number of blocks for which the write request was queued;
1583
 
ULINT_UNDEFINED if there was a flush of the same type already
1584
 
running */
1585
 
static
1586
 
ulint
1587
 
buf_flush_flush_list_batch(
1588
 
/*=======================*/
1589
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
1590
 
        ulint           min_n,          /*!< in: wished minimum mumber
1591
 
                                        of blocks flushed (it is not
1592
 
                                        guaranteed that the actual
1593
 
                                        number is that big, though) */
1594
 
        ib_uint64_t     lsn_limit)      /*!< all blocks whose
1595
 
                                        oldest_modification is smaller
1596
 
                                        than this should be flushed (if
1597
 
                                        their number does not exceed
1598
 
                                        min_n) */
1599
 
{
1600
 
        ulint           len;
1601
 
        buf_page_t*     bpage;
1602
 
        ulint           count = 0;
1603
 
 
1604
 
        ut_ad(buf_pool_mutex_own(buf_pool));
1605
 
 
1606
 
        /* If we have flushed enough, leave the loop */
1607
 
        do {
1608
 
                /* Start from the end of the list looking for a suitable
1609
 
                block to be flushed. */
1610
 
 
1611
 
                buf_flush_list_mutex_enter(buf_pool);
1612
 
 
1613
 
                /* We use len here because theoretically insertions can
1614
 
                happen in the flush_list below while we are traversing
1615
 
                it for a suitable candidate for flushing. We'd like to
1616
 
                set a limit on how farther we are willing to traverse
1617
 
                the list. */
1618
 
                len = UT_LIST_GET_LEN(buf_pool->flush_list);
1619
 
                bpage = UT_LIST_GET_LAST(buf_pool->flush_list);
1620
 
 
1621
 
                if (bpage) {
1622
 
                        ut_a(bpage->oldest_modification > 0);
1623
 
                }
1624
 
 
1625
 
                if (!bpage || bpage->oldest_modification >= lsn_limit) {
1626
 
 
1627
 
                        /* We have flushed enough */
1628
 
                        buf_flush_list_mutex_exit(buf_pool);
1629
 
                        break;
1630
 
                }
1631
 
 
1632
 
                ut_a(bpage->oldest_modification > 0);
1633
 
 
1634
 
                ut_ad(bpage->in_flush_list);
1635
 
 
1636
 
                buf_flush_list_mutex_exit(buf_pool);
1637
 
 
1638
 
                /* The list may change during the flushing and we cannot
1639
 
                safely preserve within this function a pointer to a
1640
 
                block in the list! */
1641
 
                while (bpage != NULL
1642
 
                       && len > 0
1643
 
                       && !buf_flush_page_and_try_neighbors(
1644
 
                                bpage, BUF_FLUSH_LIST, min_n, &count)) {
1645
 
 
1646
 
                        buf_flush_list_mutex_enter(buf_pool);
1647
 
 
1648
 
                        /* If we are here that means that buf_pool->mutex
1649
 
                         was not released in buf_flush_page_and_try_neighbors()
1650
 
                        above and this guarantees that bpage didn't get
1651
 
                        relocated since we released the flush_list
1652
 
                        mutex above. There is a chance, however, that
1653
 
                        the bpage got removed from flush_list (not
1654
 
                        currently possible because flush_list_remove()
1655
 
                        also obtains buf_pool mutex but that may change
1656
 
                        in future). To avoid this scenario we check
1657
 
                        the oldest_modification and if it is zero
1658
 
                        we start all over again. */
1659
 
                        if (bpage->oldest_modification == 0) {
1660
 
                                buf_flush_list_mutex_exit(buf_pool);
1661
 
                                break;
1662
 
                        }
1663
 
 
1664
 
                        bpage = UT_LIST_GET_PREV(list, bpage);
1665
 
 
1666
 
                        ut_ad(!bpage || bpage->in_flush_list);
1667
 
 
1668
 
                        buf_flush_list_mutex_exit(buf_pool);
1669
 
 
1670
 
                        --len;
1671
 
                }
1672
 
 
1673
 
        } while (count < min_n && bpage != NULL && len > 0);
1674
 
 
1675
 
        ut_ad(buf_pool_mutex_own(buf_pool));
 
1209
        }
 
1210
 
 
1211
        buf_pool_mutex_exit();
1676
1212
 
1677
1213
        return(count);
1678
1214
}
1685
1221
the calling thread is not allowed to own any latches on pages!
1686
1222
@return number of blocks for which the write request was queued;
1687
1223
ULINT_UNDEFINED if there was a flush of the same type already running */
1688
 
static
 
1224
UNIV_INTERN
1689
1225
ulint
1690
1226
buf_flush_batch(
1691
1227
/*============*/
1692
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
1693
1228
        enum buf_flush  flush_type,     /*!< in: BUF_FLUSH_LRU or
1694
1229
                                        BUF_FLUSH_LIST; if BUF_FLUSH_LIST,
1695
1230
                                        then the caller must not own any
1697
1232
        ulint           min_n,          /*!< in: wished minimum mumber of blocks
1698
1233
                                        flushed (it is not guaranteed that the
1699
1234
                                        actual number is that big, though) */
1700
 
        ib_uint64_t     lsn_limit)      /*!< in: in the case of BUF_FLUSH_LIST
1701
 
                                        all blocks whose oldest_modification is
 
1235
        ib_uint64_t     lsn_limit)      /*!< in the case BUF_FLUSH_LIST all
 
1236
                                        blocks whose oldest_modification is
1702
1237
                                        smaller than this should be flushed
1703
1238
                                        (if their number does not exceed
1704
1239
                                        min_n), otherwise ignored */
1705
1240
{
1706
 
        ulint           count   = 0;
 
1241
        buf_page_t*     bpage;
 
1242
        ulint           page_count      = 0;
 
1243
        ulint           old_page_count;
 
1244
        ulint           space;
 
1245
        ulint           offset;
1707
1246
 
1708
 
        ut_ad(flush_type == BUF_FLUSH_LRU || flush_type == BUF_FLUSH_LIST);
 
1247
        ut_ad((flush_type == BUF_FLUSH_LRU)
 
1248
              || (flush_type == BUF_FLUSH_LIST));
1709
1249
#ifdef UNIV_SYNC_DEBUG
1710
1250
        ut_ad((flush_type != BUF_FLUSH_LIST)
1711
1251
              || sync_thread_levels_empty_gen(TRUE));
1712
1252
#endif /* UNIV_SYNC_DEBUG */
1713
 
 
1714
 
        buf_pool_mutex_enter(buf_pool);
1715
 
 
1716
 
        /* Note: The buffer pool mutex is released and reacquired within
1717
 
        the flush functions. */
1718
 
        switch(flush_type) {
1719
 
        case BUF_FLUSH_LRU:
1720
 
                count = buf_flush_LRU_list_batch(buf_pool, min_n);
1721
 
                break;
1722
 
        case BUF_FLUSH_LIST:
1723
 
                count = buf_flush_flush_list_batch(buf_pool, min_n, lsn_limit);
1724
 
                break;
1725
 
        default:
1726
 
                ut_error;
1727
 
        }
1728
 
 
1729
 
        buf_pool_mutex_exit(buf_pool);
1730
 
 
1731
 
        buf_flush_buffered_writes();
1732
 
 
1733
 
#ifdef UNIV_DEBUG
1734
 
        if (buf_debug_prints && count > 0) {
1735
 
                fprintf(stderr, flush_type == BUF_FLUSH_LRU
1736
 
                        ? "Flushed %lu pages in LRU flush\n"
1737
 
                        : "Flushed %lu pages in flush list flush\n",
1738
 
                        (ulong) count);
1739
 
        }
1740
 
#endif /* UNIV_DEBUG */
1741
 
 
1742
 
        srv_buf_pool_flushed += count;
1743
 
 
1744
 
        return(count);
1745
 
}
1746
 
 
1747
 
/******************************************************************//**
1748
 
Gather the aggregated stats for both flush list and LRU list flushing */
1749
 
static
1750
 
void
1751
 
buf_flush_common(
1752
 
/*=============*/
1753
 
        enum buf_flush  flush_type,     /*!< in: type of flush */
1754
 
        ulint           page_count)     /*!< in: number of pages flushed */
1755
 
{
1756
 
        buf_flush_buffered_writes();
1757
 
 
1758
 
        ut_a(flush_type == BUF_FLUSH_LRU || flush_type == BUF_FLUSH_LIST);
 
1253
        buf_pool_mutex_enter();
 
1254
 
 
1255
        if ((buf_pool->n_flush[flush_type] > 0)
 
1256
            || (buf_pool->init_flush[flush_type] == TRUE)) {
 
1257
 
 
1258
                /* There is already a flush batch of the same type running */
 
1259
 
 
1260
                buf_pool_mutex_exit();
 
1261
 
 
1262
                return(ULINT_UNDEFINED);
 
1263
        }
 
1264
 
 
1265
        buf_pool->init_flush[flush_type] = TRUE;
 
1266
 
 
1267
        bool done_with_loop= false;
 
1268
        for (;done_with_loop != true;) {
 
1269
flush_next:
 
1270
                /* If we have flushed enough, leave the loop */
 
1271
                if (page_count >= min_n) {
 
1272
 
 
1273
                        break;
 
1274
                }
 
1275
 
 
1276
                /* Start from the end of the list looking for a suitable
 
1277
                block to be flushed. */
 
1278
 
 
1279
                if (flush_type == BUF_FLUSH_LRU) {
 
1280
                        bpage = UT_LIST_GET_LAST(buf_pool->LRU);
 
1281
                } else {
 
1282
                        ut_ad(flush_type == BUF_FLUSH_LIST);
 
1283
 
 
1284
                        bpage = UT_LIST_GET_LAST(buf_pool->flush_list);
 
1285
                        if (!bpage
 
1286
                            || bpage->oldest_modification >= lsn_limit) {
 
1287
                                /* We have flushed enough */
 
1288
 
 
1289
                                break;
 
1290
                        }
 
1291
                        ut_ad(bpage->in_flush_list);
 
1292
                }
 
1293
 
 
1294
                /* Note that after finding a single flushable page, we try to
 
1295
                flush also all its neighbors, and after that start from the
 
1296
                END of the LRU list or flush list again: the list may change
 
1297
                during the flushing and we cannot safely preserve within this
 
1298
                function a pointer to a block in the list! */
 
1299
 
 
1300
                do {
 
1301
                        mutex_t*block_mutex = buf_page_get_mutex(bpage);
 
1302
                        ibool   ready;
 
1303
 
 
1304
                        ut_a(buf_page_in_file(bpage));
 
1305
 
 
1306
                        mutex_enter(block_mutex);
 
1307
                        ready = buf_flush_ready_for_flush(bpage, flush_type);
 
1308
                        mutex_exit(block_mutex);
 
1309
 
 
1310
                        if (ready) {
 
1311
                                space = buf_page_get_space(bpage);
 
1312
                                offset = buf_page_get_page_no(bpage);
 
1313
 
 
1314
                                buf_pool_mutex_exit();
 
1315
 
 
1316
                                old_page_count = page_count;
 
1317
 
 
1318
                                /* Try to flush also all the neighbors */
 
1319
                                page_count += buf_flush_try_neighbors(
 
1320
                                        space, offset, flush_type);
 
1321
                                /* fprintf(stderr,
 
1322
                                "Flush type %lu, page no %lu, neighb %lu\n",
 
1323
                                flush_type, offset,
 
1324
                                page_count - old_page_count); */
 
1325
 
 
1326
                                buf_pool_mutex_enter();
 
1327
                                goto flush_next;
 
1328
 
 
1329
                        } else if (flush_type == BUF_FLUSH_LRU) {
 
1330
                                bpage = UT_LIST_GET_PREV(LRU, bpage);
 
1331
                        } else {
 
1332
                                ut_ad(flush_type == BUF_FLUSH_LIST);
 
1333
 
 
1334
                                bpage = UT_LIST_GET_PREV(list, bpage);
 
1335
                                ut_ad(!bpage || bpage->in_flush_list);
 
1336
                        }
 
1337
                } while (bpage != NULL);
 
1338
 
 
1339
                /* If we could not find anything to flush, leave the loop */
 
1340
 
 
1341
                done_with_loop= true;
 
1342
 
 
1343
        }
 
1344
 
 
1345
        buf_pool->init_flush[flush_type] = FALSE;
 
1346
 
 
1347
        if (buf_pool->n_flush[flush_type] == 0) {
 
1348
 
 
1349
                /* The running flush batch has ended */
 
1350
 
 
1351
                os_event_set(buf_pool->no_flush[flush_type]);
 
1352
        }
 
1353
 
 
1354
        buf_pool_mutex_exit();
 
1355
 
 
1356
        buf_flush_buffered_writes();
1759
1357
 
1760
1358
#ifdef UNIV_DEBUG
1761
1359
        if (buf_debug_prints && page_count > 0) {
 
1360
                ut_a(flush_type == BUF_FLUSH_LRU
 
1361
                     || flush_type == BUF_FLUSH_LIST);
1762
1362
                fprintf(stderr, flush_type == BUF_FLUSH_LRU
1763
1363
                        ? "Flushed %lu pages in LRU flush\n"
1764
1364
                        : "Flushed %lu pages in flush list flush\n",
1768
1368
 
1769
1369
        srv_buf_pool_flushed += page_count;
1770
1370
 
 
1371
        /* We keep track of all flushes happening as part of LRU
 
1372
        flush. When estimating the desired rate at which flush_list
 
1373
        should be flushed we factor in this value. */
1771
1374
        if (flush_type == BUF_FLUSH_LRU) {
1772
 
                /* We keep track of all flushes happening as part of LRU
1773
 
                flush. When estimating the desired rate at which flush_list
1774
 
                should be flushed we factor in this value. */
1775
1375
                buf_lru_flush_page_count += page_count;
1776
1376
        }
1777
 
}
1778
 
 
1779
 
/******************************************************************//**
1780
 
Start a buffer flush batch for LRU or flush list */
1781
 
static
1782
 
ibool
1783
 
buf_flush_start(
1784
 
/*============*/
1785
 
        buf_pool_t*     buf_pool,       /*!< buffer pool instance */
1786
 
        enum buf_flush  flush_type)     /*!< in: BUF_FLUSH_LRU
1787
 
                                        or BUF_FLUSH_LIST */
1788
 
{
1789
 
        buf_pool_mutex_enter(buf_pool);
1790
 
 
1791
 
        if (buf_pool->n_flush[flush_type] > 0
1792
 
           || buf_pool->init_flush[flush_type] == TRUE) {
1793
 
 
1794
 
                /* There is already a flush batch of the same type running */
1795
 
 
1796
 
                buf_pool_mutex_exit(buf_pool);
1797
 
 
1798
 
                return(FALSE);
1799
 
        }
1800
 
 
1801
 
        buf_pool->init_flush[flush_type] = TRUE;
1802
 
 
1803
 
        buf_pool_mutex_exit(buf_pool);
1804
 
 
1805
 
        return(TRUE);
1806
 
}
1807
 
 
1808
 
/******************************************************************//**
1809
 
End a buffer flush batch for LRU or flush list */
1810
 
static
1811
 
void
1812
 
buf_flush_end(
1813
 
/*==========*/
1814
 
        buf_pool_t*     buf_pool,       /*!< buffer pool instance */
1815
 
        enum buf_flush  flush_type)     /*!< in: BUF_FLUSH_LRU
1816
 
                                        or BUF_FLUSH_LIST */
1817
 
{
1818
 
        buf_pool_mutex_enter(buf_pool);
1819
 
 
1820
 
        buf_pool->init_flush[flush_type] = FALSE;
1821
 
 
1822
 
        if (buf_pool->n_flush[flush_type] == 0) {
1823
 
 
1824
 
                /* The running flush batch has ended */
1825
 
 
1826
 
                os_event_set(buf_pool->no_flush[flush_type]);
1827
 
        }
1828
 
 
1829
 
        buf_pool_mutex_exit(buf_pool);
 
1377
 
 
1378
        return(page_count);
1830
1379
}
1831
1380
 
1832
1381
/******************************************************************//**
1835
1384
void
1836
1385
buf_flush_wait_batch_end(
1837
1386
/*=====================*/
1838
 
        buf_pool_t*     buf_pool,       /*!< buffer pool instance */
1839
 
        enum buf_flush  type)           /*!< in: BUF_FLUSH_LRU
1840
 
                                        or BUF_FLUSH_LIST */
1841
 
{
1842
 
        ut_ad(type == BUF_FLUSH_LRU || type == BUF_FLUSH_LIST);
1843
 
 
1844
 
        if (buf_pool == NULL) {
1845
 
                ulint   i;
1846
 
 
1847
 
                for (i = 0; i < srv_buf_pool_instances; ++i) {
1848
 
                        buf_pool_t*     i_buf_pool = buf_pool_from_array(i);
1849
 
 
1850
 
                        os_event_wait(i_buf_pool->no_flush[type]);
1851
 
                }
1852
 
        } else {
1853
 
                os_event_wait(buf_pool->no_flush[type]);
1854
 
        }
1855
 
}
1856
 
 
1857
 
/*******************************************************************//**
1858
 
This utility flushes dirty blocks from the end of the LRU list.
1859
 
NOTE: The calling thread may own latches to pages: to avoid deadlocks,
1860
 
this function must be written so that it cannot end up waiting for these
1861
 
latches!
1862
 
@return number of blocks for which the write request was queued;
1863
 
ULINT_UNDEFINED if there was a flush of the same type already running */
1864
 
UNIV_INTERN
1865
 
ulint
1866
 
buf_flush_LRU(
1867
 
/*==========*/
1868
 
        buf_pool_t*     buf_pool,       /*!< in: buffer pool instance */
1869
 
        ulint           min_n)          /*!< in: wished minimum mumber of blocks
1870
 
                                        flushed (it is not guaranteed that the
1871
 
                                        actual number is that big, though) */
1872
 
{
1873
 
        ulint           page_count;
1874
 
 
1875
 
        if (!buf_flush_start(buf_pool, BUF_FLUSH_LRU)) {
1876
 
                return(ULINT_UNDEFINED);
1877
 
        }
1878
 
 
1879
 
        page_count = buf_flush_batch(buf_pool, BUF_FLUSH_LRU, min_n, 0);
1880
 
 
1881
 
        buf_flush_end(buf_pool, BUF_FLUSH_LRU);
1882
 
 
1883
 
        buf_flush_common(BUF_FLUSH_LRU, page_count);
1884
 
 
1885
 
        return(page_count);
1886
 
}
1887
 
 
1888
 
/*******************************************************************//**
1889
 
This utility flushes dirty blocks from the end of the flush list of
1890
 
all buffer pool instances.
1891
 
NOTE: The calling thread is not allowed to own any latches on pages!
1892
 
@return number of blocks for which the write request was queued;
1893
 
ULINT_UNDEFINED if there was a flush of the same type already running */
1894
 
UNIV_INTERN
1895
 
ulint
1896
 
buf_flush_list(
1897
 
/*===========*/
1898
 
        ulint           min_n,          /*!< in: wished minimum mumber of blocks
1899
 
                                        flushed (it is not guaranteed that the
1900
 
                                        actual number is that big, though) */
1901
 
        ib_uint64_t     lsn_limit)      /*!< in the case BUF_FLUSH_LIST all
1902
 
                                        blocks whose oldest_modification is
1903
 
                                        smaller than this should be flushed
1904
 
                                        (if their number does not exceed
1905
 
                                        min_n), otherwise ignored */
1906
 
{
1907
 
        ulint           i;
1908
 
        ulint           total_page_count = 0;
1909
 
        ibool           skipped = FALSE;
1910
 
 
1911
 
        if (min_n != ULINT_MAX) {
1912
 
                /* Ensure that flushing is spread evenly amongst the
1913
 
                buffer pool instances. When min_n is ULINT_MAX
1914
 
                we need to flush everything up to the lsn limit
1915
 
                so no limit here. */
1916
 
                min_n = (min_n + srv_buf_pool_instances - 1)
1917
 
                         / srv_buf_pool_instances;
1918
 
        }
1919
 
 
1920
 
        /* Flush to lsn_limit in all buffer pool instances */
1921
 
        for (i = 0; i < srv_buf_pool_instances; i++) {
1922
 
                buf_pool_t*     buf_pool;
1923
 
                ulint           page_count = 0;
1924
 
 
1925
 
                buf_pool = buf_pool_from_array(i);
1926
 
 
1927
 
                if (!buf_flush_start(buf_pool, BUF_FLUSH_LIST)) {
1928
 
                        /* We have two choices here. If lsn_limit was
1929
 
                        specified then skipping an instance of buffer
1930
 
                        pool means we cannot guarantee that all pages
1931
 
                        up to lsn_limit has been flushed. We can
1932
 
                        return right now with failure or we can try
1933
 
                        to flush remaining buffer pools up to the
1934
 
                        lsn_limit. We attempt to flush other buffer
1935
 
                        pools based on the assumption that it will
1936
 
                        help in the retry which will follow the
1937
 
                        failure. */
1938
 
                        skipped = TRUE;
1939
 
 
1940
 
                        continue;
1941
 
                }
1942
 
 
1943
 
                page_count = buf_flush_batch(
1944
 
                        buf_pool, BUF_FLUSH_LIST, min_n, lsn_limit);
1945
 
 
1946
 
                buf_flush_end(buf_pool, BUF_FLUSH_LIST);
1947
 
 
1948
 
                buf_flush_common(BUF_FLUSH_LIST, page_count);
1949
 
 
1950
 
                total_page_count += page_count;
1951
 
        }
1952
 
 
1953
 
        return(lsn_limit != IB_ULONGLONG_MAX && skipped
1954
 
               ? ULINT_UNDEFINED : total_page_count);
1955
 
}
1956
 
 
 
1387
        enum buf_flush  type)   /*!< in: BUF_FLUSH_LRU or BUF_FLUSH_LIST */
 
1388
{
 
1389
        ut_ad((type == BUF_FLUSH_LRU) || (type == BUF_FLUSH_LIST));
 
1390
 
 
1391
        os_event_wait(buf_pool->no_flush[type]);
 
1392
}
 
1393
 
1957
1394
/******************************************************************//**
1958
1395
Gives a recommendation of how many blocks should be flushed to establish
1959
1396
a big enough margin of replaceable blocks near the end of the LRU list
1962
1399
LRU list */
1963
1400
static
1964
1401
ulint
1965
 
buf_flush_LRU_recommendation(
1966
 
/*=========================*/
1967
 
        buf_pool_t*     buf_pool)               /*!< in: Buffer pool instance */
 
1402
buf_flush_LRU_recommendation(void)
 
1403
/*==============================*/
1968
1404
{
1969
1405
        buf_page_t*     bpage;
1970
1406
        ulint           n_replaceable;
1971
1407
        ulint           distance        = 0;
1972
1408
 
1973
 
        buf_pool_mutex_enter(buf_pool);
 
1409
        buf_pool_mutex_enter();
1974
1410
 
1975
1411
        n_replaceable = UT_LIST_GET_LEN(buf_pool->free);
1976
1412
 
1977
1413
        bpage = UT_LIST_GET_LAST(buf_pool->LRU);
1978
1414
 
1979
1415
        while ((bpage != NULL)
1980
 
               && (n_replaceable < BUF_FLUSH_FREE_BLOCK_MARGIN(buf_pool)
1981
 
                   + BUF_FLUSH_EXTRA_MARGIN(buf_pool))
1982
 
               && (distance < BUF_LRU_FREE_SEARCH_LEN(buf_pool))) {
 
1416
               && (n_replaceable < BUF_FLUSH_FREE_BLOCK_MARGIN
 
1417
                   + BUF_FLUSH_EXTRA_MARGIN)
 
1418
               && (distance < BUF_LRU_FREE_SEARCH_LEN)) {
1983
1419
 
1984
1420
                mutex_t* block_mutex = buf_page_get_mutex(bpage);
1985
1421
 
1996
1432
                bpage = UT_LIST_GET_PREV(LRU, bpage);
1997
1433
        }
1998
1434
 
1999
 
        buf_pool_mutex_exit(buf_pool);
 
1435
        buf_pool_mutex_exit();
2000
1436
 
2001
 
        if (n_replaceable >= BUF_FLUSH_FREE_BLOCK_MARGIN(buf_pool)) {
 
1437
        if (n_replaceable >= BUF_FLUSH_FREE_BLOCK_MARGIN) {
2002
1438
 
2003
1439
                return(0);
2004
1440
        }
2005
1441
 
2006
 
        return(BUF_FLUSH_FREE_BLOCK_MARGIN(buf_pool)
2007
 
               + BUF_FLUSH_EXTRA_MARGIN(buf_pool)
 
1442
        return(BUF_FLUSH_FREE_BLOCK_MARGIN + BUF_FLUSH_EXTRA_MARGIN
2008
1443
               - n_replaceable);
2009
1444
}
2010
1445
 
2016
1451
immediately, without waiting. */
2017
1452
UNIV_INTERN
2018
1453
void
2019
 
buf_flush_free_margin(
2020
 
/*==================*/
2021
 
        buf_pool_t*     buf_pool)               /*!< in: Buffer pool instance */
 
1454
buf_flush_free_margin(void)
 
1455
/*=======================*/
2022
1456
{
2023
1457
        ulint   n_to_flush;
 
1458
        ulint   n_flushed;
2024
1459
 
2025
 
        n_to_flush = buf_flush_LRU_recommendation(buf_pool);
 
1460
        n_to_flush = buf_flush_LRU_recommendation();
2026
1461
 
2027
1462
        if (n_to_flush > 0) {
2028
 
                ulint   n_flushed;
2029
 
 
2030
 
                n_flushed = buf_flush_LRU(buf_pool, n_to_flush);
2031
 
 
 
1463
                n_flushed = buf_flush_batch(BUF_FLUSH_LRU, n_to_flush, 0);
2032
1464
                if (n_flushed == ULINT_UNDEFINED) {
2033
1465
                        /* There was an LRU type flush batch already running;
2034
1466
                        let us wait for it to end */
2035
1467
 
2036
 
                        buf_flush_wait_batch_end(buf_pool, BUF_FLUSH_LRU);
 
1468
                        buf_flush_wait_batch_end(BUF_FLUSH_LRU);
2037
1469
                }
2038
1470
        }
2039
1471
}
2040
1472
 
2041
 
/*********************************************************************//**
2042
 
Flushes pages from the end of all the LRU lists. */
2043
 
UNIV_INTERN
2044
 
void
2045
 
buf_flush_free_margins(void)
2046
 
/*========================*/
2047
 
{
2048
 
        ulint   i;
2049
 
 
2050
 
        for (i = 0; i < srv_buf_pool_instances; i++) {
2051
 
                buf_pool_t*     buf_pool;
2052
 
 
2053
 
                buf_pool = buf_pool_from_array(i);
2054
 
 
2055
 
                buf_flush_free_margin(buf_pool);
2056
 
        }
2057
 
}
2058
 
 
2059
1473
/*********************************************************************
2060
1474
Update the historical stats that we are collecting for flush rate
2061
1475
heuristics at the end of each interval.
2116
1530
buf_flush_get_desired_flush_rate(void)
2117
1531
/*==================================*/
2118
1532
{
2119
 
        ulint           i;
2120
 
        lint            rate;
2121
 
        ulint           redo_avg;
2122
 
        ulint           n_dirty = 0;
2123
 
        ulint           n_flush_req;
2124
 
        ulint           lru_flush_avg;
2125
 
        ib_uint64_t     lsn = log_get_lsn();
2126
 
        ulint           log_capacity = log_get_capacity();
 
1533
        ulint                   redo_avg;
 
1534
        ulint                   lru_flush_avg;
 
1535
        ulint                   n_dirty;
 
1536
        ulint                   n_flush_req;
 
1537
        lint                    rate;
 
1538
        ib_uint64_t             lsn = log_get_lsn();
 
1539
        ulint                   log_capacity = log_get_capacity();
2127
1540
 
2128
1541
        /* log_capacity should never be zero after the initialization
2129
1542
        of log subsystem. */
2130
1543
        ut_ad(log_capacity != 0);
2131
1544
 
2132
1545
        /* Get total number of dirty pages. It is OK to access
2133
 
        flush_list without holding any mutex as we are using this
 
1546
        flush_list without holding any mtex as we are using this
2134
1547
        only for heuristics. */
2135
 
        for (i = 0; i < srv_buf_pool_instances; i++) {
2136
 
                buf_pool_t*     buf_pool;
2137
 
 
2138
 
                buf_pool = buf_pool_from_array(i);
2139
 
                n_dirty += UT_LIST_GET_LEN(buf_pool->flush_list);
2140
 
        }
 
1548
        n_dirty = UT_LIST_GET_LEN(buf_pool->flush_list);
2141
1549
 
2142
1550
        /* An overflow can happen if we generate more than 2^32 bytes
2143
1551
        of redo in this interval i.e.: 4G of redo in 1 second. We can
2179
1587
@return TRUE if ok */
2180
1588
static
2181
1589
ibool
2182
 
buf_flush_validate_low(
2183
 
/*===================*/
2184
 
        buf_pool_t*     buf_pool)               /*!< in: Buffer pool instance */
 
1590
buf_flush_validate_low(void)
 
1591
/*========================*/
2185
1592
{
2186
1593
        buf_page_t*             bpage;
2187
1594
        const ib_rbt_node_t*    rnode = NULL;
2188
1595
 
2189
 
        ut_ad(buf_flush_list_mutex_own(buf_pool));
2190
 
 
2191
1596
        UT_LIST_VALIDATE(list, buf_page_t, buf_pool->flush_list,
2192
1597
                         ut_ad(ut_list_node_313->in_flush_list));
2193
1598
 
2202
1607
 
2203
1608
        while (bpage != NULL) {
2204
1609
                const ib_uint64_t om = bpage->oldest_modification;
2205
 
 
2206
 
                ut_ad(buf_pool_from_bpage(bpage) == buf_pool);
2207
 
 
2208
1610
                ut_ad(bpage->in_flush_list);
2209
 
 
2210
 
                /* A page in buf_pool->flush_list can be in
2211
 
                BUF_BLOCK_REMOVE_HASH state. This happens when a page
2212
 
                is in the middle of being relocated. In that case the
2213
 
                original descriptor can have this state and still be
2214
 
                in the flush list waiting to acquire the
2215
 
                buf_pool->flush_list_mutex to complete the relocation. */
2216
 
                ut_a(buf_page_in_file(bpage)
2217
 
                     || buf_page_get_state(bpage) == BUF_BLOCK_REMOVE_HASH);
 
1611
                ut_a(buf_page_in_file(bpage));
2218
1612
                ut_a(om > 0);
2219
1613
 
2220
1614
                if (UNIV_LIKELY_NULL(buf_pool->flush_rbt)) {
2221
 
                        buf_page_t** prpage;
2222
 
 
2223
1615
                        ut_a(rnode);
2224
 
                        prpage = rbt_value(buf_page_t*, rnode);
2225
 
 
2226
 
                        ut_a(*prpage);
2227
 
                        ut_a(*prpage == bpage);
 
1616
                        buf_page_t* rpage = *rbt_value(buf_page_t*,
 
1617
                                                       rnode);
 
1618
                        ut_a(rpage);
 
1619
                        ut_a(rpage == bpage);
2228
1620
                        rnode = rbt_next(buf_pool->flush_rbt, rnode);
2229
1621
                }
2230
1622
 
2245
1637
@return TRUE if ok */
2246
1638
UNIV_INTERN
2247
1639
ibool
2248
 
buf_flush_validate(
2249
 
/*===============*/
2250
 
        buf_pool_t*     buf_pool)       /*!< buffer pool instance */
 
1640
buf_flush_validate(void)
 
1641
/*====================*/
2251
1642
{
2252
1643
        ibool   ret;
2253
1644
 
2254
 
        buf_flush_list_mutex_enter(buf_pool);
2255
 
 
2256
 
        ret = buf_flush_validate_low(buf_pool);
2257
 
 
2258
 
        buf_flush_list_mutex_exit(buf_pool);
 
1645
        buf_pool_mutex_enter();
 
1646
 
 
1647
        ret = buf_flush_validate_low();
 
1648
 
 
1649
        buf_pool_mutex_exit();
2259
1650
 
2260
1651
        return(ret);
2261
1652
}