mirror of
https://github.com/microsoft/mimalloc.git
synced 2025-05-06 07:29:30 +03:00
split normal and secure extend in a separate routine
This commit is contained in:
parent
6313c21d93
commit
56778fe7d2
1 changed files with 71 additions and 59 deletions
50
src/page.c
50
src/page.c
|
@ -404,28 +404,14 @@ void _mi_page_retire(mi_page_t* page) {
|
||||||
#define MI_MAX_SLICES (1UL << MI_MAX_SLICE_SHIFT)
|
#define MI_MAX_SLICES (1UL << MI_MAX_SLICE_SHIFT)
|
||||||
#define MI_MIN_SLICES (2)
|
#define MI_MIN_SLICES (2)
|
||||||
|
|
||||||
static void mi_page_free_list_extend( mi_heap_t* heap, mi_page_t* page, size_t extend, mi_stats_t* stats)
|
static void mi_page_free_list_extend_secure(mi_heap_t* heap, mi_page_t* page, size_t extend, mi_stats_t* stats) {
|
||||||
{
|
|
||||||
UNUSED(stats);
|
UNUSED(stats);
|
||||||
mi_assert_internal(page->free == NULL);
|
mi_assert_internal(page->free == NULL);
|
||||||
mi_assert_internal(page->local_free == NULL);
|
mi_assert_internal(page->local_free == NULL);
|
||||||
mi_assert_internal(page->capacity + extend <= page->reserved);
|
mi_assert_internal(page->capacity + extend <= page->reserved);
|
||||||
void* page_area = _mi_page_start(_mi_page_segment(page), page, NULL);
|
void* page_area = _mi_page_start(_mi_page_segment(page), page, NULL);
|
||||||
size_t bsize = page->block_size;
|
size_t bsize = page->block_size;
|
||||||
mi_block_t* start = mi_page_block_at(page, page_area, page->capacity);
|
|
||||||
if (extend < MI_MIN_SLICES || !mi_option_is_enabled(mi_option_secure)) {
|
|
||||||
// initialize a sequential free list
|
|
||||||
mi_block_t* end = mi_page_block_at(page, page_area, page->capacity + extend - 1);
|
|
||||||
mi_block_t* block = start;
|
|
||||||
for (size_t i = 0; i < extend; i++) {
|
|
||||||
mi_block_t* next = (mi_block_t*)((uint8_t*)block + bsize);
|
|
||||||
mi_block_set_next(page,block,next);
|
|
||||||
block = next;
|
|
||||||
}
|
|
||||||
mi_block_set_next(page, end, NULL);
|
|
||||||
page->free = start;
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
// initialize a randomized free list
|
// initialize a randomized free list
|
||||||
// set up `slice_count` slices to alternate between
|
// set up `slice_count` slices to alternate between
|
||||||
size_t shift = MI_MAX_SLICE_SHIFT;
|
size_t shift = MI_MAX_SLICE_SHIFT;
|
||||||
|
@ -470,9 +456,27 @@ static void mi_page_free_list_extend( mi_heap_t* heap, mi_page_t* page, size_t e
|
||||||
mi_block_set_next(page, blocks[current], NULL); // end of the list
|
mi_block_set_next(page, blocks[current], NULL); // end of the list
|
||||||
heap->random = _mi_random_shuffle(rnd);
|
heap->random = _mi_random_shuffle(rnd);
|
||||||
}
|
}
|
||||||
// enable the new free list
|
|
||||||
page->capacity += (uint16_t)extend;
|
static void mi_page_free_list_extend( mi_heap_t* heap, mi_page_t* page, size_t extend, mi_stats_t* stats)
|
||||||
_mi_stat_increase(&stats->page_committed, extend * page->block_size);
|
{
|
||||||
|
UNUSED(stats);
|
||||||
|
mi_assert_internal(page->free == NULL);
|
||||||
|
mi_assert_internal(page->local_free == NULL);
|
||||||
|
mi_assert_internal(page->capacity + extend <= page->reserved);
|
||||||
|
void* page_area = _mi_page_start(_mi_page_segment(page), page, NULL );
|
||||||
|
size_t bsize = page->block_size;
|
||||||
|
mi_block_t* start = mi_page_block_at(page, page_area, page->capacity);
|
||||||
|
|
||||||
|
// initialize a sequential free list
|
||||||
|
mi_block_t* last = mi_page_block_at(page, page_area, page->capacity + extend - 1);
|
||||||
|
mi_block_t* block = start;
|
||||||
|
while(block <= last) {
|
||||||
|
mi_block_t* next = (mi_block_t*)((uint8_t*)block + bsize);
|
||||||
|
mi_block_set_next(page,block,next);
|
||||||
|
block = next;
|
||||||
|
}
|
||||||
|
mi_block_set_next(page, last, NULL);
|
||||||
|
page->free = start;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* -----------------------------------------------------------
|
/* -----------------------------------------------------------
|
||||||
|
@ -518,7 +522,15 @@ static void mi_page_extend_free(mi_heap_t* heap, mi_page_t* page, mi_stats_t* st
|
||||||
mi_assert_internal(extend < (1UL<<16));
|
mi_assert_internal(extend < (1UL<<16));
|
||||||
|
|
||||||
// and append the extend the free list
|
// and append the extend the free list
|
||||||
|
if (extend < MI_MIN_SLICES || !mi_option_is_enabled(mi_option_secure)) {
|
||||||
mi_page_free_list_extend(heap, page, extend, stats );
|
mi_page_free_list_extend(heap, page, extend, stats );
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
mi_page_free_list_extend_secure(heap, page, extend, stats);
|
||||||
|
}
|
||||||
|
// enable the new free list
|
||||||
|
page->capacity += (uint16_t)extend;
|
||||||
|
_mi_stat_increase(&stats->page_committed, extend * page->block_size);
|
||||||
|
|
||||||
mi_assert_expensive(mi_page_is_valid_init(page));
|
mi_assert_expensive(mi_page_is_valid_init(page));
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Reference in a new issue