| Directory: | cvmfs/ |
|---|---|
| File: | cvmfs/malloc_heap.cc |
| Date: | 2025-11-09 02:35:23 |
| Exec | Total | Coverage | |
|---|---|---|---|
| Lines: | 69 | 69 | 100.0% |
| Branches: | 22 | 32 | 68.8% |
| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /** | ||
| 2 | * This file is part of the CernVM File System. | ||
| 3 | */ | ||
| 4 | |||
| 5 | |||
| 6 | #include "malloc_heap.h" | ||
| 7 | |||
| 8 | #include <cassert> | ||
| 9 | #include <cstring> | ||
| 10 | #include <new> | ||
| 11 | |||
| 12 | #include "util/smalloc.h" | ||
| 13 | |||
| 14 | using namespace std; // NOLINT | ||
| 15 | |||
| 16 | 1916466 | void *MallocHeap::Allocate(uint64_t size, void *header, unsigned header_size) { | |
| 17 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1916466 times.
|
1916466 | assert(size > 0); |
| 18 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1916466 times.
|
1916466 | assert(header_size <= size); |
| 19 | 1916466 | const uint64_t rounded_size = RoundUp8(size); | |
| 20 | 1916466 | const int64_t real_size = rounded_size + sizeof(Tag); | |
| 21 |
2/2✓ Branch 0 taken 75 times.
✓ Branch 1 taken 1916391 times.
|
1916466 | if (gauge_ + real_size > capacity_) |
| 22 | 75 | return NULL; | |
| 23 | |||
| 24 | 1916391 | unsigned char *new_block = heap_ + gauge_; | |
| 25 | 1916391 | new (new_block) Tag(rounded_size); | |
| 26 | 1916391 | new_block += sizeof(Tag); | |
| 27 | 1916391 | memcpy(new_block, header, header_size); | |
| 28 | 1916391 | gauge_ += real_size; | |
| 29 | 1916391 | stored_ += rounded_size; | |
| 30 | 1916391 | num_blocks_++; | |
| 31 | 1916391 | return new_block; | |
| 32 | } | ||
| 33 | |||
| 34 | |||
| 35 | 113 | void MallocHeap::Compact() { | |
| 36 |
2/2✓ Branch 0 taken 19 times.
✓ Branch 1 taken 94 times.
|
113 | if (gauge_ == 0) |
| 37 | 19 | return; | |
| 38 | |||
| 39 | // Not really a tag, just the top memory address | ||
| 40 | 94 | Tag *heap_top = reinterpret_cast<Tag *>(heap_ + gauge_); | |
| 41 | 94 | Tag *current_tag = reinterpret_cast<Tag *>(heap_); | |
| 42 | 94 | Tag *next_tag = current_tag->JumpToNext(); | |
| 43 | // Move a sliding window of two blocks over the heap and compact where | ||
| 44 | // possible | ||
| 45 |
2/2✓ Branch 0 taken 2872117 times.
✓ Branch 1 taken 94 times.
|
2872211 | while (next_tag < heap_top) { |
| 46 |
2/2✓ Branch 1 taken 1896713 times.
✓ Branch 2 taken 975404 times.
|
2872117 | if (current_tag->IsFree()) { |
| 47 |
2/2✓ Branch 1 taken 940344 times.
✓ Branch 2 taken 956369 times.
|
1896713 | if (next_tag->IsFree()) { |
| 48 | // Adjacent free blocks, merge and try again | ||
| 49 | 940344 | current_tag->size -= sizeof(Tag) + next_tag->GetSize(); | |
| 50 | 940344 | next_tag = next_tag->JumpToNext(); | |
| 51 | } else { | ||
| 52 | // Free block followed by a reserved block, move memory and create a | ||
| 53 | // new free tag at the end of the moved block | ||
| 54 | 956369 | const int64_t free_space = current_tag->size; | |
| 55 | 956369 | current_tag->size = next_tag->size; | |
| 56 | 956369 | memmove(current_tag->GetBlock(), next_tag->GetBlock(), | |
| 57 | next_tag->GetSize()); | ||
| 58 |
1/2✓ Branch 3 taken 956369 times.
✗ Branch 4 not taken.
|
956369 | (*callback_ptr_)(BlockPtr(current_tag->GetBlock())); |
| 59 | 956369 | next_tag = current_tag->JumpToNext(); | |
| 60 | 956369 | next_tag->size = free_space; | |
| 61 | } | ||
| 62 | } else { | ||
| 63 | // Current block allocated, move on | ||
| 64 | 975404 | current_tag = next_tag; | |
| 65 | 975404 | next_tag = next_tag->JumpToNext(); | |
| 66 | } | ||
| 67 | } | ||
| 68 | |||
| 69 | 94 | gauge_ = (reinterpret_cast<unsigned char *>(current_tag) - heap_); | |
| 70 |
2/2✓ Branch 1 taken 19 times.
✓ Branch 2 taken 75 times.
|
94 | if (!current_tag->IsFree()) |
| 71 | 19 | gauge_ += sizeof(Tag) + current_tag->GetSize(); | |
| 72 | } | ||
| 73 | |||
| 74 | |||
| 75 | 38 | void *MallocHeap::Expand(void *block, uint64_t new_size) { | |
| 76 | 38 | const uint64_t old_size = GetSize(block); | |
| 77 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 38 times.
|
38 | assert(old_size <= new_size); |
| 78 | 38 | void *new_block = Allocate(new_size, block, old_size); | |
| 79 |
1/2✓ Branch 0 taken 38 times.
✗ Branch 1 not taken.
|
38 | if (new_block != NULL) |
| 80 | 38 | MarkFree(block); | |
| 81 | 38 | return new_block; | |
| 82 | } | ||
| 83 | |||
| 84 | |||
| 85 | 39026 | bool MallocHeap::HasSpaceFor(uint64_t nbytes) { | |
| 86 | 39026 | return RoundUp8(gauge_ + nbytes + sizeof(Tag)) <= capacity_; | |
| 87 | } | ||
| 88 | |||
| 89 | |||
| 90 | 940457 | void MallocHeap::MarkFree(void *block) { | |
| 91 | 940457 | Tag *tag = reinterpret_cast<Tag *>(block) - 1; | |
| 92 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 940457 times.
|
940457 | assert(tag->size > 0); |
| 93 | 940457 | tag->size = -(tag->size); | |
| 94 | 940457 | stored_ -= tag->GetSize(); | |
| 95 | 940457 | num_blocks_--; | |
| 96 | // TODO(jblomer): if MarkFree() takes place at the top of the heap, one could | ||
| 97 | // move back the gauge_ pointer. If this is an optimization or unnecessary | ||
| 98 | // extra work depends on how the MallocHeap is used. | ||
| 99 | 940457 | } | |
| 100 | |||
| 101 | |||
| 102 | 898112 | uint64_t MallocHeap::GetSize(void *block) { | |
| 103 | 898112 | Tag *tag = reinterpret_cast<Tag *>(block) - 1; | |
| 104 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 898112 times.
|
898112 | assert(tag->size > 0); |
| 105 | 898112 | return tag->size; | |
| 106 | } | ||
| 107 | |||
| 108 | |||
| 109 | 384 | MallocHeap::MallocHeap(uint64_t capacity, CallbackPtr callback_ptr) | |
| 110 | 384 | : callback_ptr_(callback_ptr) | |
| 111 | 384 | , capacity_(capacity) | |
| 112 | 384 | , gauge_(0) | |
| 113 | 384 | , stored_(0) | |
| 114 | 384 | , num_blocks_(0) { | |
| 115 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 384 times.
|
384 | assert(capacity_ > kMinCapacity); |
| 116 | // Ensure 8-byte alignment | ||
| 117 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 384 times.
|
384 | assert((capacity_ % 8) == 0); |
| 118 | 384 | heap_ = reinterpret_cast<unsigned char *>(sxmmap(capacity)); | |
| 119 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 384 times.
|
384 | assert(uintptr_t(heap_) % 8 == 0); |
| 120 | 384 | } | |
| 121 | |||
| 122 | |||
| 123 | 383 | MallocHeap::~MallocHeap() { sxunmap(heap_, capacity_); } | |
| 124 |