Directory: | cvmfs/ |
---|---|
File: | cvmfs/ingestion/task_compress.cc |
Date: | 2025-08-31 02:39:21 |
Exec | Total | Coverage | |
---|---|---|---|
Lines: | 42 | 42 | 100.0% |
Branches: | 44 | 72 | 61.1% |
Line | Branch | Exec | Source |
---|---|---|---|
1 | /** | ||
2 | * This file is part of the CernVM File System. | ||
3 | */ | ||
4 | |||
5 | |||
6 | #include "task_compress.h" | ||
7 | |||
8 | #include <cstdlib> | ||
9 | |||
10 | #include "compression/compression.h" | ||
11 | #include "util/logging.h" | ||
12 | #include "util/smalloc.h" | ||
13 | |||
14 | |||
15 | /** | ||
16 | * The data payload of the blocks is replaced by their compressed counterparts. | ||
17 | * The block tags stay the same. | ||
18 | * TODO(jblomer): avoid memory copy with EchoCompressor | ||
19 | */ | ||
20 | 10401565 | void TaskCompress::Process(BlockItem *input_block) { | |
21 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 10395733 times.
|
10401565 | assert(input_block->chunk_item() != NULL); |
22 | |||
23 |
1/2✓ Branch 2 taken 10416019 times.
✗ Branch 3 not taken.
|
10395733 | zlib::Compressor *compressor = input_block->chunk_item()->GetCompressor(); |
24 | 10416019 | const int64_t tag = input_block->tag(); | |
25 | 10410853 | const bool flush = input_block->type() == BlockItem::kBlockStop; | |
26 | 10416145 | unsigned char *input_data = input_block->data(); | |
27 | 10408819 | size_t remaining_in_input = input_block->size(); | |
28 | |||
29 | 10408873 | BlockItem *output_block = NULL; | |
30 |
3/4✓ Branch 1 taken 10432416 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 4499638 times.
✓ Branch 4 taken 5932778 times.
|
10408873 | if (!tag_map_.Lookup(tag, &output_block)) { |
31 | // So far unseen chunk, start new stream of compressed blocks | ||
32 |
2/4✓ Branch 1 taken 4499746 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 4491520 times.
✗ Branch 5 not taken.
|
4499638 | output_block = new BlockItem(tag, allocator_); |
33 |
1/2✓ Branch 2 taken 4490152 times.
✗ Branch 3 not taken.
|
4491520 | output_block->SetFileItem(input_block->file_item()); |
34 |
1/2✓ Branch 2 taken 4491952 times.
✗ Branch 3 not taken.
|
4490152 | output_block->SetChunkItem(input_block->chunk_item()); |
35 |
1/2✓ Branch 1 taken 4507288 times.
✗ Branch 2 not taken.
|
4491952 | output_block->MakeData(kCompressedBlockSize); |
36 |
1/2✓ Branch 1 taken 4520627 times.
✗ Branch 2 not taken.
|
4507288 | tag_map_.Insert(tag, output_block); |
37 | } | ||
38 | |||
39 | 10453405 | bool done = false; | |
40 | do { | ||
41 | 11682593 | unsigned char *output_data = output_block->data() + output_block->size(); | |
42 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 11668607 times.
|
11670461 | assert(!output_block->IsFull()); |
43 | 11668607 | size_t remaining_in_output = output_block->capacity() | |
44 | 11668031 | - output_block->size(); | |
45 | |||
46 |
1/2✓ Branch 1 taken 11689127 times.
✗ Branch 2 not taken.
|
11667617 | done = compressor->Deflate(flush, &input_data, &remaining_in_input, |
47 | &output_data, &remaining_in_output); | ||
48 | // remaining_in_output is now number of consumed bytes | ||
49 | 11689127 | output_block->set_size(output_block->size() + remaining_in_output); | |
50 | |||
51 |
2/2✓ Branch 1 taken 2438456 times.
✓ Branch 2 taken 9234057 times.
|
11681063 | if (output_block->IsFull()) { |
52 |
1/2✓ Branch 1 taken 2438636 times.
✗ Branch 2 not taken.
|
2438456 | tubes_out_->Dispatch(output_block); |
53 |
2/4✓ Branch 1 taken 2438960 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 2437340 times.
✗ Branch 5 not taken.
|
2438636 | output_block = new BlockItem(tag, allocator_); |
54 |
1/2✓ Branch 2 taken 2436998 times.
✗ Branch 3 not taken.
|
2437340 | output_block->SetFileItem(input_block->file_item()); |
55 |
1/2✓ Branch 2 taken 2436530 times.
✗ Branch 3 not taken.
|
2436998 | output_block->SetChunkItem(input_block->chunk_item()); |
56 |
1/2✓ Branch 1 taken 2440778 times.
✗ Branch 2 not taken.
|
2436530 | output_block->MakeData(kCompressedBlockSize); |
57 |
1/2✓ Branch 1 taken 2440310 times.
✗ Branch 2 not taken.
|
2440778 | tag_map_.Insert(tag, output_block); |
58 | } | ||
59 |
6/6✓ Branch 0 taken 1220864 times.
✓ Branch 1 taken 10453503 times.
✓ Branch 2 taken 4509240 times.
✓ Branch 3 taken 5944263 times.
✓ Branch 4 taken 8324 times.
✓ Branch 5 taken 4500916 times.
|
11674367 | } while ((remaining_in_input > 0) || (flush && !done)); |
60 | |||
61 |
2/2✓ Branch 0 taken 4499512 times.
✓ Branch 1 taken 5945667 times.
|
10445179 | if (flush) { |
62 |
1/2✓ Branch 2 taken 4500538 times.
✗ Branch 3 not taken.
|
4499512 | input_block->chunk_item()->ReleaseCompressor(); |
63 | |||
64 |
2/2✓ Branch 1 taken 4499778 times.
✓ Branch 2 taken 4 times.
|
4500538 | if (output_block->size() > 0) |
65 |
1/2✓ Branch 1 taken 4495854 times.
✗ Branch 2 not taken.
|
4499778 | tubes_out_->Dispatch(output_block); |
66 | else | ||
67 |
1/2✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
|
4 | delete output_block; |
68 |
1/2✓ Branch 1 taken 4490440 times.
✗ Branch 2 not taken.
|
4495858 | tag_map_.Erase(tag); |
69 | |||
70 |
2/4✓ Branch 1 taken 4491070 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 4489270 times.
✗ Branch 5 not taken.
|
4490440 | BlockItem *stop_block = new BlockItem(tag, allocator_); |
71 |
1/2✓ Branch 1 taken 4488172 times.
✗ Branch 2 not taken.
|
4489270 | stop_block->MakeStop(); |
72 |
1/2✓ Branch 2 taken 4488910 times.
✗ Branch 3 not taken.
|
4488172 | stop_block->SetFileItem(input_block->file_item()); |
73 |
1/2✓ Branch 2 taken 4488910 times.
✗ Branch 3 not taken.
|
4488910 | stop_block->SetChunkItem(input_block->chunk_item()); |
74 |
1/2✓ Branch 1 taken 4491646 times.
✗ Branch 2 not taken.
|
4488910 | tubes_out_->Dispatch(stop_block); |
75 | } | ||
76 | |||
77 |
2/2✓ Branch 0 taken 10436737 times.
✓ Branch 1 taken 576 times.
|
10437313 | delete input_block; |
78 | 10448743 | } | |
79 |