| Directory: | cvmfs/ |
|---|---|
| File: | cvmfs/ingestion/task.h |
| Date: | 2026-11-08 02:41:18 |
| Exec | Total | Coverage | |
|---|---|---|---|
| Lines: | 43 | 44 | 97.7% |
| Branches: | 17 | 24 | 70.8% |
| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /** | ||
| 2 | * This file is part of the CernVM File System. | ||
| 3 | */ | ||
| 4 | |||
| 5 | #ifndef CVMFS_INGESTION_TASK_H_ | ||
| 6 | #define CVMFS_INGESTION_TASK_H_ | ||
| 7 | |||
| 8 | #include <errno.h> | ||
| 9 | #include <pthread.h> | ||
| 10 | #include <unistd.h> | ||
| 11 | |||
| 12 | #include <cassert> | ||
| 13 | #include <vector> | ||
| 14 | |||
| 15 | #include "util/exception.h" | ||
| 16 | #include "util/single_copy.h" | ||
| 17 | #include "util/tube.h" | ||
| 18 | |||
| 19 | /** | ||
| 20 | * Forward declaration of TubeConsumerGroup so that it can be used as a friend | ||
| 21 | * class to TubeConsumer. | ||
| 22 | */ | ||
| 23 | template<typename ItemT> | ||
| 24 | class TubeConsumerGroup; | ||
| 25 | |||
| 26 | |||
| 27 | /** | ||
| 28 | * Base class for threads that processes items from a tube one by one. Concrete | ||
| 29 | * implementations overwrite the Process() method. | ||
| 30 | */ | ||
| 31 | template<class ItemT> | ||
| 32 | class TubeConsumer : SingleCopy { | ||
| 33 | friend class TubeConsumerGroup<ItemT>; | ||
| 34 | |||
| 35 | public: | ||
| 36 | 162774 | virtual ~TubeConsumer() { } | |
| 37 | |||
| 38 | protected: | ||
| 39 | 161078 | explicit TubeConsumer(Tube<ItemT> *tube) : tube_(tube) { } | |
| 40 | virtual void Process(ItemT *item) = 0; | ||
| 41 | 147757 | virtual void OnTerminate() { } | |
| 42 | |||
| 43 | Tube<ItemT> *tube_; | ||
| 44 | |||
| 45 | private: | ||
| 46 | 151094 | static void *MainConsumer(void *data) { | |
| 47 | 151094 | TubeConsumer<ItemT> *consumer = reinterpret_cast<TubeConsumer<ItemT> *>( | |
| 48 | data); | ||
| 49 | |||
| 50 | 41064243 | while (true) { | |
| 51 | 41215337 | ItemT *item = consumer->tube_->PopFront(); | |
| 52 |
2/2✓ Branch 1 taken 75739 times.
✓ Branch 2 taken 22659748 times.
|
41210800 | if (item->IsQuitBeacon()) { |
| 53 |
1/2✓ Branch 0 taken 75780 times.
✗ Branch 1 not taken.
|
149509 | delete item; |
| 54 | 149649 | break; | |
| 55 | } | ||
| 56 | 41051695 | consumer->Process(item); | |
| 57 | } | ||
| 58 | 149649 | consumer->OnTerminate(); | |
| 59 | 149065 | return NULL; | |
| 60 | } | ||
| 61 | }; | ||
| 62 | |||
| 63 | |||
| 64 | template<class ItemT> | ||
| 65 | class TubeConsumerGroup : SingleCopy { | ||
| 66 | public: | ||
| 67 | 8783 | TubeConsumerGroup() : is_active_(false) { } | |
| 68 | |||
| 69 | 8770 | ~TubeConsumerGroup() { | |
| 70 |
2/2✓ Branch 1 taken 81387 times.
✓ Branch 2 taken 5220 times.
|
169575 | for (unsigned i = 0; i < consumers_.size(); ++i) |
| 71 |
1/2✓ Branch 1 taken 81387 times.
✗ Branch 2 not taken.
|
160805 | delete consumers_[i]; |
| 72 | 8770 | } | |
| 73 | |||
| 74 | 161078 | void TakeConsumer(TubeConsumer<ItemT> *consumer) { | |
| 75 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 81524 times.
|
161078 | assert(!is_active_); |
| 76 | 161078 | consumers_.push_back(consumer); | |
| 77 | 161078 | } | |
| 78 | |||
| 79 | 8471 | void Spawn() { | |
| 80 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5071 times.
|
8471 | assert(!is_active_); |
| 81 | 8471 | unsigned N = consumers_.size(); | |
| 82 | 8471 | threads_.resize(N); | |
| 83 |
2/2✓ Branch 0 taken 76532 times.
✓ Branch 1 taken 5071 times.
|
159565 | for (unsigned i = 0; i < N; ++i) { |
| 84 | 151094 | int retval = pthread_create( | |
| 85 | 151094 | &threads_[i], NULL, TubeConsumer<ItemT>::MainConsumer, consumers_[i]); | |
| 86 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 76532 times.
|
151094 | if (retval != 0) { |
| 87 | ✗ | PANIC(kLogStderr, "failed to create new thread (error: %d, pid: %d)", | |
| 88 | errno, getpid()); | ||
| 89 | } | ||
| 90 | } | ||
| 91 | 8471 | is_active_ = true; | |
| 92 | 8471 | } | |
| 93 | |||
| 94 | 8458 | void Terminate() { | |
| 95 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5064 times.
|
8458 | assert(is_active_); |
| 96 | 8458 | unsigned N = consumers_.size(); | |
| 97 |
2/2✓ Branch 0 taken 76395 times.
✓ Branch 1 taken 5064 times.
|
159279 | for (unsigned i = 0; i < N; ++i) { |
| 98 | 150821 | consumers_[i]->tube_->EnqueueBack(ItemT::CreateQuitBeacon()); | |
| 99 | } | ||
| 100 |
2/2✓ Branch 0 taken 76395 times.
✓ Branch 1 taken 5064 times.
|
159279 | for (unsigned i = 0; i < N; ++i) { |
| 101 | 150821 | int retval = pthread_join(threads_[i], NULL); | |
| 102 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 76395 times.
|
150821 | assert(retval == 0); |
| 103 | } | ||
| 104 | 8458 | is_active_ = false; | |
| 105 | 8458 | } | |
| 106 | |||
| 107 | 1670 | bool is_active() { return is_active_; } | |
| 108 | |||
| 109 | private: | ||
| 110 | bool is_active_; | ||
| 111 | std::vector<TubeConsumer<ItemT> *> consumers_; | ||
| 112 | std::vector<pthread_t> threads_; | ||
| 113 | }; | ||
| 114 | |||
| 115 | #endif // CVMFS_INGESTION_TASK_H_ | ||
| 116 |