![]() |
CernVM-FS
2.11.0
|
#include <pipeline.h>
Public Member Functions | |
IngestionPipeline (upload::AbstractUploader *uploader, const upload::SpoolerDefinition &spooler_definition) | |
~IngestionPipeline () | |
void | Spawn () |
void | Process (IngestionSource *source, bool allow_chunking, shash::Suffix hash_suffix=shash::kSuffixNone) |
void | WaitFor () |
void | OnFileProcessed (const upload::SpoolerResult &spooler_result) |
![]() | |
virtual | ~Observable () |
CallbackPtr | RegisterListener (typename BoundClosure< upload::SpoolerResult, DelegateT, ClosureDataT >::CallbackMethod method, DelegateT *delegate, ClosureDataT data) |
CallbackPtr | RegisterListener (typename BoundCallback< upload::SpoolerResult, DelegateT >::CallbackMethod method, DelegateT *delegate) |
CallbackPtr | RegisterListener (typename Callback< upload::SpoolerResult >::CallbackFunction fn) |
void | UnregisterListener (CallbackPtr callback_object) |
void | UnregisterListeners () |
Private Attributes | |
const zlib::Algorithms | compression_algorithm_ |
const shash::Algorithms | hash_algorithm_ |
const bool | generate_legacy_bulk_chunks_ |
const bool | chunking_enabled_ |
const size_t | minimal_chunk_size_ |
const size_t | average_chunk_size_ |
const size_t | maximal_chunk_size_ |
bool | spawned_ |
upload::AbstractUploader * | uploader_ |
Tube< FileItem > | tube_counter_ |
Tube< FileItem > | tube_input_ |
TubeConsumerGroup< FileItem > | tasks_read_ |
TubeGroup< BlockItem > | tubes_chunk_ |
TubeConsumerGroup< BlockItem > | tasks_chunk_ |
TubeGroup< BlockItem > | tubes_compress_ |
TubeConsumerGroup< BlockItem > | tasks_compress_ |
TubeGroup< BlockItem > | tubes_hash_ |
TubeConsumerGroup< BlockItem > | tasks_hash_ |
TubeGroup< BlockItem > | tubes_write_ |
TubeConsumerGroup< BlockItem > | tasks_write_ |
TubeGroup< FileItem > | tubes_register_ |
TubeConsumerGroup< FileItem > | tasks_register_ |
ItemAllocator | item_allocator_ |
Static Private Attributes | |
static const uint64_t | kMaxPipelineMem = 1024 * 1024 * 1024 |
static const unsigned | kMaxFilesInFlight = 8000 |
static const unsigned | kNforkRegister = 1 |
static const unsigned | kNforkWrite = 1 |
static const unsigned | kNforkHash = 2 |
static const unsigned | kNforkCompress = 4 |
static const unsigned | kNforkChunk = 1 |
static const unsigned | kNforkRead = 8 |
Additional Inherited Members | |
![]() | |
typedef Callbackable < upload::SpoolerResult > ::CallbackTN * | CallbackPtr |
![]() | |
typedef CallbackBase < upload::SpoolerResult > | CallbackTN |
![]() | |
static CallbackTN * | MakeClosure (typename BoundClosure< upload::SpoolerResult, DelegateT, ClosureDataT >::CallbackMethod method, DelegateT *delegate, const ClosureDataT &closure_data) |
static CallbackTN * | MakeCallback (typename BoundCallback< upload::SpoolerResult, DelegateT >::CallbackMethod method, DelegateT *delegate) |
static CallbackTN * | MakeCallback (typename Callback< upload::SpoolerResult >::CallbackFunction function) |
![]() | |
typedef std::set< CallbackPtr > | Callbacks |
![]() | |
void | RegisterListener (CallbackPtr callback_object) |
Observable () | |
void | NotifyListeners (const upload::SpoolerResult ¶meter) |
Definition at line 24 of file pipeline.h.
|
explicit |
IngestionPipeline::~IngestionPipeline | ( | ) |
void IngestionPipeline::OnFileProcessed | ( | const upload::SpoolerResult & | spooler_result | ) |
Definition at line 112 of file pipeline.cc.
Referenced by IngestionPipeline().
void IngestionPipeline::Process | ( | IngestionSource * | source, |
bool | allow_chunking, | ||
shash::Suffix | hash_suffix = shash::kSuffixNone |
||
) |
void IngestionPipeline::Spawn | ( | ) |
void IngestionPipeline::WaitFor | ( | ) |
|
private |
Definition at line 53 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 51 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 48 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 50 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 49 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 79 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 40 of file pipeline.h.
|
staticprivate |
This file is part of the CernVM File System.
Definition at line 39 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 45 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 44 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 43 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 46 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 41 of file pipeline.h.
Referenced by IngestionPipeline().
|
staticprivate |
Definition at line 42 of file pipeline.h.
Referenced by IngestionPipeline().
|
private |
Definition at line 54 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 52 of file pipeline.h.
Referenced by Process().
|
private |
Definition at line 56 of file pipeline.h.
Referenced by Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 65 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 68 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 71 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 62 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 77 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
|
private |
Definition at line 74 of file pipeline.h.
Referenced by IngestionPipeline(), Spawn(), and ~IngestionPipeline().
Definition at line 59 of file pipeline.h.
Referenced by IngestionPipeline(), Process(), and WaitFor().
Definition at line 60 of file pipeline.h.
Referenced by IngestionPipeline(), and Process().
Definition at line 64 of file pipeline.h.
Referenced by IngestionPipeline().
Definition at line 67 of file pipeline.h.
Referenced by IngestionPipeline().
Definition at line 70 of file pipeline.h.
Referenced by IngestionPipeline().
Definition at line 76 of file pipeline.h.
Referenced by IngestionPipeline().
Definition at line 73 of file pipeline.h.
Referenced by IngestionPipeline().
|
private |
Definition at line 57 of file pipeline.h.
Referenced by IngestionPipeline().