| Directory: | cvmfs/ |
|---|---|
| File: | cvmfs/catalog_mgr_client.cc |
| Date: | 2026-04-19 02:41:37 |
| Exec | Total | Coverage | |
|---|---|---|---|
| Lines: | 211 | 232 | 90.9% |
| Branches: | 185 | 323 | 57.3% |
| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /** | ||
| 2 | * This file is part of the CernVM file system. | ||
| 3 | */ | ||
| 4 | |||
| 5 | |||
| 6 | #include "catalog_mgr_client.h" | ||
| 7 | |||
| 8 | #include <string> | ||
| 9 | #include <vector> | ||
| 10 | |||
| 11 | #include "cache_posix.h" | ||
| 12 | #include "crypto/signature.h" | ||
| 13 | #include "fetch.h" | ||
| 14 | #include "manifest.h" | ||
| 15 | #include "mountpoint.h" | ||
| 16 | #include "quota.h" | ||
| 17 | #include "statistics.h" | ||
| 18 | #include "util/posix.h" // IWYU pragma: keep | ||
| 19 | #include "util/string.h" | ||
| 20 | |||
| 21 | using namespace std; // NOLINT | ||
| 22 | |||
| 23 | namespace catalog { | ||
| 24 | |||
| 25 | /** | ||
| 26 | * Triggered when the catalog is attached (db file opened) | ||
| 27 | */ | ||
| 28 | 537 | void ClientCatalogManager::ActivateCatalog(Catalog *catalog) { | |
| 29 | const Counters &counters = const_cast<const Catalog *>(catalog) | ||
| 30 | 537 | ->GetCounters(); | |
| 31 |
2/2✓ Branch 1 taken 399 times.
✓ Branch 2 taken 138 times.
|
537 | if (catalog->IsRoot()) { |
| 32 | 399 | all_inodes_ = counters.GetAllEntries(); | |
| 33 | } | ||
| 34 | 537 | loaded_inodes_ += counters.GetSelfEntries(); | |
| 35 | 537 | } | |
| 36 | |||
| 37 | |||
| 38 | 543 | ClientCatalogManager::ClientCatalogManager(MountPoint *mountpoint) | |
| 39 | : AbstractCatalogManager<Catalog>(mountpoint->statistics()) | ||
| 40 |
1/2✓ Branch 1 taken 543 times.
✗ Branch 2 not taken.
|
543 | , repo_name_(mountpoint->fqrn()) |
| 41 | 543 | , fetcher_(mountpoint->fetcher()) | |
| 42 | 543 | , signature_mgr_(mountpoint->signature_mgr()) | |
| 43 |
1/2✓ Branch 2 taken 543 times.
✗ Branch 3 not taken.
|
543 | , workspace_(mountpoint->file_system()->workspace()) |
| 44 | 543 | , offline_mode_(false) | |
| 45 | 543 | , all_inodes_(0) | |
| 46 | 543 | , loaded_inodes_(0) | |
| 47 |
1/2✓ Branch 1 taken 543 times.
✗ Branch 2 not taken.
|
543 | , fixed_root_catalog_() |
| 48 | 543 | , fixed_alt_root_catalog_(false) | |
| 49 |
2/4✓ Branch 5 taken 543 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 543 times.
✗ Branch 9 not taken.
|
1086 | , root_fd_(-1) { |
| 50 |
1/2✓ Branch 1 taken 543 times.
✗ Branch 2 not taken.
|
543 | LogCvmfs(kLogCatalog, kLogDebug, "constructing client catalog manager"); |
| 51 |
3/6✓ Branch 3 taken 543 times.
✗ Branch 4 not taken.
✓ Branch 7 taken 543 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 543 times.
✗ Branch 11 not taken.
|
543 | n_certificate_hits_ = mountpoint->statistics()->Register( |
| 52 | "cache.n_certificate_hits", "Number of certificate hits"); | ||
| 53 |
3/6✓ Branch 3 taken 543 times.
✗ Branch 4 not taken.
✓ Branch 7 taken 543 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 543 times.
✗ Branch 11 not taken.
|
543 | n_certificate_misses_ = mountpoint->statistics()->Register( |
| 54 | "cache.n_certificate_misses", "Number of certificate misses"); | ||
| 55 | 543 | } | |
| 56 | |||
| 57 | |||
| 58 | 2172 | ClientCatalogManager::~ClientCatalogManager() { | |
| 59 | 1086 | LogCvmfs(kLogCache, kLogDebug, "unpinning / unloading all catalogs"); | |
| 60 | |||
| 61 | 2172 | for (map<PathString, shash::Any>::iterator i = mounted_catalogs_.begin(), | |
| 62 | 1086 | iend = mounted_catalogs_.end(); | |
| 63 |
2/2✓ Branch 1 taken 535 times.
✓ Branch 2 taken 543 times.
|
2156 | i != iend; |
| 64 | 1070 | ++i) { | |
| 65 | 1070 | fetcher_->cache_mgr()->quota_mgr()->Unpin(i->second); | |
| 66 | } | ||
| 67 | 2172 | } | |
| 68 | |||
| 69 | |||
| 70 | 537 | Catalog *ClientCatalogManager::CreateCatalog(const PathString &mountpoint, | |
| 71 | const shash::Any &catalog_hash, | ||
| 72 | catalog::Catalog *parent_catalog) { | ||
| 73 | 537 | mounted_catalogs_[mountpoint] = loaded_catalogs_[mountpoint]; | |
| 74 | 537 | loaded_catalogs_.erase(mountpoint); | |
| 75 |
1/2✓ Branch 2 taken 537 times.
✗ Branch 3 not taken.
|
537 | return new Catalog(mountpoint, catalog_hash, parent_catalog); |
| 76 | } | ||
| 77 | |||
| 78 | |||
| 79 | 38 | shash::Any ClientCatalogManager::GetRootHash() { | |
| 80 | 38 | ReadLock(); | |
| 81 |
1/2✓ Branch 2 taken 38 times.
✗ Branch 3 not taken.
|
38 | shash::Any result = mounted_catalogs_[PathString("", 0)]; |
| 82 | 38 | Unlock(); | |
| 83 | 38 | return result; | |
| 84 | } | ||
| 85 | |||
| 86 | |||
| 87 | /** | ||
| 88 | * Specialized initialization that uses a fixed root hash. | ||
| 89 | * | ||
| 90 | * @returns true - root catalog was successfully mounted | ||
| 91 | * false - otherwise | ||
| 92 | */ | ||
| 93 | 322 | bool ClientCatalogManager::InitFixed(const shash::Any &root_hash, | |
| 94 | bool alternative_path) { | ||
| 95 |
1/2✓ Branch 2 taken 322 times.
✗ Branch 3 not taken.
|
322 | LogCvmfs(kLogCatalog, kLogDebug, "Initialize catalog with fixed root hash %s", |
| 96 | 644 | root_hash.ToString().c_str()); | |
| 97 | 322 | WriteLock(); | |
| 98 | 322 | fixed_alt_root_catalog_ = alternative_path; | |
| 99 | 322 | fixed_root_catalog_ = root_hash; | |
| 100 | |||
| 101 |
1/2✓ Branch 2 taken 322 times.
✗ Branch 3 not taken.
|
322 | const bool attached = MountCatalog(PathString("", 0), root_hash, NULL); |
| 102 | 322 | Unlock(); | |
| 103 | |||
| 104 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 322 times.
|
322 | if (!attached) { |
| 105 | ✗ | LogCvmfs(kLogCatalog, kLogDebug, "failed to initialize fixed root catalog"); | |
| 106 | } | ||
| 107 | |||
| 108 | 322 | return attached; | |
| 109 | } | ||
| 110 | |||
| 111 | /** | ||
| 112 | * Gets information about the most recent root catalog, including even if it is | ||
| 113 | * a fixed root catalog. This is needed as Remount() does not know what kind of | ||
| 114 | * root catalog will be remounted. | ||
| 115 | * | ||
| 116 | * Checks the locations: mounted, alien cache and remote (server) and sets the | ||
| 117 | * fields of variable "result". For the most recent catalog the location, hash | ||
| 118 | * and revision number are set. | ||
| 119 | * | ||
| 120 | * | ||
| 121 | * @param [out] result All fields but sqlite_path will be set: | ||
| 122 | * mountpoint, root_ctl_location, root_ctlg_revision, hash | ||
| 123 | * @return kLoadUp2Date - if most recent root catalog is already mounted | ||
| 124 | * kLoadNew - otherwise | ||
| 125 | */ | ||
| 126 | 192 | LoadReturn ClientCatalogManager::GetNewRootCatalogContext( | |
| 127 | CatalogContext *result) { | ||
| 128 |
2/4✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 192 times.
✗ Branch 5 not taken.
|
192 | result->SetMountpoint(PathString("", 0)); |
| 129 | |||
| 130 | // quick escape if we have a fixed catalog | ||
| 131 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 192 times.
|
192 | if (!fixed_root_catalog_.IsNull()) { |
| 132 | ✗ | result->SetHash(fixed_root_catalog_); | |
| 133 | ✗ | result->SetRootCtlgRevision(GetRevisionNoLock()); | |
| 134 | |||
| 135 | // it might or might not be already mounted, but we do not care | ||
| 136 | // as we do no need to download and save the manifest | ||
| 137 | // (see LoadCatalogByHash()) as such we must set the location to this | ||
| 138 | ✗ | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 139 | ✗ | offline_mode_ = false; | |
| 140 | |||
| 141 | // we can do this here as the very first time fixed catalog is loaded it | ||
| 142 | // call directly MountCatalog() and will skip the call to this function | ||
| 143 | // here | ||
| 144 | ✗ | return catalog::kLoadUp2Date; | |
| 145 | } | ||
| 146 | |||
| 147 | // 1) Get alien cache root catalog (local) | ||
| 148 | |||
| 149 | // Happens only on init/remount, i.e. quota won't delete a cached catalog | ||
| 150 |
1/2✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
|
192 | shash::Any local_newest_hash(shash::kSha1, shash::kSuffixCatalog); |
| 151 |
1/2✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
|
192 | shash::Any mounted_hash(shash::kSha1, shash::kSuffixCatalog); |
| 152 | 192 | uint64_t local_newest_timestamp = 0; | |
| 153 | 192 | uint64_t local_newest_revision = manifest::Breadcrumb::kInvalidRevision; | |
| 154 | |||
| 155 | 192 | const manifest::Breadcrumb breadcrumb = fetcher_->cache_mgr()->LoadBreadcrumb( | |
| 156 |
1/2✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
|
192 | repo_name_); |
| 157 |
3/4✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 23 times.
✓ Branch 4 taken 169 times.
|
192 | if (breadcrumb.IsValid()) { |
| 158 | 23 | local_newest_hash = breadcrumb.catalog_hash; | |
| 159 | 23 | local_newest_timestamp = breadcrumb.timestamp; | |
| 160 | 23 | local_newest_revision = breadcrumb.revision; | |
| 161 |
1/2✓ Branch 3 taken 23 times.
✗ Branch 4 not taken.
|
46 | LogCvmfs(kLogCache, kLogDebug, |
| 162 | "Cached copy publish date %s (hash %s, revision %" PRIu64 ")", | ||
| 163 |
1/2✓ Branch 1 taken 23 times.
✗ Branch 2 not taken.
|
46 | StringifyTime(static_cast<int64_t>(local_newest_timestamp), true) |
| 164 | .c_str(), | ||
| 165 |
1/2✓ Branch 1 taken 23 times.
✗ Branch 2 not taken.
|
46 | local_newest_hash.ToString().c_str(), breadcrumb.revision); |
| 166 | } else { | ||
| 167 |
1/2✓ Branch 2 taken 169 times.
✗ Branch 3 not taken.
|
169 | LogCvmfs(kLogCache, kLogDebug, "Unable to read local checksum %s", |
| 168 |
1/2✓ Branch 1 taken 169 times.
✗ Branch 2 not taken.
|
338 | breadcrumb.ToString().c_str()); |
| 169 | } | ||
| 170 | |||
| 171 | // 2) Select local newest catalog: mounted vs alien | ||
| 172 | |||
| 173 | 192 | result->SetRootCtlgLocation(kCtlgLocationBreadcrumb); | |
| 174 | 192 | LoadReturn success_code = catalog::kLoadNew; | |
| 175 | |||
| 176 |
2/2✓ Branch 1 taken 10 times.
✓ Branch 2 taken 182 times.
|
192 | if (mounted_catalogs_.size() > 0) { |
| 177 | const std::map<PathString, shash::Any>::iterator | ||
| 178 |
2/4✓ Branch 1 taken 10 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 10 times.
✗ Branch 5 not taken.
|
10 | curr_hash_itr = mounted_catalogs_.find(PathString("", 0)); |
| 179 | 10 | mounted_hash = curr_hash_itr->second; | |
| 180 | } | ||
| 181 | |||
| 182 | // We only look for currently loaded catalog if the revision is newer than | ||
| 183 | // the breadcrumb revision and both revision numbers are valid (!= -1ul). | ||
| 184 | 192 | if ((local_newest_revision <= GetRevisionNoLock() | |
| 185 |
1/2✓ Branch 0 taken 169 times.
✗ Branch 1 not taken.
|
169 | || local_newest_revision == manifest::Breadcrumb::kInvalidRevision) |
| 186 |
6/6✓ Branch 0 taken 169 times.
✓ Branch 1 taken 23 times.
✓ Branch 3 taken 10 times.
✓ Branch 4 taken 182 times.
✓ Branch 5 taken 10 times.
✓ Branch 6 taken 182 times.
|
361 | && mounted_catalogs_.size() > 0) { |
| 187 | 10 | local_newest_hash = mounted_hash; | |
| 188 | 10 | local_newest_revision = GetRevisionNoLock(); | |
| 189 | // if needed for integration test 707: breadcrumb_timestamp_newer() | ||
| 190 | 10 | local_newest_timestamp = GetTimestampNoLock() > local_newest_timestamp | |
| 191 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | ? GetTimestampNoLock() |
| 192 | : local_newest_timestamp; | ||
| 193 | 10 | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 194 | 10 | success_code = catalog::kLoadUp2Date; | |
| 195 |
4/6✓ Branch 0 taken 13 times.
✓ Branch 1 taken 169 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 13 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 182 times.
|
182 | } else if (local_newest_revision == 0 && mounted_catalogs_.size() > 0) { |
| 196 | // breadcrumb has no revision | ||
| 197 | // TODO(heretherebedragons) this branch can be removed in future versions | ||
| 198 | |||
| 199 | // revisions are better, but if we dont have any we need to compare by | ||
| 200 | // timestamp (you can have multiple revisions in the same timestamp) | ||
| 201 | ✗ | if (local_newest_timestamp < GetTimestampNoLock()) { | |
| 202 | ✗ | local_newest_hash = mounted_hash; | |
| 203 | ✗ | local_newest_revision = GetRevisionNoLock(); | |
| 204 | ✗ | local_newest_timestamp = GetTimestampNoLock(); | |
| 205 | ✗ | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 206 | ✗ | success_code = catalog::kLoadUp2Date; | |
| 207 | } | ||
| 208 | } | ||
| 209 | |||
| 210 | // 3) Get remote root catalog (fails if remote catalog is older) | ||
| 211 | manifest::Failures manifest_failure; | ||
| 212 | UniquePtr<CachedManifestEnsemble> ensemble( | ||
| 213 |
2/4✓ Branch 2 taken 192 times.
✗ Branch 3 not taken.
✓ Branch 6 taken 192 times.
✗ Branch 7 not taken.
|
192 | new CachedManifestEnsemble(fetcher_->cache_mgr(), this)); |
| 214 |
2/4✓ Branch 1 taken 192 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 192 times.
✗ Branch 5 not taken.
|
192 | manifest_failure = manifest::Fetch( |
| 215 | 192 | "", repo_name_, local_newest_timestamp, &local_newest_hash, | |
| 216 | 192 | signature_mgr_, fetcher_->download_mgr(), ensemble.weak_ref()); | |
| 217 | |||
| 218 |
2/2✓ Branch 0 taken 82 times.
✓ Branch 1 taken 110 times.
|
192 | if (manifest_failure == manifest::kFailOk) { |
| 219 | // server has newest revision or no valid local revision | ||
| 220 | 82 | if (ensemble->manifest->revision() > local_newest_revision | |
| 221 |
2/2✓ Branch 0 taken 18 times.
✓ Branch 1 taken 62 times.
|
80 | || local_newest_revision == manifest::Breadcrumb::kInvalidRevision |
| 222 | // if revision is 0 both local and server, load catalog from server | ||
| 223 | // as local is most likely just "initialized" without valid value | ||
| 224 |
6/6✓ Branch 0 taken 80 times.
✓ Branch 1 taken 2 times.
✓ Branch 4 taken 15 times.
✓ Branch 5 taken 3 times.
✓ Branch 6 taken 79 times.
✓ Branch 7 taken 3 times.
|
177 | || (ensemble->manifest->revision() == 0 |
| 225 |
1/2✓ Branch 0 taken 15 times.
✗ Branch 1 not taken.
|
15 | && local_newest_revision == 0)) { |
| 226 | 79 | result->SetHash(ensemble->manifest->catalog_hash()); | |
| 227 | 79 | result->SetRootCtlgRevision(ensemble->manifest->revision()); | |
| 228 | 79 | result->SetRootCtlgLocation(kCtlgLocationServer); | |
| 229 | 79 | fixed_alt_root_catalog_ = ensemble->manifest->has_alt_catalog_path(); | |
| 230 | |||
| 231 |
1/2✓ Branch 1 taken 79 times.
✗ Branch 2 not taken.
|
79 | result->TakeManifestEnsemble( |
| 232 | 79 | static_cast<manifest::ManifestEnsemble *>(ensemble.Release())); | |
| 233 | 79 | offline_mode_ = false; | |
| 234 | |||
| 235 | 79 | return catalog::kLoadNew; | |
| 236 | } | ||
| 237 | } | ||
| 238 |
1/2✓ Branch 2 taken 113 times.
✗ Branch 3 not taken.
|
113 | LogCvmfs(kLogCache, kLogDebug, |
| 239 | "Failed fetch manifest from server: " | ||
| 240 | "manifest too old or server unreachable (%d - %s)", | ||
| 241 | manifest_failure, manifest::Code2Ascii(manifest_failure)); | ||
| 242 | |||
| 243 | // total failure: server not reachable and no valid local hash | ||
| 244 |
6/6✓ Branch 0 taken 110 times.
✓ Branch 1 taken 3 times.
✓ Branch 3 taken 107 times.
✓ Branch 4 taken 3 times.
✓ Branch 5 taken 107 times.
✓ Branch 6 taken 6 times.
|
113 | if ((manifest_failure != manifest::kFailOk) && local_newest_hash.IsNull()) { |
| 245 |
1/2✓ Branch 1 taken 107 times.
✗ Branch 2 not taken.
|
107 | LogCvmfs(kLogCache, kLogDebug, "No valid root catalog found!"); |
| 246 | 107 | return catalog::kLoadFail; | |
| 247 | } | ||
| 248 | |||
| 249 | 6 | if (manifest_failure == manifest::kFailOk | |
| 250 |
5/6✓ Branch 0 taken 3 times.
✓ Branch 1 taken 3 times.
✓ Branch 4 taken 3 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 3 times.
✓ Branch 7 taken 3 times.
|
6 | && ensemble->manifest->revision() == local_newest_revision) { |
| 251 | 3 | offline_mode_ = false; | |
| 252 | } else { | ||
| 253 | 3 | offline_mode_ = true; | |
| 254 | } | ||
| 255 | 6 | result->SetHash(local_newest_hash); | |
| 256 | 6 | result->SetRootCtlgRevision(local_newest_revision); | |
| 257 | |||
| 258 | // for integration test 707: breadcrumb_revision_large() | ||
| 259 |
4/8✓ Branch 1 taken 6 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 6 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 6 times.
✗ Branch 9 not taken.
|
6 | if (breadcrumb.IsValid() && breadcrumb.catalog_hash == mounted_hash) { |
| 260 | 6 | success_code = catalog::kLoadUp2Date; | |
| 261 | } | ||
| 262 | |||
| 263 | 6 | return success_code; | |
| 264 | 192 | } | |
| 265 | |||
| 266 | 630 | std::string ClientCatalogManager::GetCatalogDescription( | |
| 267 | const PathString &mountpoint, const shash::Any &hash) { | ||
| 268 |
2/4✓ Branch 1 taken 630 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 630 times.
✗ Branch 5 not taken.
|
1260 | return "file catalog at " + repo_name_ + ":" |
| 269 |
2/4✓ Branch 1 taken 630 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 630 times.
✗ Branch 5 not taken.
|
1890 | + (mountpoint.IsEmpty() |
| 270 |
8/14✓ Branch 0 taken 405 times.
✓ Branch 1 taken 225 times.
✓ Branch 4 taken 405 times.
✗ Branch 5 not taken.
✓ Branch 9 taken 225 times.
✗ Branch 10 not taken.
✓ Branch 12 taken 225 times.
✓ Branch 13 taken 405 times.
✓ Branch 15 taken 405 times.
✓ Branch 16 taken 225 times.
✗ Branch 19 not taken.
✗ Branch 20 not taken.
✗ Branch 22 not taken.
✗ Branch 23 not taken.
|
1485 | ? "/" |
| 271 | 225 | : string(mountpoint.GetChars(), mountpoint.GetLength())) | |
| 272 |
3/6✓ Branch 2 taken 630 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 630 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 630 times.
✗ Branch 9 not taken.
|
2520 | + " (" + hash.ToString() + ")"; |
| 273 | } | ||
| 274 | |||
| 275 | /** | ||
| 276 | * Loads (and fetches) a catalog by hash for a given mountpoint. | ||
| 277 | * | ||
| 278 | * Special case for root catalog: ctlg_context->root_ctlg_location must be | ||
| 279 | * given. | ||
| 280 | * | ||
| 281 | * @param [in, out] ctlg_context mandatory fields (input): mountpoint, hash | ||
| 282 | * additional mandatory fields for root catalog: root_ctlg_location | ||
| 283 | * output: sqlite_path is set if catalog fetch successful | ||
| 284 | * @return kLoadUp2Date for root catalog that is already mounted | ||
| 285 | * kLoadNew for any other successful load | ||
| 286 | * kLoadFail on failure | ||
| 287 | */ | ||
| 288 | 561 | LoadReturn ClientCatalogManager::LoadCatalogByHash( | |
| 289 | CatalogContext *ctlg_context) { | ||
| 290 |
1/2✓ Branch 1 taken 561 times.
✗ Branch 2 not taken.
|
561 | const string catalog_descr = GetCatalogDescription(ctlg_context->mountpoint(), |
| 291 |
1/2✓ Branch 2 taken 561 times.
✗ Branch 3 not taken.
|
1122 | ctlg_context->hash()); |
| 292 |
1/2✓ Branch 2 taken 561 times.
✗ Branch 3 not taken.
|
561 | string alt_root_catalog_path = ""; |
| 293 | |||
| 294 | // root catalog needs special handling because of alt_root_catalog_path | ||
| 295 |
5/8✓ Branch 1 taken 561 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 405 times.
✓ Branch 4 taken 156 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 405 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 561 times.
|
561 | if (ctlg_context->IsRootCatalog() && fixed_alt_root_catalog_) { |
| 296 | ✗ | alt_root_catalog_path = ctlg_context->hash().MakeAlternativePath(); | |
| 297 | } | ||
| 298 | |||
| 299 |
1/2✓ Branch 2 taken 561 times.
✗ Branch 3 not taken.
|
1122 | const LoadReturn load_ret = FetchCatalogByHash( |
| 300 | 561 | ctlg_context->hash(), catalog_descr, alt_root_catalog_path, | |
| 301 | ctlg_context->GetSqlitePathPtr()); | ||
| 302 |
2/2✓ Branch 0 taken 558 times.
✓ Branch 1 taken 3 times.
|
561 | if (load_ret == catalog::kLoadNew) { |
| 303 |
2/4✓ Branch 2 taken 558 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 558 times.
✗ Branch 6 not taken.
|
558 | loaded_catalogs_[ctlg_context->mountpoint()] = ctlg_context->hash(); |
| 304 | |||
| 305 |
3/4✓ Branch 1 taken 558 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 405 times.
✓ Branch 4 taken 153 times.
|
558 | if (ctlg_context->IsRootCatalog()) { |
| 306 |
2/2✓ Branch 1 taken 328 times.
✓ Branch 2 taken 77 times.
|
405 | if (ctlg_context->root_ctlg_location() == kCtlgLocationMounted) { |
| 307 | 328 | return kLoadUp2Date; | |
| 308 | } | ||
| 309 | |||
| 310 | // if coming from server: update breadcrumb | ||
| 311 |
1/2✓ Branch 1 taken 77 times.
✗ Branch 2 not taken.
|
77 | if (ctlg_context->root_ctlg_location() == kCtlgLocationServer) { |
| 312 | // Store new manifest and certificate | ||
| 313 | 77 | CacheManager::Label label; | |
| 314 |
1/2✓ Branch 1 taken 77 times.
✗ Branch 2 not taken.
|
77 | label.path = repo_name_; |
| 315 | 77 | label.flags |= CacheManager::kLabelCertificate; | |
| 316 |
3/4✓ Branch 1 taken 77 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 63 times.
✓ Branch 4 taken 14 times.
|
77 | if (ctlg_context->manifest_ensemble()->cert_size > 0) { |
| 317 |
1/2✓ Branch 2 taken 63 times.
✗ Branch 3 not taken.
|
126 | fetcher_->cache_mgr()->CommitFromMem( |
| 318 |
1/2✓ Branch 1 taken 63 times.
✗ Branch 2 not taken.
|
126 | CacheManager::LabeledObject( |
| 319 | 126 | ctlg_context->manifest_ensemble()->manifest->certificate(), | |
| 320 | label), | ||
| 321 |
1/2✓ Branch 1 taken 63 times.
✗ Branch 2 not taken.
|
63 | ctlg_context->manifest_ensemble()->cert_buf, |
| 322 |
2/4✓ Branch 1 taken 63 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 63 times.
✗ Branch 5 not taken.
|
63 | ctlg_context->manifest_ensemble()->cert_size); |
| 323 | } | ||
| 324 | 77 | fetcher_->cache_mgr()->StoreBreadcrumb( | |
| 325 |
2/4✓ Branch 1 taken 77 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 77 times.
✗ Branch 5 not taken.
|
77 | *ctlg_context->manifest_ensemble()->manifest); |
| 326 | 77 | } | |
| 327 | } | ||
| 328 | } | ||
| 329 | |||
| 330 | 233 | return load_ret; | |
| 331 | 561 | } | |
| 332 | |||
| 333 | /** | ||
| 334 | * Fetch a catalog by hash either from cache or from remote. | ||
| 335 | * Successful load always returns kLoadNew (independent of the location) and | ||
| 336 | * sets the sqlite_path variable. | ||
| 337 | * | ||
| 338 | * @param [out] sqlite_path of the catalog if successfully fetched | ||
| 339 | * @return kLoadNew on success | ||
| 340 | * kLoadNoSpace out of space, no room on the device to open the catalog | ||
| 341 | * kLoadFail on all other failures | ||
| 342 | */ | ||
| 343 | 561 | LoadReturn ClientCatalogManager::FetchCatalogByHash( | |
| 344 | const shash::Any &hash, | ||
| 345 | const string &name, | ||
| 346 | const std::string &alt_root_catalog_path, | ||
| 347 | std::string *sqlite_path) { | ||
| 348 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 561 times.
|
561 | assert(hash.suffix == shash::kSuffixCatalog); |
| 349 | 561 | CacheManager::Label label; | |
| 350 |
1/2✓ Branch 1 taken 561 times.
✗ Branch 2 not taken.
|
561 | label.path = name; |
| 351 | 561 | label.flags = CacheManager::kLabelCatalog; | |
| 352 |
2/4✓ Branch 1 taken 561 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 561 times.
✗ Branch 5 not taken.
|
561 | const int fd = fetcher_->Fetch(CacheManager::LabeledObject(hash, label), |
| 353 | alt_root_catalog_path); | ||
| 354 |
2/2✓ Branch 0 taken 558 times.
✓ Branch 1 taken 3 times.
|
561 | if (fd >= 0) { |
| 355 |
2/2✓ Branch 0 taken 397 times.
✓ Branch 1 taken 161 times.
|
558 | if (root_fd_ < 0) { |
| 356 | 397 | root_fd_ = fd; | |
| 357 | } | ||
| 358 | |||
| 359 |
1/2✓ Branch 1 taken 558 times.
✗ Branch 2 not taken.
|
558 | LogCvmfs(kLogCatalog, kLogDebug, "FetchCatalogByHash filedescriptor %d", |
| 360 | fd); | ||
| 361 |
2/4✓ Branch 1 taken 558 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 558 times.
✗ Branch 5 not taken.
|
558 | *sqlite_path = "@" + StringifyInt(fd); |
| 362 | 558 | return kLoadNew; | |
| 363 | } | ||
| 364 | |||
| 365 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3 times.
|
3 | if (fd == -ENOSPC) |
| 366 | ✗ | return kLoadNoSpace; | |
| 367 | |||
| 368 | 3 | return kLoadFail; | |
| 369 | 561 | } | |
| 370 | |||
| 371 | 69 | void ClientCatalogManager::StageNestedCatalogByHash( | |
| 372 | const shash::Any &hash, const PathString &mountpoint) { | ||
| 373 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 69 times.
|
69 | assert(hash.suffix == shash::kSuffixCatalog); |
| 374 | |||
| 375 | 69 | CacheManager::Label label; | |
| 376 |
1/2✓ Branch 1 taken 69 times.
✗ Branch 2 not taken.
|
69 | label.path = GetCatalogDescription(mountpoint, hash); |
| 377 | 69 | label.flags = CacheManager::kLabelCatalog; | |
| 378 |
3/6✓ Branch 2 taken 69 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 69 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 69 times.
✗ Branch 9 not taken.
|
69 | const int fd = fetcher_->Fetch(CacheManager::LabeledObject(hash, label)); |
| 379 |
1/2✓ Branch 0 taken 69 times.
✗ Branch 1 not taken.
|
69 | if (fd >= 0) |
| 380 |
1/2✓ Branch 2 taken 69 times.
✗ Branch 3 not taken.
|
69 | fetcher_->cache_mgr()->Close(fd); |
| 381 | 69 | } | |
| 382 | |||
| 383 | 2 | void ClientCatalogManager::UnloadCatalog(const Catalog *catalog) { | |
| 384 |
1/2✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
|
2 | LogCvmfs(kLogCache, kLogDebug, "unloading catalog %s", |
| 385 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
4 | catalog->mountpoint().c_str()); |
| 386 | |||
| 387 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | const map<PathString, shash::Any>::iterator iter = mounted_catalogs_.find( |
| 388 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
4 | catalog->mountpoint()); |
| 389 |
1/2✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.
|
2 | assert(iter != mounted_catalogs_.end()); |
| 390 |
1/2✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | fetcher_->cache_mgr()->quota_mgr()->Unpin(iter->second); |
| 391 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | mounted_catalogs_.erase(iter); |
| 392 | 2 | const catalog::Counters &counters = catalog->GetCounters(); | |
| 393 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | loaded_inodes_ -= counters.GetSelfEntries(); |
| 394 | 2 | } | |
| 395 | |||
| 396 | |||
| 397 | /** | ||
| 398 | * Checks if the current repository revision is blacklisted. The format | ||
| 399 | * of the blacklist lines is '<REPO N' where REPO is the repository name, | ||
| 400 | * N is the revision number, and the two parts are separated by whitespace. | ||
| 401 | * Any revision of REPO less than N is blacklisted. | ||
| 402 | * Note: no extra characters are allowed after N, not even whitespace. | ||
| 403 | * @return true if it is blacklisted, false otherwise | ||
| 404 | */ | ||
| 405 | 397 | bool ClientCatalogManager::IsRevisionBlacklisted() { | |
| 406 | 397 | const uint64_t revision = GetRevision(); | |
| 407 | |||
| 408 |
1/2✓ Branch 2 taken 397 times.
✗ Branch 3 not taken.
|
397 | LogCvmfs(kLogCache, kLogDebug, |
| 409 | "checking if %s revision %" PRIu64 " is blacklisted", | ||
| 410 | repo_name_.c_str(), revision); | ||
| 411 | |||
| 412 |
1/2✓ Branch 1 taken 397 times.
✗ Branch 2 not taken.
|
397 | vector<string> blacklist = signature_mgr_->GetBlacklist(); |
| 413 |
2/2✓ Branch 1 taken 13 times.
✓ Branch 2 taken 384 times.
|
397 | for (unsigned i = 0; i < blacklist.size(); ++i) { |
| 414 |
1/2✓ Branch 2 taken 13 times.
✗ Branch 3 not taken.
|
13 | std::string line = blacklist[i]; |
| 415 |
2/4✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 13 times.
|
13 | if (line[0] != '<') |
| 416 | ✗ | continue; | |
| 417 | 13 | unsigned idx = repo_name_.length() + 1; | |
| 418 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 13 times.
|
13 | if (line.length() <= idx) |
| 419 | ✗ | continue; | |
| 420 |
3/10✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 13 times.
✗ Branch 6 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 13 times.
|
13 | if ((line[idx] != ' ') && (line[idx] != '\t')) |
| 421 | ✗ | continue; | |
| 422 |
2/4✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 13 times.
|
13 | if (line.substr(1, idx - 1) != repo_name_) |
| 423 | ✗ | continue; | |
| 424 | 13 | ++idx; | |
| 425 |
5/10✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 13 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 13 times.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✓ Branch 9 taken 13 times.
✗ Branch 10 not taken.
✓ Branch 11 taken 13 times.
|
13 | while ((line[idx] == ' ') || (line[idx] == '\t')) |
| 426 | ✗ | ++idx; | |
| 427 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 13 times.
|
13 | if (idx >= line.length()) |
| 428 | ✗ | continue; | |
| 429 | uint64_t rev; | ||
| 430 |
3/6✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 13 times.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✓ Branch 8 taken 13 times.
|
13 | if (!String2Uint64Parse(line.substr(idx), &rev)) |
| 431 | ✗ | continue; | |
| 432 |
1/2✓ Branch 0 taken 13 times.
✗ Branch 1 not taken.
|
13 | if (revision < rev) |
| 433 | 13 | return true; | |
| 434 |
1/3✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 13 times.
|
13 | } |
| 435 | |||
| 436 | 384 | return false; | |
| 437 | 397 | } | |
| 438 | |||
| 439 | |||
| 440 | //------------------------------------------------------------------------------ | ||
| 441 | |||
| 442 | |||
| 443 | 90 | void CachedManifestEnsemble::FetchCertificate(const shash::Any &hash) { | |
| 444 | 90 | CacheManager::Label label; | |
| 445 | 90 | label.flags |= CacheManager::kLabelCertificate; | |
| 446 |
1/2✓ Branch 1 taken 90 times.
✗ Branch 2 not taken.
|
90 | label.path = catalog_mgr_->repo_name(); |
| 447 | uint64_t size; | ||
| 448 |
1/2✓ Branch 1 taken 90 times.
✗ Branch 2 not taken.
|
90 | const bool retval = cache_mgr_->Open2Mem( |
| 449 |
1/2✓ Branch 1 taken 90 times.
✗ Branch 2 not taken.
|
180 | CacheManager::LabeledObject(hash, label), &cert_buf, &size); |
| 450 | 90 | cert_size = size; | |
| 451 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 88 times.
|
90 | if (retval) |
| 452 | 2 | perf::Inc(catalog_mgr_->n_certificate_hits_); | |
| 453 | else | ||
| 454 | 88 | perf::Inc(catalog_mgr_->n_certificate_misses_); | |
| 455 | 90 | } | |
| 456 | |||
| 457 | } // namespace catalog | ||
| 458 |