| Directory: | cvmfs/ |
|---|---|
| File: | cvmfs/catalog_mgr_client.cc |
| Date: | 2026-04-26 02:35:59 |
| Exec | Total | Coverage | |
|---|---|---|---|
| Lines: | 210 | 232 | 90.5% |
| Branches: | 180 | 323 | 55.7% |
| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /** | ||
| 2 | * This file is part of the CernVM file system. | ||
| 3 | */ | ||
| 4 | |||
| 5 | |||
| 6 | #include "catalog_mgr_client.h" | ||
| 7 | |||
| 8 | #include <string> | ||
| 9 | #include <vector> | ||
| 10 | |||
| 11 | #include "cache_posix.h" | ||
| 12 | #include "crypto/signature.h" | ||
| 13 | #include "fetch.h" | ||
| 14 | #include "manifest.h" | ||
| 15 | #include "mountpoint.h" | ||
| 16 | #include "quota.h" | ||
| 17 | #include "statistics.h" | ||
| 18 | #include "util/posix.h" // IWYU pragma: keep | ||
| 19 | #include "util/string.h" | ||
| 20 | |||
| 21 | using namespace std; // NOLINT | ||
| 22 | |||
| 23 | namespace catalog { | ||
| 24 | |||
| 25 | /** | ||
| 26 | * Triggered when the catalog is attached (db file opened) | ||
| 27 | */ | ||
| 28 | 832 | void ClientCatalogManager::ActivateCatalog(Catalog *catalog) { | |
| 29 | const Counters &counters = const_cast<const Catalog *>(catalog) | ||
| 30 | 832 | ->GetCounters(); | |
| 31 |
2/2✓ Branch 1 taken 692 times.
✓ Branch 2 taken 140 times.
|
832 | if (catalog->IsRoot()) { |
| 32 | 692 | all_inodes_ = counters.GetAllEntries(); | |
| 33 | } | ||
| 34 | 832 | loaded_inodes_ += counters.GetSelfEntries(); | |
| 35 | 832 | } | |
| 36 | |||
| 37 | |||
| 38 | 922 | ClientCatalogManager::ClientCatalogManager(MountPoint *mountpoint) | |
| 39 | : AbstractCatalogManager<Catalog>(mountpoint->statistics()) | ||
| 40 |
1/2✓ Branch 1 taken 922 times.
✗ Branch 2 not taken.
|
922 | , repo_name_(mountpoint->fqrn()) |
| 41 | 922 | , fetcher_(mountpoint->fetcher()) | |
| 42 | 922 | , signature_mgr_(mountpoint->signature_mgr()) | |
| 43 |
1/2✓ Branch 2 taken 922 times.
✗ Branch 3 not taken.
|
922 | , workspace_(mountpoint->file_system()->workspace()) |
| 44 | 922 | , offline_mode_(false) | |
| 45 | 922 | , all_inodes_(0) | |
| 46 | 922 | , loaded_inodes_(0) | |
| 47 |
1/2✓ Branch 1 taken 922 times.
✗ Branch 2 not taken.
|
922 | , fixed_root_catalog_() |
| 48 | 922 | , fixed_alt_root_catalog_(false) | |
| 49 |
2/4✓ Branch 5 taken 922 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 922 times.
✗ Branch 9 not taken.
|
1844 | , root_fd_(-1) { |
| 50 |
1/2✓ Branch 1 taken 922 times.
✗ Branch 2 not taken.
|
922 | LogCvmfs(kLogCatalog, kLogDebug, "constructing client catalog manager"); |
| 51 |
3/6✓ Branch 3 taken 922 times.
✗ Branch 4 not taken.
✓ Branch 7 taken 922 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 922 times.
✗ Branch 11 not taken.
|
922 | n_certificate_hits_ = mountpoint->statistics()->Register( |
| 52 | "cache.n_certificate_hits", "Number of certificate hits"); | ||
| 53 |
3/6✓ Branch 3 taken 922 times.
✗ Branch 4 not taken.
✓ Branch 7 taken 922 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 922 times.
✗ Branch 11 not taken.
|
922 | n_certificate_misses_ = mountpoint->statistics()->Register( |
| 54 | "cache.n_certificate_misses", "Number of certificate misses"); | ||
| 55 | 922 | } | |
| 56 | |||
| 57 | |||
| 58 | 3688 | ClientCatalogManager::~ClientCatalogManager() { | |
| 59 | 1844 | LogCvmfs(kLogCache, kLogDebug, "unpinning / unloading all catalogs"); | |
| 60 | |||
| 61 | 3688 | for (map<PathString, shash::Any>::iterator i = mounted_catalogs_.begin(), | |
| 62 | 1844 | iend = mounted_catalogs_.end(); | |
| 63 |
2/2✓ Branch 1 taken 830 times.
✓ Branch 2 taken 922 times.
|
3504 | i != iend; |
| 64 | 1660 | ++i) { | |
| 65 | 1660 | fetcher_->cache_mgr()->quota_mgr()->Unpin(i->second); | |
| 66 | } | ||
| 67 | 3688 | } | |
| 68 | |||
| 69 | |||
| 70 | 832 | Catalog *ClientCatalogManager::CreateCatalog(const PathString &mountpoint, | |
| 71 | const shash::Any &catalog_hash, | ||
| 72 | catalog::Catalog *parent_catalog) { | ||
| 73 | 832 | mounted_catalogs_[mountpoint] = loaded_catalogs_[mountpoint]; | |
| 74 | 832 | loaded_catalogs_.erase(mountpoint); | |
| 75 |
1/2✓ Branch 2 taken 832 times.
✗ Branch 3 not taken.
|
832 | return new Catalog(mountpoint, catalog_hash, parent_catalog); |
| 76 | } | ||
| 77 | |||
| 78 | |||
| 79 | 190 | shash::Any ClientCatalogManager::GetRootHash() { | |
| 80 | 190 | ReadLock(); | |
| 81 |
1/2✓ Branch 2 taken 190 times.
✗ Branch 3 not taken.
|
190 | shash::Any result = mounted_catalogs_[PathString("", 0)]; |
| 82 | 190 | Unlock(); | |
| 83 | 190 | return result; | |
| 84 | } | ||
| 85 | |||
| 86 | |||
| 87 | /** | ||
| 88 | * Specialized initialization that uses a fixed root hash. | ||
| 89 | * | ||
| 90 | * @returns true - root catalog was successfully mounted | ||
| 91 | * false - otherwise | ||
| 92 | */ | ||
| 93 | 452 | bool ClientCatalogManager::InitFixed(const shash::Any &root_hash, | |
| 94 | bool alternative_path) { | ||
| 95 |
1/2✓ Branch 2 taken 452 times.
✗ Branch 3 not taken.
|
452 | LogCvmfs(kLogCatalog, kLogDebug, "Initialize catalog with fixed root hash %s", |
| 96 | 904 | root_hash.ToString().c_str()); | |
| 97 | 452 | WriteLock(); | |
| 98 | 452 | fixed_alt_root_catalog_ = alternative_path; | |
| 99 | 452 | fixed_root_catalog_ = root_hash; | |
| 100 | |||
| 101 |
1/2✓ Branch 2 taken 452 times.
✗ Branch 3 not taken.
|
452 | const bool attached = MountCatalog(PathString("", 0), root_hash, NULL); |
| 102 | 452 | Unlock(); | |
| 103 | |||
| 104 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 452 times.
|
452 | if (!attached) { |
| 105 | ✗ | LogCvmfs(kLogCatalog, kLogDebug, "failed to initialize fixed root catalog"); | |
| 106 | } | ||
| 107 | |||
| 108 | 452 | return attached; | |
| 109 | } | ||
| 110 | |||
| 111 | /** | ||
| 112 | * Gets information about the most recent root catalog, including even if it is | ||
| 113 | * a fixed root catalog. This is needed as Remount() does not know what kind of | ||
| 114 | * root catalog will be remounted. | ||
| 115 | * | ||
| 116 | * Checks the locations: mounted, alien cache and remote (server) and sets the | ||
| 117 | * fields of variable "result". For the most recent catalog the location, hash | ||
| 118 | * and revision number are set. | ||
| 119 | * | ||
| 120 | * | ||
| 121 | * @param [out] result All fields but sqlite_path will be set: | ||
| 122 | * mountpoint, root_ctl_location, root_ctlg_revision, hash | ||
| 123 | * @return kLoadUp2Date - if most recent root catalog is already mounted | ||
| 124 | * kLoadNew - otherwise | ||
| 125 | */ | ||
| 126 | 461 | LoadReturn ClientCatalogManager::GetNewRootCatalogContext( | |
| 127 | CatalogContext *result) { | ||
| 128 |
2/4✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 461 times.
✗ Branch 5 not taken.
|
461 | result->SetMountpoint(PathString("", 0)); |
| 129 | |||
| 130 | // quick escape if we have a fixed catalog | ||
| 131 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 461 times.
|
461 | if (!fixed_root_catalog_.IsNull()) { |
| 132 | ✗ | result->SetHash(fixed_root_catalog_); | |
| 133 | ✗ | result->SetRootCtlgRevision(GetRevisionNoLock()); | |
| 134 | |||
| 135 | // it might or might not be already mounted, but we do not care | ||
| 136 | // as we do no need to download and save the manifest | ||
| 137 | // (see LoadCatalogByHash()) as such we must set the location to this | ||
| 138 | ✗ | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 139 | ✗ | offline_mode_ = false; | |
| 140 | |||
| 141 | // we can do this here as the very first time fixed catalog is loaded it | ||
| 142 | // call directly MountCatalog() and will skip the call to this function | ||
| 143 | // here | ||
| 144 | ✗ | return catalog::kLoadUp2Date; | |
| 145 | } | ||
| 146 | |||
| 147 | // 1) Get alien cache root catalog (local) | ||
| 148 | |||
| 149 | // Happens only on init/remount, i.e. quota won't delete a cached catalog | ||
| 150 |
1/2✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
|
461 | shash::Any local_newest_hash(shash::kSha1, shash::kSuffixCatalog); |
| 151 |
1/2✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
|
461 | shash::Any mounted_hash(shash::kSha1, shash::kSuffixCatalog); |
| 152 | 461 | uint64_t local_newest_timestamp = 0; | |
| 153 | 461 | uint64_t local_newest_revision = manifest::Breadcrumb::kInvalidRevision; | |
| 154 | |||
| 155 | 461 | const manifest::Breadcrumb breadcrumb = fetcher_->cache_mgr()->LoadBreadcrumb( | |
| 156 |
1/2✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
|
461 | repo_name_); |
| 157 |
3/4✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 99 times.
✓ Branch 4 taken 362 times.
|
461 | if (breadcrumb.IsValid()) { |
| 158 | 99 | local_newest_hash = breadcrumb.catalog_hash; | |
| 159 | 99 | local_newest_timestamp = breadcrumb.timestamp; | |
| 160 | 99 | local_newest_revision = breadcrumb.revision; | |
| 161 |
1/2✓ Branch 3 taken 99 times.
✗ Branch 4 not taken.
|
198 | LogCvmfs(kLogCache, kLogDebug, |
| 162 | "Cached copy publish date %s (hash %s, revision %" PRIu64 ")", | ||
| 163 |
1/2✓ Branch 1 taken 99 times.
✗ Branch 2 not taken.
|
198 | StringifyTime(static_cast<int64_t>(local_newest_timestamp), true) |
| 164 | .c_str(), | ||
| 165 |
1/2✓ Branch 1 taken 99 times.
✗ Branch 2 not taken.
|
198 | local_newest_hash.ToString().c_str(), breadcrumb.revision); |
| 166 | } else { | ||
| 167 |
1/2✓ Branch 2 taken 362 times.
✗ Branch 3 not taken.
|
362 | LogCvmfs(kLogCache, kLogDebug, "Unable to read local checksum %s", |
| 168 |
1/2✓ Branch 1 taken 362 times.
✗ Branch 2 not taken.
|
724 | breadcrumb.ToString().c_str()); |
| 169 | } | ||
| 170 | |||
| 171 | // 2) Select local newest catalog: mounted vs alien | ||
| 172 | |||
| 173 | 461 | result->SetRootCtlgLocation(kCtlgLocationBreadcrumb); | |
| 174 | 461 | LoadReturn success_code = catalog::kLoadNew; | |
| 175 | |||
| 176 |
2/2✓ Branch 1 taken 72 times.
✓ Branch 2 taken 389 times.
|
461 | if (mounted_catalogs_.size() > 0) { |
| 177 | const std::map<PathString, shash::Any>::iterator | ||
| 178 |
2/4✓ Branch 1 taken 72 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 72 times.
✗ Branch 5 not taken.
|
72 | curr_hash_itr = mounted_catalogs_.find(PathString("", 0)); |
| 179 | 72 | mounted_hash = curr_hash_itr->second; | |
| 180 | } | ||
| 181 | |||
| 182 | // We only look for currently loaded catalog if the revision is newer than | ||
| 183 | // the breadcrumb revision and both revision numbers are valid (!= -1ul). | ||
| 184 | 461 | if ((local_newest_revision <= GetRevisionNoLock() | |
| 185 |
1/2✓ Branch 0 taken 362 times.
✗ Branch 1 not taken.
|
362 | || local_newest_revision == manifest::Breadcrumb::kInvalidRevision) |
| 186 |
6/6✓ Branch 0 taken 362 times.
✓ Branch 1 taken 99 times.
✓ Branch 3 taken 72 times.
✓ Branch 4 taken 389 times.
✓ Branch 5 taken 72 times.
✓ Branch 6 taken 389 times.
|
823 | && mounted_catalogs_.size() > 0) { |
| 187 | 72 | local_newest_hash = mounted_hash; | |
| 188 | 72 | local_newest_revision = GetRevisionNoLock(); | |
| 189 | // if needed for integration test 707: breadcrumb_timestamp_newer() | ||
| 190 | 72 | local_newest_timestamp = GetTimestampNoLock() > local_newest_timestamp | |
| 191 |
2/2✓ Branch 0 taken 34 times.
✓ Branch 1 taken 38 times.
|
72 | ? GetTimestampNoLock() |
| 192 | : local_newest_timestamp; | ||
| 193 | 72 | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 194 | 72 | success_code = catalog::kLoadUp2Date; | |
| 195 |
4/6✓ Branch 0 taken 27 times.
✓ Branch 1 taken 362 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 27 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 389 times.
|
389 | } else if (local_newest_revision == 0 && mounted_catalogs_.size() > 0) { |
| 196 | // breadcrumb has no revision | ||
| 197 | // TODO(heretherebedragons) this branch can be removed in future versions | ||
| 198 | |||
| 199 | // revisions are better, but if we dont have any we need to compare by | ||
| 200 | // timestamp (you can have multiple revisions in the same timestamp) | ||
| 201 | ✗ | if (local_newest_timestamp < GetTimestampNoLock()) { | |
| 202 | ✗ | local_newest_hash = mounted_hash; | |
| 203 | ✗ | local_newest_revision = GetRevisionNoLock(); | |
| 204 | ✗ | local_newest_timestamp = GetTimestampNoLock(); | |
| 205 | ✗ | result->SetRootCtlgLocation(kCtlgLocationMounted); | |
| 206 | ✗ | success_code = catalog::kLoadUp2Date; | |
| 207 | } | ||
| 208 | } | ||
| 209 | |||
| 210 | // 3) Get remote root catalog (fails if remote catalog is older) | ||
| 211 | manifest::Failures manifest_failure; | ||
| 212 | UniquePtr<CachedManifestEnsemble> ensemble( | ||
| 213 |
2/4✓ Branch 2 taken 461 times.
✗ Branch 3 not taken.
✓ Branch 6 taken 461 times.
✗ Branch 7 not taken.
|
461 | new CachedManifestEnsemble(fetcher_->cache_mgr(), this)); |
| 214 |
2/4✓ Branch 1 taken 461 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 461 times.
✗ Branch 5 not taken.
|
461 | manifest_failure = manifest::Fetch( |
| 215 | 461 | "", repo_name_, local_newest_timestamp, &local_newest_hash, | |
| 216 | 461 | signature_mgr_, fetcher_->download_mgr(), ensemble.weak_ref()); | |
| 217 | |||
| 218 |
2/2✓ Branch 0 taken 242 times.
✓ Branch 1 taken 219 times.
|
461 | if (manifest_failure == manifest::kFailOk) { |
| 219 | // server has newest revision or no valid local revision | ||
| 220 | 242 | if (ensemble->manifest->revision() > local_newest_revision | |
| 221 |
2/2✓ Branch 0 taken 29 times.
✓ Branch 1 taken 211 times.
|
240 | || local_newest_revision == manifest::Breadcrumb::kInvalidRevision |
| 222 | // if revision is 0 both local and server, load catalog from server | ||
| 223 | // as local is most likely just "initialized" without valid value | ||
| 224 |
4/6✓ Branch 0 taken 240 times.
✓ Branch 1 taken 2 times.
✓ Branch 4 taken 29 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 242 times.
✗ Branch 7 not taken.
|
511 | || (ensemble->manifest->revision() == 0 |
| 225 |
1/2✓ Branch 0 taken 29 times.
✗ Branch 1 not taken.
|
29 | && local_newest_revision == 0)) { |
| 226 | 242 | result->SetHash(ensemble->manifest->catalog_hash()); | |
| 227 | 242 | result->SetRootCtlgRevision(ensemble->manifest->revision()); | |
| 228 | 242 | result->SetRootCtlgLocation(kCtlgLocationServer); | |
| 229 | 242 | fixed_alt_root_catalog_ = ensemble->manifest->has_alt_catalog_path(); | |
| 230 | |||
| 231 |
1/2✓ Branch 1 taken 242 times.
✗ Branch 2 not taken.
|
242 | result->TakeManifestEnsemble( |
| 232 | 242 | static_cast<manifest::ManifestEnsemble *>(ensemble.Release())); | |
| 233 | 242 | offline_mode_ = false; | |
| 234 | |||
| 235 | 242 | return catalog::kLoadNew; | |
| 236 | } | ||
| 237 | } | ||
| 238 |
1/2✓ Branch 2 taken 219 times.
✗ Branch 3 not taken.
|
219 | LogCvmfs(kLogCache, kLogDebug, |
| 239 | "Failed fetch manifest from server: " | ||
| 240 | "manifest too old or server unreachable (%d - %s)", | ||
| 241 | manifest_failure, manifest::Code2Ascii(manifest_failure)); | ||
| 242 | |||
| 243 | // total failure: server not reachable and no valid local hash | ||
| 244 |
5/6✓ Branch 0 taken 219 times.
✗ Branch 1 not taken.
✓ Branch 3 taken 151 times.
✓ Branch 4 taken 68 times.
✓ Branch 5 taken 151 times.
✓ Branch 6 taken 68 times.
|
219 | if ((manifest_failure != manifest::kFailOk) && local_newest_hash.IsNull()) { |
| 245 |
1/2✓ Branch 1 taken 151 times.
✗ Branch 2 not taken.
|
151 | LogCvmfs(kLogCache, kLogDebug, "No valid root catalog found!"); |
| 246 | 151 | return catalog::kLoadFail; | |
| 247 | } | ||
| 248 | |||
| 249 | 68 | if (manifest_failure == manifest::kFailOk | |
| 250 |
2/6✗ Branch 0 not taken.
✓ Branch 1 taken 68 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
✗ Branch 6 not taken.
✓ Branch 7 taken 68 times.
|
68 | && ensemble->manifest->revision() == local_newest_revision) { |
| 251 | ✗ | offline_mode_ = false; | |
| 252 | } else { | ||
| 253 | 68 | offline_mode_ = true; | |
| 254 | } | ||
| 255 | 68 | result->SetHash(local_newest_hash); | |
| 256 | 68 | result->SetRootCtlgRevision(local_newest_revision); | |
| 257 | |||
| 258 | // for integration test 707: breadcrumb_revision_large() | ||
| 259 |
4/8✓ Branch 1 taken 68 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 68 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 68 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 68 times.
✗ Branch 9 not taken.
|
68 | if (breadcrumb.IsValid() && breadcrumb.catalog_hash == mounted_hash) { |
| 260 | 68 | success_code = catalog::kLoadUp2Date; | |
| 261 | } | ||
| 262 | |||
| 263 | 68 | return success_code; | |
| 264 | 461 | } | |
| 265 | |||
| 266 | 1174 | std::string ClientCatalogManager::GetCatalogDescription( | |
| 267 | const PathString &mountpoint, const shash::Any &hash) { | ||
| 268 |
2/4✓ Branch 1 taken 1174 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 1174 times.
✗ Branch 5 not taken.
|
2348 | return "file catalog at " + repo_name_ + ":" |
| 269 |
2/4✓ Branch 1 taken 1174 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 1174 times.
✗ Branch 5 not taken.
|
3522 | + (mountpoint.IsEmpty() |
| 270 |
8/14✓ Branch 0 taken 760 times.
✓ Branch 1 taken 414 times.
✓ Branch 4 taken 760 times.
✗ Branch 5 not taken.
✓ Branch 9 taken 414 times.
✗ Branch 10 not taken.
✓ Branch 12 taken 414 times.
✓ Branch 13 taken 760 times.
✓ Branch 15 taken 760 times.
✓ Branch 16 taken 414 times.
✗ Branch 19 not taken.
✗ Branch 20 not taken.
✗ Branch 22 not taken.
✗ Branch 23 not taken.
|
2762 | ? "/" |
| 271 | 414 | : string(mountpoint.GetChars(), mountpoint.GetLength())) | |
| 272 |
3/6✓ Branch 2 taken 1174 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 1174 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 1174 times.
✗ Branch 9 not taken.
|
4696 | + " (" + hash.ToString() + ")"; |
| 273 | } | ||
| 274 | |||
| 275 | /** | ||
| 276 | * Loads (and fetches) a catalog by hash for a given mountpoint. | ||
| 277 | * | ||
| 278 | * Special case for root catalog: ctlg_context->root_ctlg_location must be | ||
| 279 | * given. | ||
| 280 | * | ||
| 281 | * @param [in, out] ctlg_context mandatory fields (input): mountpoint, hash | ||
| 282 | * additional mandatory fields for root catalog: root_ctlg_location | ||
| 283 | * output: sqlite_path is set if catalog fetch successful | ||
| 284 | * @return kLoadUp2Date for root catalog that is already mounted | ||
| 285 | * kLoadNew for any other successful load | ||
| 286 | * kLoadFail on failure | ||
| 287 | */ | ||
| 288 | 1104 | LoadReturn ClientCatalogManager::LoadCatalogByHash( | |
| 289 | CatalogContext *ctlg_context) { | ||
| 290 |
1/2✓ Branch 1 taken 1104 times.
✗ Branch 2 not taken.
|
1104 | const string catalog_descr = GetCatalogDescription(ctlg_context->mountpoint(), |
| 291 |
1/2✓ Branch 2 taken 1104 times.
✗ Branch 3 not taken.
|
2208 | ctlg_context->hash()); |
| 292 |
1/2✓ Branch 2 taken 1104 times.
✗ Branch 3 not taken.
|
1104 | string alt_root_catalog_path = ""; |
| 293 | |||
| 294 | // root catalog needs special handling because of alt_root_catalog_path | ||
| 295 |
5/8✓ Branch 1 taken 1104 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 760 times.
✓ Branch 4 taken 344 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 760 times.
✗ Branch 7 not taken.
✓ Branch 8 taken 1104 times.
|
1104 | if (ctlg_context->IsRootCatalog() && fixed_alt_root_catalog_) { |
| 296 | ✗ | alt_root_catalog_path = ctlg_context->hash().MakeAlternativePath(); | |
| 297 | } | ||
| 298 | |||
| 299 |
1/2✓ Branch 2 taken 1104 times.
✗ Branch 3 not taken.
|
2208 | const LoadReturn load_ret = FetchCatalogByHash( |
| 300 | 1104 | ctlg_context->hash(), catalog_descr, alt_root_catalog_path, | |
| 301 | ctlg_context->GetSqlitePathPtr()); | ||
| 302 |
2/2✓ Branch 0 taken 1070 times.
✓ Branch 1 taken 34 times.
|
1104 | if (load_ret == catalog::kLoadNew) { |
| 303 |
2/4✓ Branch 2 taken 1070 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 1070 times.
✗ Branch 6 not taken.
|
1070 | loaded_catalogs_[ctlg_context->mountpoint()] = ctlg_context->hash(); |
| 304 | |||
| 305 |
3/4✓ Branch 1 taken 1070 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 760 times.
✓ Branch 4 taken 310 times.
|
1070 | if (ctlg_context->IsRootCatalog()) { |
| 306 |
2/2✓ Branch 1 taken 520 times.
✓ Branch 2 taken 240 times.
|
760 | if (ctlg_context->root_ctlg_location() == kCtlgLocationMounted) { |
| 307 | 520 | return kLoadUp2Date; | |
| 308 | } | ||
| 309 | |||
| 310 | // if coming from server: update breadcrumb | ||
| 311 |
1/2✓ Branch 1 taken 240 times.
✗ Branch 2 not taken.
|
240 | if (ctlg_context->root_ctlg_location() == kCtlgLocationServer) { |
| 312 | // Store new manifest and certificate | ||
| 313 | 240 | CacheManager::Label label; | |
| 314 |
1/2✓ Branch 1 taken 240 times.
✗ Branch 2 not taken.
|
240 | label.path = repo_name_; |
| 315 | 240 | label.flags |= CacheManager::kLabelCertificate; | |
| 316 |
3/4✓ Branch 1 taken 240 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 212 times.
✓ Branch 4 taken 28 times.
|
240 | if (ctlg_context->manifest_ensemble()->cert_size > 0) { |
| 317 |
1/2✓ Branch 2 taken 212 times.
✗ Branch 3 not taken.
|
424 | fetcher_->cache_mgr()->CommitFromMem( |
| 318 |
1/2✓ Branch 1 taken 212 times.
✗ Branch 2 not taken.
|
424 | CacheManager::LabeledObject( |
| 319 | 424 | ctlg_context->manifest_ensemble()->manifest->certificate(), | |
| 320 | label), | ||
| 321 |
1/2✓ Branch 1 taken 212 times.
✗ Branch 2 not taken.
|
212 | ctlg_context->manifest_ensemble()->cert_buf, |
| 322 |
2/4✓ Branch 1 taken 212 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 212 times.
✗ Branch 5 not taken.
|
212 | ctlg_context->manifest_ensemble()->cert_size); |
| 323 | } | ||
| 324 | 240 | fetcher_->cache_mgr()->StoreBreadcrumb( | |
| 325 |
2/4✓ Branch 1 taken 240 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 240 times.
✗ Branch 5 not taken.
|
240 | *ctlg_context->manifest_ensemble()->manifest); |
| 326 | 240 | } | |
| 327 | } | ||
| 328 | } | ||
| 329 | |||
| 330 | 584 | return load_ret; | |
| 331 | 1104 | } | |
| 332 | |||
| 333 | /** | ||
| 334 | * Fetch a catalog by hash either from cache or from remote. | ||
| 335 | * Successful load always returns kLoadNew (independent of the location) and | ||
| 336 | * sets the sqlite_path variable. | ||
| 337 | * | ||
| 338 | * @param [out] sqlite_path of the catalog if successfully fetched | ||
| 339 | * @return kLoadNew on success | ||
| 340 | * kLoadNoSpace out of space, no room on the device to open the catalog | ||
| 341 | * kLoadFail on all other failures | ||
| 342 | */ | ||
| 343 | 1104 | LoadReturn ClientCatalogManager::FetchCatalogByHash( | |
| 344 | const shash::Any &hash, | ||
| 345 | const string &name, | ||
| 346 | const std::string &alt_root_catalog_path, | ||
| 347 | std::string *sqlite_path) { | ||
| 348 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1104 times.
|
1104 | assert(hash.suffix == shash::kSuffixCatalog); |
| 349 | 1104 | CacheManager::Label label; | |
| 350 |
1/2✓ Branch 1 taken 1104 times.
✗ Branch 2 not taken.
|
1104 | label.path = name; |
| 351 | 1104 | label.flags = CacheManager::kLabelCatalog; | |
| 352 |
2/4✓ Branch 1 taken 1104 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 1104 times.
✗ Branch 5 not taken.
|
1104 | const int fd = fetcher_->Fetch(CacheManager::LabeledObject(hash, label), |
| 353 | alt_root_catalog_path); | ||
| 354 |
2/2✓ Branch 0 taken 1070 times.
✓ Branch 1 taken 34 times.
|
1104 | if (fd >= 0) { |
| 355 |
2/2✓ Branch 0 taken 690 times.
✓ Branch 1 taken 380 times.
|
1070 | if (root_fd_ < 0) { |
| 356 | 690 | root_fd_ = fd; | |
| 357 | } | ||
| 358 | |||
| 359 |
1/2✓ Branch 1 taken 1070 times.
✗ Branch 2 not taken.
|
1070 | LogCvmfs(kLogCatalog, kLogDebug, "FetchCatalogByHash filedescriptor %d", |
| 360 | fd); | ||
| 361 |
2/4✓ Branch 1 taken 1070 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 1070 times.
✗ Branch 5 not taken.
|
1070 | *sqlite_path = "@" + StringifyInt(fd); |
| 362 | 1070 | return kLoadNew; | |
| 363 | } | ||
| 364 | |||
| 365 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 34 times.
|
34 | if (fd == -ENOSPC) |
| 366 | ✗ | return kLoadNoSpace; | |
| 367 | |||
| 368 | 34 | return kLoadFail; | |
| 369 | 1104 | } | |
| 370 | |||
| 371 | 70 | void ClientCatalogManager::StageNestedCatalogByHash( | |
| 372 | const shash::Any &hash, const PathString &mountpoint) { | ||
| 373 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 70 times.
|
70 | assert(hash.suffix == shash::kSuffixCatalog); |
| 374 | |||
| 375 | 70 | CacheManager::Label label; | |
| 376 |
1/2✓ Branch 1 taken 70 times.
✗ Branch 2 not taken.
|
70 | label.path = GetCatalogDescription(mountpoint, hash); |
| 377 | 70 | label.flags = CacheManager::kLabelCatalog; | |
| 378 |
3/6✓ Branch 2 taken 70 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 70 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 70 times.
✗ Branch 9 not taken.
|
70 | const int fd = fetcher_->Fetch(CacheManager::LabeledObject(hash, label)); |
| 379 |
1/2✓ Branch 0 taken 70 times.
✗ Branch 1 not taken.
|
70 | if (fd >= 0) |
| 380 |
1/2✓ Branch 2 taken 70 times.
✗ Branch 3 not taken.
|
70 | fetcher_->cache_mgr()->Close(fd); |
| 381 | 70 | } | |
| 382 | |||
| 383 | 2 | void ClientCatalogManager::UnloadCatalog(const Catalog *catalog) { | |
| 384 |
1/2✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
|
2 | LogCvmfs(kLogCache, kLogDebug, "unloading catalog %s", |
| 385 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
4 | catalog->mountpoint().c_str()); |
| 386 | |||
| 387 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | const map<PathString, shash::Any>::iterator iter = mounted_catalogs_.find( |
| 388 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
4 | catalog->mountpoint()); |
| 389 |
1/2✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.
|
2 | assert(iter != mounted_catalogs_.end()); |
| 390 |
1/2✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | fetcher_->cache_mgr()->quota_mgr()->Unpin(iter->second); |
| 391 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | mounted_catalogs_.erase(iter); |
| 392 | 2 | const catalog::Counters &counters = catalog->GetCounters(); | |
| 393 |
1/2✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
|
2 | loaded_inodes_ -= counters.GetSelfEntries(); |
| 394 | 2 | } | |
| 395 | |||
| 396 | |||
| 397 | /** | ||
| 398 | * Checks if the current repository revision is blacklisted. The format | ||
| 399 | * of the blacklist lines is '<REPO N' where REPO is the repository name, | ||
| 400 | * N is the revision number, and the two parts are separated by whitespace. | ||
| 401 | * Any revision of REPO less than N is blacklisted. | ||
| 402 | * Note: no extra characters are allowed after N, not even whitespace. | ||
| 403 | * @return true if it is blacklisted, false otherwise | ||
| 404 | */ | ||
| 405 | 690 | bool ClientCatalogManager::IsRevisionBlacklisted() { | |
| 406 | 690 | const uint64_t revision = GetRevision(); | |
| 407 | |||
| 408 |
1/2✓ Branch 2 taken 690 times.
✗ Branch 3 not taken.
|
690 | LogCvmfs(kLogCache, kLogDebug, |
| 409 | "checking if %s revision %" PRIu64 " is blacklisted", | ||
| 410 | repo_name_.c_str(), revision); | ||
| 411 | |||
| 412 |
1/2✓ Branch 1 taken 690 times.
✗ Branch 2 not taken.
|
690 | vector<string> blacklist = signature_mgr_->GetBlacklist(); |
| 413 |
2/2✓ Branch 1 taken 27 times.
✓ Branch 2 taken 663 times.
|
690 | for (unsigned i = 0; i < blacklist.size(); ++i) { |
| 414 |
1/2✓ Branch 2 taken 27 times.
✗ Branch 3 not taken.
|
27 | std::string line = blacklist[i]; |
| 415 |
2/4✓ Branch 1 taken 27 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 27 times.
|
27 | if (line[0] != '<') |
| 416 | ✗ | continue; | |
| 417 | 27 | unsigned idx = repo_name_.length() + 1; | |
| 418 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 27 times.
|
27 | if (line.length() <= idx) |
| 419 | ✗ | continue; | |
| 420 |
3/10✓ Branch 1 taken 27 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 27 times.
✗ Branch 6 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 27 times.
|
27 | if ((line[idx] != ' ') && (line[idx] != '\t')) |
| 421 | ✗ | continue; | |
| 422 |
2/4✓ Branch 1 taken 27 times.
✗ Branch 2 not taken.
✗ Branch 5 not taken.
✓ Branch 6 taken 27 times.
|
27 | if (line.substr(1, idx - 1) != repo_name_) |
| 423 | ✗ | continue; | |
| 424 | 27 | ++idx; | |
| 425 |
5/10✓ Branch 1 taken 27 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 27 times.
✗ Branch 4 not taken.
✓ Branch 6 taken 27 times.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✓ Branch 9 taken 27 times.
✗ Branch 10 not taken.
✓ Branch 11 taken 27 times.
|
27 | while ((line[idx] == ' ') || (line[idx] == '\t')) |
| 426 | ✗ | ++idx; | |
| 427 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 27 times.
|
27 | if (idx >= line.length()) |
| 428 | ✗ | continue; | |
| 429 | uint64_t rev; | ||
| 430 |
3/6✓ Branch 1 taken 27 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 27 times.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✓ Branch 8 taken 27 times.
|
27 | if (!String2Uint64Parse(line.substr(idx), &rev)) |
| 431 | ✗ | continue; | |
| 432 |
1/2✓ Branch 0 taken 27 times.
✗ Branch 1 not taken.
|
27 | if (revision < rev) |
| 433 | 27 | return true; | |
| 434 |
1/3✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 27 times.
|
27 | } |
| 435 | |||
| 436 | 663 | return false; | |
| 437 | 690 | } | |
| 438 | |||
| 439 | |||
| 440 | //------------------------------------------------------------------------------ | ||
| 441 | |||
| 442 | |||
| 443 | 267 | void CachedManifestEnsemble::FetchCertificate(const shash::Any &hash) { | |
| 444 | 267 | CacheManager::Label label; | |
| 445 | 267 | label.flags |= CacheManager::kLabelCertificate; | |
| 446 |
1/2✓ Branch 1 taken 267 times.
✗ Branch 2 not taken.
|
267 | label.path = catalog_mgr_->repo_name(); |
| 447 | uint64_t size; | ||
| 448 |
1/2✓ Branch 1 taken 267 times.
✗ Branch 2 not taken.
|
267 | const bool retval = cache_mgr_->Open2Mem( |
| 449 |
1/2✓ Branch 1 taken 267 times.
✗ Branch 2 not taken.
|
534 | CacheManager::LabeledObject(hash, label), &cert_buf, &size); |
| 450 | 267 | cert_size = size; | |
| 451 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 265 times.
|
267 | if (retval) |
| 452 | 2 | perf::Inc(catalog_mgr_->n_certificate_hits_); | |
| 453 | else | ||
| 454 | 265 | perf::Inc(catalog_mgr_->n_certificate_misses_); | |
| 455 | 267 | } | |
| 456 | |||
| 457 | } // namespace catalog | ||
| 458 |