25 #define ENOATTR ENODATA
27 #ifndef __STDC_FORMAT_MACROS
28 #define __STDC_FORMAT_MACROS
32 #include <sys/xattr.h>
34 #include "cvmfs_config.h"
40 #include <google/dense_hash_map>
45 #include <sys/errno.h>
47 #include <sys/mount.h>
48 #include <sys/resource.h>
51 #include <sys/types.h>
186 virtual bool IsCanceled() {
return fuse_req_interrupted(*req_ptr_); }
198 FuseState() : version(0), cache_symlinks(false), has_dentry_expire(false) {}
241 return "init-catalog-revision: " +
243 "current-catalog-revision: " +
256 "properties", mreq.c_str());
272 const struct stat &info)
302 dirent->
inode(), &hash_open, &info);
337 *dirent = dirent_negative;
356 "GetDirentForInode: Race condition? Not found dirent %s",
372 "GetDirentForInode inode lookup failure %" PRId64, ino);
373 *dirent = dirent_negative;
382 "Warning: inode %" PRId64
" (%s) changed file type",
410 uint64_t live_inode = 0;
433 }
else if (live_inode != 0) {
437 "content of %s change, replacing inode %" PRIu64
" --> %" PRIu64,
479 "GetPathForInode: Race condition? "
480 "Inode not found in inode tracker at path %s",
492 const std::string &msg)
498 "Tracing: Could not find path for inode %" PRIu64, uint64_t(ino));
507 const std::string &msg)
517 static void cvmfs_lookup(fuse_req_t req, fuse_ino_t parent,
const char *name) {
521 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
523 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
529 fuse_ino_t parent_fuse = parent;
532 "cvmfs_lookup in parent inode: %" PRIu64
" for name: %s",
533 uint64_t(parent), name);
537 uint64_t live_inode = 0;
539 struct fuse_entry_param result;
541 memset(&result, 0,
sizeof(result));
543 result.attr_timeout = timeout;
544 result.entry_timeout = timeout;
547 if ((strcmp(name,
".") == 0) || (strcmp(name,
"..") == 0)) {
549 if (strcmp(name,
".") == 0) {
550 goto lookup_reply_positive;
555 goto lookup_reply_positive;
558 goto lookup_reply_negative;
560 goto lookup_reply_positive;
565 goto lookup_reply_negative;
567 goto lookup_reply_error;
573 goto lookup_reply_negative;
578 path.
Append(name, strlen(name));
581 if (live_inode == 0) {
583 goto lookup_reply_negative;
585 goto lookup_reply_error;
588 lookup_reply_positive:
590 if (live_inode > 1) {
613 static_cast<uint64_t>(timeout));
617 result.ino = dirent.
inode();
619 fuse_reply_entry(req, &result);
622 lookup_reply_negative:
628 fuse_reply_entry(req, &result);
638 fuse_reply_err(req, EIO);
648 #
if CVMFS_USE_LIBFUSE == 2
649 unsigned long nlookup
659 if (ino == FUSE_ROOT_ID) {
660 fuse_reply_none(req);
668 #if CVMFS_USE_LIBCVMFS == 2
670 uint64_t(ino), nlookup);
673 uint64_t(ino), nlookup);
682 fuse_reply_none(req);
686 #if (FUSE_VERSION >= 29)
687 static void cvmfs_forget_multi(
690 struct fuse_forget_data *forgets
696 fuse_reply_none(req);
706 for (
size_t i = 0; i < count; ++i) {
707 if (forgets[i].ino == FUSE_ROOT_ID) {
713 ino, forgets[i].nlookup);
715 bool removed = vfs_put_raii.
VfsPut(ino, forgets[i].nlookup);
717 evict_raii.
Evict(ino);
722 fuse_reply_none(req);
724 #endif // FUSE_VERSION >= 29
737 fuse_reply_err(req, ENOENT);
739 const char * name = dirent.
name().
c_str();
743 "EIO (02) name=%s symlink=%s",
744 name ? name:
"<unset>",
745 link ? link:
"<unset>");
749 fuse_reply_err(req, EIO);
758 struct fuse_file_info *fi)
763 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
765 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
775 fuse_reply_err(req, EACCES);
786 "served from page cache tracker", ino);
800 dirent.
inode(), &parent_ino, &name))
830 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
832 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
850 fuse_reply_err(req, EINVAL);
859 const char *name,
const struct stat *stat_info,
863 name, uint64_t(stat_info->st_ino));
864 size_t remaining_size = listing->
capacity() - listing->
size();
865 const size_t entry_size = fuse_add_direntry(req, NULL, 0, name, stat_info, 0);
867 while (entry_size > remaining_size) {
875 fuse_add_direntry(req, buffer + listing->
size(),
876 remaining_size, name, stat_info,
877 listing->
size() + entry_size);
886 struct fuse_file_info *fi)
890 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
892 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
902 fuse_reply_err(req, EACCES);
912 fuse_reply_err(req, ENOENT);
924 fuse_reply_err(req, ENOTDIR);
929 uint64_t(ino), path.
c_str());
950 bool retval = catalog_mgr->
ListingStat(path, &listing_from_catalog);
954 fuse_listing.Clear();
957 "EIO (03) on %s", path.
c_str());
960 fuse_reply_err(req, EIO);
963 for (
unsigned i = 0; i < listing_from_catalog.
size(); ++i) {
967 entry_path.
Append(
"/", 1);
968 entry_path.
Append(listing_from_catalog.
AtPtr(i)->name.GetChars(),
969 listing_from_catalog.
AtPtr(i)->name.GetLength());
978 struct stat fixed_info = listing_from_catalog.
AtPtr(i)->info;
979 fixed_info.st_ino = entry_dirent.
inode();
981 &fixed_info, &fuse_listing);
986 stream_listing.
size = fuse_listing.size();
987 stream_listing.
capacity = fuse_listing.capacity();
989 fuse_listing.ShareBuffer(&stream_listing.
buffer, &large_alloc);
997 "linking directory handle %lu to dir inode: %" PRIu64,
1006 #if (FUSE_VERSION >= 30)
1007 #ifdef CVMFS_ENABLE_FUSE3_CACHE_READDIR
1011 fi->cache_readdir = 1;
1014 fuse_reply_open(req, fi);
1022 struct fuse_file_info *fi)
1028 ", handle %lu", uint64_t(ino), fi->fh);
1036 if (iter_handle->second.capacity == 0)
1037 smunmap(iter_handle->second.buffer);
1039 free(iter_handle->second.buffer);
1047 fuse_reply_err(req, reply);
1055 const size_t buffer_size,
const off_t offset,
1056 const size_t max_size)
1058 if (offset < static_cast<int>(buffer_size)) {
1059 fuse_reply_buf(req, buffer + offset,
1060 std::min(static_cast<size_t>(buffer_size - offset), max_size));
1062 fuse_reply_buf(req, NULL, 0);
1071 off_t off,
struct fuse_file_info *fi)
1076 "cvmfs_readdir on inode %" PRIu64
" reading %lu bytes from offset %ld",
1083 DirectoryHandles::const_iterator iter_handle =
1086 listing = iter_handle->second;
1092 fuse_reply_err(req, EINVAL);
1096 struct fuse_file_info *fi)
1110 static const uint64_t kFileHandleIgnore =
static_cast<uint64_t
>(2) << 60;
1120 struct fuse_file_info *fi)
1124 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1126 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1140 fuse_reply_err(req, ENOENT);
1152 fuse_reply_err(req, EACCES);
1164 if ((fi->flags & O_SHLOCK) || (fi->flags & O_EXLOCK)) {
1166 fuse_reply_err(req, EOPNOTSUPP);
1169 if (fi->flags & O_SYMLINK) {
1171 fi->fh = kFileHandleIgnore;
1172 fuse_reply_open(req, fi);
1176 if (fi->flags & O_EXCL) {
1178 fuse_reply_err(req, EEXIST);
1196 "chunked file %s opened (download delayed to read() call)",
1203 fuse_reply_err(req, EMFILE);
1215 "chunked file %s vanished unexpectedly", path.
c_str());
1216 fuse_reply_err(req, ENOENT);
1219 const uint64_t unique_inode = dirent_origin.
inode();
1222 chunk_tables->
Lock();
1234 "EIO (04) file %s is marked as 'chunked', but no chunks found.",
1238 fuse_reply_err(req, EIO);
1243 chunk_tables->
Lock();
1269 "linking chunk handle %lu to unique inode: %" PRIu64,
1270 chunk_tables->
next_handle, uint64_t(unique_inode));
1290 fi->fh =
static_cast<uint64_t
>(-
static_cast<int64_t
>(fi->fh));
1294 fuse_reply_open(req, fi);
1318 fuse_reply_open(req, fi);
1324 fuse_reply_err(req, EMFILE);
1332 "failed to open inode: %" PRIu64
", CAS key %s, error code %d",
1334 if (errno == EMFILE) {
1335 fuse_reply_err(req, EMFILE);
1342 if (EIO == errno || EIO == -fd) {
1344 "EIO (06) on %s", path.
c_str() );
1349 fuse_reply_err(req, -fd);
1357 struct fuse_file_info *fi)
1362 "cvmfs_read inode: %" PRIu64
" reading %lu bytes from offset %ld "
1368 if (fi->fh == kFileHandleIgnore) {
1369 fuse_reply_err(req, EBADF);
1375 char *data =
static_cast<char *
>(alloca(size));
1376 unsigned int overall_bytes_fetched = 0;
1378 int64_t fd =
static_cast<int64_t
>(fi->fh);
1379 uint64_t abs_fd = (fd < 0) ? -fd : fd;
1384 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1386 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1388 const uint64_t chunk_handle = abs_fd;
1389 uint64_t unique_inode;
1396 chunk_tables->
Lock();
1409 pthread_mutex_t *handle_lock = chunk_tables->
Handle2Lock(chunk_handle);
1411 chunk_tables->
Lock();
1417 off_t offset_in_chunk = off - chunks.
list->
AtPtr(chunk_idx)->
offset();
1420 if ((chunk_fd.
fd == -1) || (chunk_fd.
chunk_idx != chunk_idx)) {
1438 if (chunk_fd.
fd < 0) {
1440 chunk_tables->
Lock();
1448 fuse_reply_err(req, EIO);
1457 const size_t bytes_to_read = size - overall_bytes_fetched;
1458 const size_t remaining_bytes_in_chunk =
1460 size_t bytes_to_read_in_chunk =
1461 std::min(bytes_to_read, remaining_bytes_in_chunk);
1464 data + overall_bytes_fetched,
1465 bytes_to_read_in_chunk,
1468 if (bytes_fetched < 0) {
1471 chunk_tables->
Lock();
1474 if ( EIO == errno || EIO == -bytes_fetched ) {
1480 fuse_reply_err(req, -bytes_fetched);
1483 overall_bytes_fetched += bytes_fetched;
1487 offset_in_chunk = 0;
1488 }
while ((overall_bytes_fetched < size) &&
1489 (chunk_idx < chunks.list->
size()));
1492 chunk_tables->
Lock();
1500 if ( EIO == errno || EIO == -nbytes ) {
1505 "EIO (08) on %s", path.
ToString().c_str() );
1508 "EIO (08) on <unknown inode>");
1513 fuse_reply_err(req, -nbytes);
1516 overall_bytes_fetched = nbytes;
1520 fuse_reply_buf(req, data, overall_bytes_fetched);
1522 overall_bytes_fetched);
1530 struct fuse_file_info *fi)
1539 if (fi->fh == kFileHandleIgnore) {
1540 fuse_reply_err(req, 0);
1545 int64_t fd =
static_cast<int64_t
>(fi->fh);
1546 uint64_t abs_fd = (fd < 0) ? -fd : fd;
1554 const uint64_t chunk_handle = abs_fd;
1557 uint64_t unique_inode;
1564 chunk_tables->
Lock();
1581 uint64_t(unique_inode));
1587 delete to_delete.
list;
1593 if (chunk_fd.
fd != -1)
1601 fuse_reply_err(req, 0);
1637 fuse_reply_statfs(req, info);
1641 uint64_t available = 0;
1645 info->f_bsize = info->f_frsize = 512;
1647 if (capacity == (uint64_t)(-1)) {
1649 info->f_blocks = size / info->f_bsize;
1652 info->f_blocks = capacity / info->f_bsize;
1653 available = capacity -
size;
1656 info->f_bfree = info->f_bavail = available / info->f_bsize;
1662 info->f_files = all_inodes;
1663 info->f_ffree = info->f_favail = all_inodes - loaded_inode;
1670 fuse_reply_statfs(req, info);
1674 static void cvmfs_getxattr(fuse_req_t req, fuse_ino_t ino,
const char *name,
1675 size_t size, uint32_t position)
1681 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1683 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1689 "cvmfs_getxattr on inode: %" PRIu64
" for xattr: %s",
1690 uint64_t(ino), name);
1693 fuse_reply_err(req, EACCES);
1698 vector<string> tokens_mode_machine =
SplitString(name,
'~');
1699 vector<string> tokens_mode_human =
SplitString(name,
'@');
1701 int32_t attr_req_page = 0;
1705 bool attr_req_is_valid =
false;
1708 if (tokens_mode_human.size() > 1) {
1709 const std::string token = tokens_mode_human[tokens_mode_human.size() - 1];
1711 attr_req_is_valid =
true;
1714 if (page_num_sanitizer.
IsValid(token)) {
1715 attr_req_is_valid =
true;
1720 attr = tokens_mode_human[0];
1721 }
else if (tokens_mode_machine.size() > 1) {
1722 const std::string token =
1723 tokens_mode_machine[tokens_mode_machine.size() - 1];
1725 attr_req_is_valid =
true;
1728 if (page_num_sanitizer.
IsValid(token)) {
1729 attr_req_is_valid =
true;
1734 attr = tokens_mode_machine[0];
1737 attr_req_is_valid =
true;
1738 attr = tokens_mode_machine[0];
1741 if (!attr_req_is_valid) {
1743 fuse_reply_err(req, ENODATA);
1762 "cvmfs_statfs: Race condition? "
1763 "GetPathForInode did not succeed for path %s "
1764 "(path might have not been set)",
1767 fuse_reply_err(req, ESTALE);
1775 retval = catalog_mgr->
LookupPath(path, lookup_options, &raw_symlink);
1778 "cvmfs_statfs: Race condition? "
1779 "LookupPath did not succeed for path %s",
1782 fuse_reply_err(req, ESTALE);
1792 "cvmfs_statfs: Race condition? "
1793 "LookupXattrs did not succeed for path %s",
1796 fuse_reply_err(req, ESTALE);
1801 bool magic_xattr_success =
true;
1804 if (!magic_xattr.IsNull()) {
1805 magic_xattr_success = magic_xattr->
1806 PrepareValueFencedProtected(fuse_ctx->gid);
1811 if (!magic_xattr_success) {
1816 std::pair<bool, std::string> attribute_result;
1818 if (!magic_xattr.IsNull()) {
1819 attribute_result = magic_xattr->GetValue(attr_req_page, xattr_mode);
1821 if (!xattrs.
Get(attr, &attribute_result.second)) {
1825 attribute_result.first =
true;
1828 if (!attribute_result.first) {
1829 fuse_reply_err(req, ENODATA);
1830 }
else if (size == 0) {
1831 fuse_reply_xattr(req, attribute_result.second.length());
1832 }
else if (size >= attribute_result.second.length()) {
1833 fuse_reply_buf(req, &attribute_result.second[0],
1834 attribute_result.second.length());
1836 fuse_reply_err(req, ERANGE);
1842 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1844 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1851 "cvmfs_listxattr on inode: %" PRIu64
", size %zu [visibility %d]",
1852 uint64_t(ino), size,
1858 if (d.HasXattrs()) {
1863 "cvmfs_listxattr: Race condition? "
1864 "GetPathForInode did not succeed for ino %lu",
1867 fuse_reply_err(req, ESTALE);
1873 "cvmfs_listxattr: Race condition? "
1874 "LookupXattrs did not succeed for ino %lu",
1877 fuse_reply_err(req, ESTALE);
1888 string attribute_list;
1893 fuse_reply_xattr(req, attribute_list.length());
1894 }
else if (size >= attribute_list.length()) {
1895 if (attribute_list.empty())
1896 fuse_reply_buf(req, NULL, 0);
1898 fuse_reply_buf(req, &attribute_list[0], attribute_list.length());
1900 fuse_reply_err(req, ERANGE);
1921 for (
unsigned i = 0; i < chunks.
size(); ++i) {
1931 bool Pin(
const string &path) {
1951 for (
unsigned i = 0; i < chunks.
size(); ++i) {
1990 int fd = this_fetcher->
Fetch(
2003 static void cvmfs_init(
void *userdata,
struct fuse_conn_info *conn) {
2007 #ifdef CVMFS_NFS_SUPPORT
2008 conn->want |= FUSE_CAP_EXPORT_SUPPORT;
2012 #ifdef FUSE_CAP_POSIX_ACL
2013 if ((conn->capable & FUSE_CAP_POSIX_ACL) == 0) {
2015 "FUSE: ACL support requested but missing fuse kernel support, "
2018 conn->want |= FUSE_CAP_POSIX_ACL;
2022 "FUSE: ACL support requested but not available in this version of "
2023 "libfuse %d, aborting", FUSE_VERSION);
2028 #ifdef FUSE_CAP_CACHE_SYMLINKS
2029 if ((conn->capable & FUSE_CAP_CACHE_SYMLINKS) == FUSE_CAP_CACHE_SYMLINKS) {
2030 conn->want |= FUSE_CAP_CACHE_SYMLINKS;
2032 #ifndef FUSE_CAP_EXPIRE_ONLY
2034 "FUSE: Symlink caching enabled but no support for fuse_expire_entry. "
2035 "Symlinks will be cached but mountpoints on top of symlinks will "
2037 "Current libfuse %d is too old; required: libfuse >= 3.16, "
2038 "kernel >= 6.2-rc1",
2044 "FUSE: Symlink caching requested but missing fuse kernel support, "
2045 "falling back to no caching");
2050 "FUSE: Symlink caching requested but missing libfuse support, "
2051 "falling back to no caching. Current libfuse %d",
2056 #ifdef FUSE_CAP_EXPIRE_ONLY
2057 if ((conn->capable & FUSE_CAP_EXPIRE_ONLY) == FUSE_CAP_EXPIRE_ONLY &&
2058 FUSE_VERSION >= FUSE_MAKE_VERSION(3, 16)) {
2063 "FUSE: Symlink caching enabled but no support for fuse_expire_entry. "
2064 "Symlinks will be cached but mountpoints on top of symlinks will break! "
2065 "Current libfuse %d; required: libfuse >= 3.16, kernel >= 6.2-rc1",
2080 memset(cvmfs_operations, 0,
sizeof(*cvmfs_operations));
2099 #if (FUSE_VERSION >= 29)
2100 cvmfs_operations->forget_multi = cvmfs_forget_multi;
2118 #if (FUSE_VERSION >= 30)
2119 fuse_fd = fuse_session_fd(*reinterpret_cast<struct fuse_session**>(
2122 fuse_fd = fuse_chan_fd(*reinterpret_cast<struct fuse_chan**>(
2129 socket_path.c_str(), errno);
2143 loader::CvmfsExports *g_cvmfs_exports = NULL;
2159 result_pages_.push_back(
"never (fixed root catalog)");
2162 time_t now = time(NULL);
2163 result_pages_.push_back(
StringifyInt((catalogs_valid_until_ - now) / 60));
2172 xattr_mgr_->mount_point()->catalog_mgr()->inode_gauge()));
2190 time_t now = time(NULL);
2216 const string &mount_path,
2224 string fqrn_from_xattr;
2233 if (fqrn_from_xattr == fqrn) {
2235 "repository already mounted on %s", mount_path.c_str());
2239 "CernVM-FS repository %s already mounted on %s",
2240 fqrn.c_str(), mount_path.c_str());
2261 for (
unsigned i = 0, s = tokens.size(); i < s; ++i) {
2271 static unsigned max_open_files;
2272 static bool already_done =
false;
2275 if (!already_done) {
2276 unsigned soft_limit = 0;
2277 unsigned hard_limit = 0;
2282 "Warning: current limits for number of open files are "
2284 "CernVM-FS is likely to run out of file descriptors, "
2285 "set ulimit -n to at least %u",
2288 max_open_files = soft_limit;
2289 already_done =
true;
2292 return max_open_files;
2334 dynamic_cast<PosixCacheManager *>(
2354 sizeof(fuse_ino_t) * 8);
2363 void **channel_or_session = NULL;
2364 if (loader_exports->
version >= 4) {
2368 bool fuse_notify_invalidation =
true;
2373 fuse_notify_invalidation =
false;
2379 channel_or_session, fuse_notify_invalidation);
2394 *
g_boot_error = std::string(
"failed to set talk socket ownership - ")
2409 if (options->
IsDefined(
"CVMFS_NOTIFICATION_SERVER")) {
2411 options->
GetValue(
"CVMFS_NOTIFICATION_SERVER", &config);
2539 if (strcmp(argv[1],
"__cachemgr__") == 0) {
2542 if (strcmp(argv[1],
"__wpad__") == 0) {
2551 string msg_progress =
"Draining out kernel caches (";
2553 msg_progress +=
"up to ";
2564 string msg_progress;
2567 if (num_open_dirs != 0) {
2569 for (cvmfs::DirectoryHandles::iterator i =
2577 msg_progress =
"Saving open directory handles (" +
2586 save_open_dirs->
state = saved_handles;
2587 saved_states->push_back(save_open_dirs);
2591 msg_progress =
"Saving inode tracker\n";
2597 state_glue_buffer->
state = saved_inode_tracker;
2598 saved_states->push_back(state_glue_buffer);
2601 msg_progress =
"Saving negative entry cache\n";
2607 state_dentry_tracker->
state = saved_dentry_tracker;
2608 saved_states->push_back(state_dentry_tracker);
2610 msg_progress =
"Saving page cache entry tracker\n";
2616 state_page_cache_tracker->
state = saved_page_cache_tracker;
2617 saved_states->push_back(state_page_cache_tracker);
2619 msg_progress =
"Saving chunk tables\n";
2625 state_chunk_tables->
state = saved_chunk_tables;
2626 saved_states->push_back(state_chunk_tables);
2628 msg_progress =
"Saving inode generation\n";
2636 state_inode_generation->
state = saved_inode_generation;
2637 saved_states->push_back(state_inode_generation);
2639 msg_progress =
"Saving fuse state\n";
2647 state_fuse->
state = saved_fuse_state;
2648 saved_states->push_back(state_fuse);
2655 state_cache_mgr->
state =
2657 saved_states->push_back(state_cache_mgr);
2659 msg_progress =
"Saving open files counter\n";
2660 uint32_t *saved_num_fd =
2664 state_num_fd->
state = saved_num_fd;
2665 saved_states->push_back(state_num_fd);
2679 for (
unsigned i = 0, l = saved_states.size(); i < l; ++i) {
2681 SendMsg2Socket(fd_progress,
"Restoring open directory handles... ");
2688 cvmfs::DirectoryHandles::const_iterator i =
2700 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v1 to v4)... ");
2709 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v2 to v4)... ");
2718 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v3 to v4)... ");
2747 SendMsg2Socket(fd_progress,
"Restoring page cache entry tracker... ");
2759 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v1 to v4)... ");
2768 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v2 to v4)... ");
2777 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v3 to v4)... ");
2789 saved_states[i]->state);
2790 new (chunk_tables)
ChunkTables(*saved_chunk_tables);
2815 saved_states[i]->state)));
2826 int fixup_root_fd = -1;
2837 fixup_root_fd = new_cache_mgr->
PlantFd(old_root_fd);
2859 fd_progress, saved_states[i]->state);
2862 if (new_root_fd >= 0) {
2864 }
else if (fixup_root_fd >= 0) {
2866 "new root file catalog descriptor (fixup) @%d", fixup_root_fd);
2894 for (
unsigned i = 0, l = saved_states.size(); i < l; ++i) {
2895 switch (saved_states[i]->state_id) {
2897 SendMsg2Socket(fd_progress,
"Releasing saved open directory handles\n");
2902 fd_progress,
"Releasing saved glue buffer (version 1)\n");
2904 saved_states[i]->state);
2908 fd_progress,
"Releasing saved glue buffer (version 2)\n");
2910 saved_states[i]->state);
2914 fd_progress,
"Releasing saved glue buffer (version 3)\n");
2916 saved_states[i]->state);
2927 SendMsg2Socket(fd_progress,
"Releasing saved page cache entry cache\n");
2931 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 1)\n");
2933 saved_states[i]->state);
2936 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 2)\n");
2938 saved_states[i]->state);
2941 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 3)\n");
2943 saved_states[i]->state);
2947 delete static_cast<ChunkTables *
>(saved_states[i]->state);
2950 SendMsg2Socket(fd_progress,
"Releasing saved inode generation info\n");
2952 saved_states[i]->state);
2956 fd_progress, saved_states[i]->state);
2960 delete static_cast<uint32_t *
>(saved_states[i]->state);
2975 g_cvmfs_exports->so_version = PACKAGE_VERSION;
2977 g_cvmfs_exports->fnInit =
Init;
2978 g_cvmfs_exports->fnSpawn =
Spawn;
2979 g_cvmfs_exports->fnFini =
Fini;
2982 g_cvmfs_exports->fnSaveState =
SaveState;
2990 delete g_cvmfs_exports;
2991 g_cvmfs_exports = NULL;
bool GetInfoIfOpen(uint64_t inode, shash::Any *hash, struct stat *info)
perf::Counter * n_eio_total()
VfsPutRaii GetVfsPutRaii()
std::string repository_name
OptionsManager * options_mgr()
void Dec(class Counter *counter)
bool IsExternalFile() const
perf::Counter * n_eio_05()
void UnregisterQuotaListener()
static const time_t kIndefiniteDeadline
perf::Counter * n_fs_inode_replace()
int64_t Xadd(class Counter *counter, const int64_t delta)
static void cvmfs_getattr(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
std::string ListKeysPosix(const std::string &merge_with) const
perf::Counter * n_eio_01()
FileSystem * file_system()
void TryFinish(const shash::Any &root_hash=shash::Any())
bool InsertNegative(const shash::Md5 &hash)
Log2Histogram * hist_fs_opendir()
time_t catalogs_valid_until_
static bool HasDifferentContent(const catalog::DirectoryEntry &dirent, const shash::Any &hash, const struct stat &info)
virtual void ParsePath(const std::string &config_file, const bool external)=0
bool ReplaceInode(uint64_t old_inode, const InodeEx &new_inode)
static void cvmfs_read(fuse_req_t req, fuse_ino_t ino, size_t size, off_t off, struct fuse_file_info *fi)
static double GetKcacheTimeout()
void EnterMaintenanceMode()
void set_inode(const inode_t inode)
InodeGenerationInfo inode_generation_info_
loader::Failures boot_status()
static void FreeSavedState(const int fd_progress, const loader::StateList &saved_states)
int PlantFd(int fd_in_cache_mgr)
static void cvmfs_statfs(fuse_req_t req, fuse_ino_t ino)
void set_boot_status(loader::Failures code)
static void DoTraceInode(const int event, fuse_ino_t ino, const std::string &msg)
cvmfs::Fetcher * fetcher()
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
void ShareBuffer(Item **duplicate, bool *large_alloc)
static void cvmfs_releasedir(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
bool IsChunkedFile() const
FuseRemounter * fuse_remounter_
int RestoreState(const int fd_progress, void *state)
void Register(const std::string &name, BaseMagicXattr *magic_xattr)
bool volatile_flag() const
SmallHashDynamic< uint64_t, uint64_t > handle2uniqino
bool Insert(const fuse_ino_t &inode, const catalog::DirectoryEntry &dirent)
google::dense_hash_map< uint64_t, DirectoryListing, hash_murmur< uint64_t > > DirectoryHandles
SpecialDirents GetSpecial() const
static int AltProcessFlavor(int argc, char **argv)
std::string ToString(const bool with_suffix=false) const
double kcache_timeout_sec()
void Assign(const char *chars, const unsigned length)
static void cvmfs_forget(fuse_req_t req, fuse_ino_t ino, uint64_t nlookup)
std::string PrintInodeGeneration()
zlib::Algorithms compression_alg
static void SetupLoggingStandalone(const OptionsManager &options_mgr, const std::string &prefix)
int MainResolveProxyDescription(int argc, char **argv)
bool FindDentry(uint64_t ino, uint64_t *parent_ino, NameString *name)
perf::Counter * n_fs_readlink()
void SetMountpoint(const string &mountpoint)
void InvalidateDentry(uint64_t parent_ino, const NameString &name)
void set_symlink(const LinkString &symlink)
static void cvmfs_release(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
BaseMagicXattr * GetLocked(const std::string &name, PathString path, catalog::DirectoryEntry *d)
bool Lookup(const shash::Md5 &hash, catalog::DirectoryEntry *dirent, bool update_lru=true)
lru::InodeCache * inode_cache()
NotificationClient * notification_client_
void * SaveState(const int fd_progress)
DirectoryHandles * directory_handles_
CVMFS_EXPORT void CleanupLibcryptoMt()
const shash::Any & content_hash() const
time_t catalogs_valid_until()
static bool SaveState(const int fd_progress, loader::StateList *saved_states)
void SendMsg2Socket(const int fd, const std::string &msg)
bool ListingStat(const PathString &path, StatEntryList *listing)
assert((mem||(size==0))&&"Out Of Memory")
void ** fuse_channel_or_session
MountPoint * mount_point_
MagicXattrManager * magic_xattr_mgr()
Log2Histogram * hist_fs_read()
bool SendFd2Socket(int socket_fd, int passing_fd)
bool LookupPath(const PathString &path, const LookupOptions options, DirectoryEntry *entry)
void EnableFuseExpireEntry()
static bool RestoreState(const int fd_progress, const loader::StateList &saved_states)
virtual uint64_t GetSize()=0
perf::Counter * n_fs_read()
bool Lookup(const fuse_ino_t &inode, catalog::DirectoryEntry *dirent, bool update_lru=true)
std::string StringifyUint(const uint64_t value)
lru::Md5PathCache * md5path_cache()
shash::Any checksum() const
void ParseDefault(const std::string &fqrn)
SmallHashDynamic< uint64_t, ChunkFd > handle2fd
bool VfsPut(const uint64_t inode, const uint32_t by)
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
bool has_membership_req()
virtual bool PrepareValueFenced()
unsigned int mode() const
struct cvmcache_object_info __attribute__
const unsigned kLookupDefault
void RemapCatalogFd(int from, int to)
bool Pin(const string &path)
static void cvmfs_destroy(void *unused __attribute__((unused)))
perf::Counter * n_eio_08()
static TalkManager * Create(const std::string &socket_path, MountPoint *mount_point, FuseRemounter *remounter)
static bool HasFuseNotifyInval()
perf::Counter * n_fs_open()
static void cvmfs_init(void *userdata, struct fuse_conn_info *conn)
const unsigned int kMinOpenFiles
virtual uint64_t GetCapacity()=0
std::string membership_req()
std::string GetListString(catalog::DirectoryEntry *dirent)
bool Lookup(const fuse_ino_t &inode, PathString *path, bool update_lru=true)
uint64_t next_directory_handle_
static void InitOptionsMgr(const loader::LoaderExports *loader_exports)
const uint64_t cache_timeout()
void ReplaceCacheManager(CacheManager *new_cache_mgr)
void DisableCacheSymlinks()
static bool GetDirentForInode(const fuse_ino_t ino, catalog::DirectoryEntry *dirent)
glue::PageCacheTracker * page_cache_tracker()
static Watchdog * Create(FnOnCrash on_crash)
void SetBit(unsigned int bit, T *field)
perf::Counter * n_eio_07()
BigVector< FileChunk > FileChunkList
static bool FixupOpenInode(const PathString &path, catalog::DirectoryEntry *dirent)
static void TraceInode(const int event, fuse_ino_t ino, const std::string &msg)
void GetLimitNoFile(unsigned *soft_limit, unsigned *hard_limit)
bool Get(const std::string &key, std::string *value) const
catalog::ClientCatalogManager * catalog_mgr()
void Set(const int64_t val)
Log2Histogram * hist_fs_forget_multi()
static void cvmfs_listxattr(fuse_req_t req, fuse_ino_t ino, size_t size)
vector< string > SplitString(const string &str, char delim)
void ClearBit(unsigned int bit, T *field)
uint64_t size
unzipped size, if known
static bool MayBeInPageCacheTracker(const catalog::DirectoryEntry &dirent)
Log2Histogram * hist_fs_release()
pthread_mutex_t * Handle2Lock(const uint64_t handle) const
uint64_t FindInode(const PathString &path)
ListenerHandle * RegisterWatchdogListener(QuotaManager *quota_manager, const string &repository_name)
const loader::LoaderExports * loader_exports_
int Fetch(const CacheManager::LabeledObject &object, const std::string &alt_url="")
virtual inode_t GetGeneration()=0
perf::Counter * no_open_dirs()
catalog::InodeAnnotation * inode_annotation()
Log2Histogram * hist_fs_releasedir()
quota::ListenerHandle * watchdog_listener_
void Add(const uint64_t inode_parent, const char *name, uint64_t timeout_s)
virtual bool IsCanceled()
void SetSize(const size_t new_size)
lru::PathCache * path_cache()
static void cvmfs_open(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
zlib::Algorithms compression_algorithm() const
CacheManager * cache_mgr()
const signature::SignatureManager * signature_mgr() const
file_watcher::FileWatcher * resolv_conf_watcher()
virtual bool Pin(const shash::Any &hash, const uint64_t size, const std::string &description, const bool is_catalog)=0
bool IsMemberOf(const pid_t pid, const std::string &membership)
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
void SpawnCleaner(unsigned interval_s)
static void ShutdownMountpoint()
static bool AssertOrLog(int t, const LogSource, const int, const char *,...)
static bool IncAndCheckNoOpenFiles()
unsigned FindChunkIdx(const uint64_t offset)
virtual void FinalizeValue()
perf::TelemetryAggregator * telemetry_aggr()
bool SendFuseFd(const std::string &socket_path)
perf::Counter * no_open_files()
AuthzSessionManager * authz_session_mgr()
LinkString symlink() const
void Insert(const Key &key, const Value &value)
IoErrorInfo * io_error_info()
download::DownloadManager * download_mgr()
perf::Counter * n_fs_stat_stale()
void ReplaceCacheManager(CacheManager *new_cache_mgr)
static void SetCvmfsOperations(struct fuse_lowlevel_ops *cvmfs_operations)
bool simple_options_parsing
static const int kLabelPinned
perf::Counter * n_fs_forget()
Log2Histogram * hist_fs_readlink()
static int Init(const loader::LoaderExports *loader_exports)
void Append(const char *chars, const unsigned length)
ListenerHandle * RegisterUnpinListener(QuotaManager *quota_manager, CatalogManager *catalog_manager, const string &repository_name)
string StringifyInt(const int64_t value)
SmallHashDynamic< uint64_t, uint32_t > inode2references
static void cvmfs_readlink(fuse_req_t req, fuse_ino_t ino)
static void ReplyNegative(const catalog::DirectoryEntry &dirent, fuse_req_t req)
void Inc(class Counter *counter)
virtual int Close(int fd)=0
CacheManagerIds PeekState(void *state)
bool GetValue(const std::string &key, std::string *value) const
static void cvmfs_readdir(fuse_req_t req, fuse_ino_t ino, size_t size, off_t off, struct fuse_file_info *fi)
uint64_t initial_revision
ChunkTables * chunk_tables()
const unsigned kLookupRawSymlink
pthread_mutex_t lock_directory_handles_
static void cvmfs_opendir(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
OptionsManager * options_mgr_
virtual bool GetPath(const uint64_t inode, PathString *path)=0
shash::Algorithms hash_algorithm() const
glue::DentryTracker * dentry_tracker()
static int MainCacheManager(int argc, char **argv)
perf::Counter * n_fs_dir_open()
Log2Histogram * hist_fs_readdir()
cvmfs::Fetcher * external_fetcher()
static const int kLabelVolatile
bool IsInMaintenanceMode()
static bool CheckVoms(const fuse_ctx &fctx)
static void FillOpenFlags(const glue::PageCacheTracker::OpenDirectives od, struct fuse_file_info *fi)
void FreeState(const int fd_progress, void *state)
static FileSystem * Create(const FileSystemInfo &fs_info)
zlib::Algorithms zip_algorithm
bool Contains(const Key &key) const
Log2Histogram * hist_fs_open()
OpenDirectives Open(uint64_t inode, const shash::Any &hash, const struct stat &info)
std::string ToString() const
QuotaManager * quota_mgr()
static string GetErrorMsg()
uint64_t GetRevision() const
static uint64_t GetDirentForPath(const PathString &path, catalog::DirectoryEntry *dirent)
int ConnectSocket(const std::string &path)
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
void Evict(uint64_t inode)
Log2Histogram * hist_fs_lookup()
bool IsCompatibleFileType(unsigned mode) const
uint64_t String2Uint64(const string &value)
bool TestBit(unsigned int bit, const T field)
CVMFS_EXPORT void SetupLibcryptoMt()
void Close(uint64_t inode)
virtual void FinalizeValue()
bool ListFileChunks(const PathString &path, const shash::Algorithms interpret_hashes_as, FileChunkList *chunks)
perf::Counter * n_fs_lookup()
static bool UseWatchdog()
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
OpenDirectives OpenDirect()
ShortString< kDefaultMaxPath, 0 > PathString
shash::Any HashChunkList()
FuseInterruptCue(fuse_req_t *r)
void UnregisterListener(ListenerHandle *handle)
bool Evict(const string &path)
std::vector< SavedState * > StateList
perf::Counter * n_eio_02()
PathString GetParentPath(const PathString &path)
static unsigned CheckMaxOpenFiles()
FileSystem * file_system_
perf::Counter * n_eio_03()
perf::Counter * n_eio_04()
void GetReloadStatus(bool *drainout_mode, bool *maintenance_mode)
bool Erase(const Key &key)
bool LookupXattrs(const PathString &path, XattrList *xattrs)
perf::Counter * n_fs_lookup_negative()
StatfsCache * statfs_cache()
uint64_t all_inodes() const
virtual uint64_t GetInode(const PathString &path)=0
void Spawn(const std::string &crash_dump_path)
virtual void FinalizeValue()
Log2Histogram * hist_fs_forget()
static void ReplyBufferSlice(const fuse_req_t req, const char *buffer, const size_t buffer_size, const off_t offset, const size_t max_size)
inode_t GetRootInode() const
unsigned GetLength() const
static const int kLabelExternal
virtual void IncGeneration(const uint64_t by)=0
bool Lookup(const Key &key, Value *value) const
inode_t MangleInode(const inode_t inode) const
static const int kLabelChunked
uint64_t inode_generation
virtual void FinalizeValue()
bool Insert(const fuse_ino_t &inode, const PathString &path)
BackoffThrottle * backoff_throttle()
Log2Histogram * hist_fs_getattr()
const char * c_str() const
static bool GetPathForInode(const fuse_ino_t ino, PathString *path)
static const unsigned int kBitDirectIo
virtual void FinalizeValue()
const char * GetChars() const
static void RegisterMagicXattrs()
bool IsDefined(const std::string &key)
std::string GetCurrentWorkingDirectory()
virtual void Remove(const shash::Any &file)=0
glue::InodeTracker * inode_tracker()
bool Insert(const shash::Md5 &hash, const catalog::DirectoryEntry &dirent)
perf::Counter * n_fs_stat()
virtual ~FuseInterruptCue()
static void cvmfs_lookup(fuse_req_t req, fuse_ino_t parent, const char *name)
virtual int64_t Pread(int fd, void *buf, uint64_t size, uint64_t offset)=0
SmallHashDynamic< uint64_t, FileChunkReflist > inode2chunks
static bool MaintenanceMode(const int fd_progress)
uint64_t * expiry_deadline()
uint64_t loaded_inodes() const
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
static FileSystem * InitSystemFs(const string &mount_path, const string &fqrn, FileSystem::FileSystemInfo fs_info)
void VfsGet(const InodeEx inode_ex, const PathString &path)
const Item * AtPtr(const size_t index) const
static void cvmfs_getxattr(fuse_req_t req, fuse_ino_t ino, const char *name, size_t size)
perf::Counter * n_fs_statfs_cached()
bool FindPath(InodeEx *inode_ex, PathString *path)
struct stat GetStatStructure() const
virtual bool HasCapability(Capabilities capability)=0
static void AddToDirListing(const fuse_req_t req, const char *name, const struct stat *stat_info, BigVector< char > *listing)
download::DownloadManager * external_download_mgr()
perf::Counter * n_fs_statfs()
quota::ListenerHandle * unpin_listener_
static MountPoint * Create(const std::string &fqrn, FileSystem *file_system, OptionsManager *options_mgr=NULL)
perf::Counter * n_eio_06()
CVMFS_EXPORT void LogCvmfs(const LogSource source, const int mask, const char *format,...)
OptionsManager * options_mgr