25 #define ENOATTR ENODATA
27 #ifndef __STDC_FORMAT_MACROS
28 #define __STDC_FORMAT_MACROS
32 #include <sys/xattr.h>
34 #include "cvmfs_config.h"
40 #include <google/dense_hash_map>
45 #include <sys/errno.h>
47 #include <sys/mount.h>
48 #include <sys/resource.h>
51 #include <sys/types.h>
186 virtual bool IsCanceled() {
return fuse_req_interrupted(*req_ptr_); }
198 FuseState() : version(0), cache_symlinks(false), has_dentry_expire(false) {}
241 return "init-catalog-revision: " +
243 "current-catalog-revision: " +
256 "properties", mreq.c_str());
272 const struct stat &info)
302 dirent->
inode(), &hash_open, &info);
337 *dirent = dirent_negative;
356 "GetDirentForInode: Race condition? Not found dirent %s",
372 "GetDirentForInode inode lookup failure %" PRId64, ino);
373 *dirent = dirent_negative;
382 "Warning: inode %" PRId64
" (%s) changed file type",
410 uint64_t live_inode = 0;
433 }
else if (live_inode != 0) {
437 "content of %s change, replacing inode %" PRIu64
" --> %" PRIu64,
479 "GetPathForInode: Race condition? "
480 "Inode not found in inode tracker at path %s",
492 const std::string &msg)
498 "Tracing: Could not find path for inode %" PRIu64, uint64_t(ino));
507 const std::string &msg)
517 static void cvmfs_lookup(fuse_req_t req, fuse_ino_t parent,
const char *name) {
521 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
523 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
529 fuse_ino_t parent_fuse = parent;
532 "cvmfs_lookup in parent inode: %" PRIu64
" for name: %s",
533 uint64_t(parent), name);
537 uint64_t live_inode = 0;
539 struct fuse_entry_param result;
541 memset(&result, 0,
sizeof(result));
543 result.attr_timeout = timeout;
544 result.entry_timeout = timeout;
547 if ((strcmp(name,
".") == 0) || (strcmp(name,
"..") == 0)) {
549 if (strcmp(name,
".") == 0) {
550 goto lookup_reply_positive;
555 goto lookup_reply_positive;
558 goto lookup_reply_negative;
560 goto lookup_reply_positive;
565 goto lookup_reply_negative;
567 goto lookup_reply_error;
573 goto lookup_reply_negative;
578 path.
Append(name, strlen(name));
581 if (live_inode == 0) {
583 goto lookup_reply_negative;
585 goto lookup_reply_error;
588 lookup_reply_positive:
590 if (live_inode > 1) {
613 static_cast<uint64_t>(timeout));
617 result.ino = dirent.
inode();
619 fuse_reply_entry(req, &result);
622 lookup_reply_negative:
628 fuse_reply_entry(req, &result);
638 fuse_reply_err(req, EIO);
648 #
if CVMFS_USE_LIBFUSE == 2
649 unsigned long nlookup
659 if (ino == FUSE_ROOT_ID) {
660 fuse_reply_none(req);
668 uint64_t(ino), nlookup);
677 fuse_reply_none(req);
681 #if (FUSE_VERSION >= 29)
682 static void cvmfs_forget_multi(
685 struct fuse_forget_data *forgets
691 fuse_reply_none(req);
700 for (
size_t i = 0; i < count; ++i) {
701 if (forgets[i].ino == FUSE_ROOT_ID) {
708 forgets[i].ino, forgets[i].nlookup);
710 bool removed = vfs_put_raii.
VfsPut(forgets[i].ino, forgets[i].nlookup);
712 evict_raii.
Evict(forgets[i].ino);
716 fuse_reply_none(req);
718 #endif // FUSE_VERSION >= 29
731 fuse_reply_err(req, ENOENT);
733 const char * name = dirent.
name().
c_str();
737 "EIO (02) name=%s symlink=%s",
738 name ? name:
"<unset>",
739 link ? link:
"<unset>");
743 fuse_reply_err(req, EIO);
752 struct fuse_file_info *fi)
757 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
759 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
769 fuse_reply_err(req, EACCES);
780 "served from page cache tracker", ino);
794 dirent.
inode(), &parent_ino, &name))
824 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
826 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
844 fuse_reply_err(req, EINVAL);
853 const char *name,
const struct stat *stat_info,
857 name, uint64_t(stat_info->st_ino));
858 size_t remaining_size = listing->
capacity() - listing->
size();
859 const size_t entry_size = fuse_add_direntry(req, NULL, 0, name, stat_info, 0);
861 while (entry_size > remaining_size) {
869 fuse_add_direntry(req, buffer + listing->
size(),
870 remaining_size, name, stat_info,
871 listing->
size() + entry_size);
880 struct fuse_file_info *fi)
884 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
886 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
896 fuse_reply_err(req, EACCES);
906 fuse_reply_err(req, ENOENT);
918 fuse_reply_err(req, ENOTDIR);
923 uint64_t(ino), path.
c_str());
944 bool retval = catalog_mgr->
ListingStat(path, &listing_from_catalog);
948 fuse_listing.Clear();
951 "EIO (03) on %s", path.
c_str());
954 fuse_reply_err(req, EIO);
957 for (
unsigned i = 0; i < listing_from_catalog.
size(); ++i) {
961 entry_path.
Append(
"/", 1);
962 entry_path.
Append(listing_from_catalog.
AtPtr(i)->name.GetChars(),
963 listing_from_catalog.
AtPtr(i)->name.GetLength());
972 struct stat fixed_info = listing_from_catalog.
AtPtr(i)->info;
973 fixed_info.st_ino = entry_dirent.
inode();
975 &fixed_info, &fuse_listing);
980 stream_listing.
size = fuse_listing.size();
981 stream_listing.
capacity = fuse_listing.capacity();
983 fuse_listing.ShareBuffer(&stream_listing.
buffer, &large_alloc);
991 "linking directory handle %lu to dir inode: %" PRIu64,
1000 #if (FUSE_VERSION >= 30)
1001 #ifdef CVMFS_ENABLE_FUSE3_CACHE_READDIR
1005 fi->cache_readdir = 1;
1008 fuse_reply_open(req, fi);
1016 struct fuse_file_info *fi)
1022 ", handle %lu", uint64_t(ino), fi->fh);
1030 if (iter_handle->second.capacity == 0)
1031 smunmap(iter_handle->second.buffer);
1033 free(iter_handle->second.buffer);
1041 fuse_reply_err(req, reply);
1049 const size_t buffer_size,
const off_t offset,
1050 const size_t max_size)
1052 if (offset < static_cast<int>(buffer_size)) {
1053 fuse_reply_buf(req, buffer + offset,
1054 std::min(static_cast<size_t>(buffer_size - offset), max_size));
1056 fuse_reply_buf(req, NULL, 0);
1065 off_t off,
struct fuse_file_info *fi)
1070 "cvmfs_readdir on inode %" PRIu64
" reading %lu bytes from offset %ld",
1077 DirectoryHandles::const_iterator iter_handle =
1080 listing = iter_handle->second;
1086 fuse_reply_err(req, EINVAL);
1090 struct fuse_file_info *fi)
1104 static const uint64_t kFileHandleIgnore =
static_cast<uint64_t
>(2) << 60;
1114 struct fuse_file_info *fi)
1118 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1120 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1134 fuse_reply_err(req, ENOENT);
1146 fuse_reply_err(req, EACCES);
1158 if ((fi->flags & O_SHLOCK) || (fi->flags & O_EXLOCK)) {
1160 fuse_reply_err(req, EOPNOTSUPP);
1163 if (fi->flags & O_SYMLINK) {
1165 fi->fh = kFileHandleIgnore;
1166 fuse_reply_open(req, fi);
1170 if (fi->flags & O_EXCL) {
1172 fuse_reply_err(req, EEXIST);
1190 "chunked file %s opened (download delayed to read() call)",
1197 fuse_reply_err(req, EMFILE);
1209 "chunked file %s vanished unexpectedly", path.
c_str());
1210 fuse_reply_err(req, ENOENT);
1213 const uint64_t unique_inode = dirent_origin.
inode();
1216 chunk_tables->
Lock();
1228 "EIO (04) file %s is marked as 'chunked', but no chunks found.",
1232 fuse_reply_err(req, EIO);
1237 chunk_tables->
Lock();
1263 "linking chunk handle %lu to unique inode: %" PRIu64,
1264 chunk_tables->
next_handle, uint64_t(unique_inode));
1284 fi->fh =
static_cast<uint64_t
>(-
static_cast<int64_t
>(fi->fh));
1288 fuse_reply_open(req, fi);
1312 fuse_reply_open(req, fi);
1324 fuse_reply_err(req, EMFILE);
1339 "failed to open inode: %" PRIu64
", CAS key %s, error code %d",
1341 if (errno == EMFILE) {
1342 fuse_reply_err(req, EMFILE);
1349 if (EIO == errno || EIO == -fd) {
1351 "EIO (06) on %s", path.
c_str() );
1356 fuse_reply_err(req, -fd);
1364 struct fuse_file_info *fi)
1369 "cvmfs_read inode: %" PRIu64
" reading %lu bytes from offset %ld "
1375 if (fi->fh == kFileHandleIgnore) {
1376 fuse_reply_err(req, EBADF);
1382 char *data =
static_cast<char *
>(alloca(size));
1383 unsigned int overall_bytes_fetched = 0;
1385 int64_t fd =
static_cast<int64_t
>(fi->fh);
1386 uint64_t abs_fd = (fd < 0) ? -fd : fd;
1391 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1393 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1395 const uint64_t chunk_handle = abs_fd;
1396 uint64_t unique_inode;
1403 chunk_tables->
Lock();
1416 pthread_mutex_t *handle_lock = chunk_tables->
Handle2Lock(chunk_handle);
1418 chunk_tables->
Lock();
1424 off_t offset_in_chunk = off - chunks.
list->
AtPtr(chunk_idx)->
offset();
1427 if ((chunk_fd.
fd == -1) || (chunk_fd.
chunk_idx != chunk_idx)) {
1445 if (chunk_fd.
fd < 0) {
1447 chunk_tables->
Lock();
1455 fuse_reply_err(req, EIO);
1464 const size_t bytes_to_read = size - overall_bytes_fetched;
1465 const size_t remaining_bytes_in_chunk =
1467 size_t bytes_to_read_in_chunk =
1468 std::min(bytes_to_read, remaining_bytes_in_chunk);
1471 data + overall_bytes_fetched,
1472 bytes_to_read_in_chunk,
1475 if (bytes_fetched < 0) {
1478 chunk_tables->
Lock();
1481 if ( EIO == errno || EIO == -bytes_fetched ) {
1487 fuse_reply_err(req, -bytes_fetched);
1490 overall_bytes_fetched += bytes_fetched;
1494 offset_in_chunk = 0;
1495 }
while ((overall_bytes_fetched < size) &&
1496 (chunk_idx < chunks.list->
size()));
1499 chunk_tables->
Lock();
1507 if ( EIO == errno || EIO == -nbytes ) {
1512 "EIO (08) on %s", path.
ToString().c_str() );
1515 "EIO (08) on <unknown inode>");
1520 fuse_reply_err(req, -nbytes);
1523 overall_bytes_fetched = nbytes;
1527 fuse_reply_buf(req, data, overall_bytes_fetched);
1529 overall_bytes_fetched);
1537 struct fuse_file_info *fi)
1546 if (fi->fh == kFileHandleIgnore) {
1547 fuse_reply_err(req, 0);
1552 int64_t fd =
static_cast<int64_t
>(fi->fh);
1553 uint64_t abs_fd = (fd < 0) ? -fd : fd;
1561 const uint64_t chunk_handle = abs_fd;
1564 uint64_t unique_inode;
1571 chunk_tables->
Lock();
1588 uint64_t(unique_inode));
1594 delete to_delete.
list;
1600 if (chunk_fd.
fd != -1)
1608 fuse_reply_err(req, 0);
1644 fuse_reply_statfs(req, info);
1648 uint64_t available = 0;
1652 info->f_bsize = info->f_frsize = 512;
1654 if (capacity == (uint64_t)(-1)) {
1656 info->f_blocks = size / info->f_bsize;
1659 info->f_blocks = capacity / info->f_bsize;
1660 available = capacity -
size;
1663 info->f_bfree = info->f_bavail = available / info->f_bsize;
1669 info->f_files = all_inodes;
1670 info->f_ffree = info->f_favail = all_inodes - loaded_inode;
1677 fuse_reply_statfs(req, info);
1681 static void cvmfs_getxattr(fuse_req_t req, fuse_ino_t ino,
const char *name,
1682 size_t size, uint32_t position)
1688 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1690 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1696 "cvmfs_getxattr on inode: %" PRIu64
" for xattr: %s",
1697 uint64_t(ino), name);
1700 fuse_reply_err(req, EACCES);
1705 vector<string> tokens_mode_machine =
SplitString(name,
'~');
1706 vector<string> tokens_mode_human =
SplitString(name,
'@');
1708 int32_t attr_req_page = 0;
1712 bool attr_req_is_valid =
false;
1715 if (tokens_mode_human.size() > 1) {
1716 const std::string token = tokens_mode_human[tokens_mode_human.size() - 1];
1718 attr_req_is_valid =
true;
1721 if (page_num_sanitizer.
IsValid(token)) {
1722 attr_req_is_valid =
true;
1727 attr = tokens_mode_human[0];
1728 }
else if (tokens_mode_machine.size() > 1) {
1729 const std::string token =
1730 tokens_mode_machine[tokens_mode_machine.size() - 1];
1732 attr_req_is_valid =
true;
1735 if (page_num_sanitizer.
IsValid(token)) {
1736 attr_req_is_valid =
true;
1741 attr = tokens_mode_machine[0];
1744 attr_req_is_valid =
true;
1745 attr = tokens_mode_machine[0];
1748 if (!attr_req_is_valid) {
1750 fuse_reply_err(req, ENODATA);
1769 "cvmfs_statfs: Race condition? "
1770 "GetPathForInode did not succeed for path %s "
1771 "(path might have not been set)",
1774 fuse_reply_err(req, ESTALE);
1782 retval = catalog_mgr->
LookupPath(path, lookup_options, &raw_symlink);
1785 "cvmfs_statfs: Race condition? "
1786 "LookupPath did not succeed for path %s",
1789 fuse_reply_err(req, ESTALE);
1799 "cvmfs_statfs: Race condition? "
1800 "LookupXattrs did not succeed for path %s",
1803 fuse_reply_err(req, ESTALE);
1808 bool magic_xattr_success =
true;
1811 if (!magic_xattr.IsNull()) {
1812 magic_xattr_success = magic_xattr->
1813 PrepareValueFencedProtected(fuse_ctx->gid);
1818 if (!magic_xattr_success) {
1823 std::pair<bool, std::string> attribute_result;
1825 if (!magic_xattr.IsNull()) {
1826 attribute_result = magic_xattr->GetValue(attr_req_page, xattr_mode);
1828 if (!xattrs.
Get(attr, &attribute_result.second)) {
1832 attribute_result.first =
true;
1835 if (!attribute_result.first) {
1836 fuse_reply_err(req, ENODATA);
1837 }
else if (size == 0) {
1838 fuse_reply_xattr(req, attribute_result.second.length());
1839 }
else if (size >= attribute_result.second.length()) {
1840 fuse_reply_buf(req, &attribute_result.second[0],
1841 attribute_result.second.length());
1843 fuse_reply_err(req, ERANGE);
1849 const struct fuse_ctx *fuse_ctx = fuse_req_ctx(req);
1851 ClientCtxGuard ctx_guard(fuse_ctx->uid, fuse_ctx->gid, fuse_ctx->pid, &ic);
1858 "cvmfs_listxattr on inode: %" PRIu64
", size %zu [visibility %d]",
1859 uint64_t(ino), size,
1865 if (d.HasXattrs()) {
1870 "cvmfs_listxattr: Race condition? "
1871 "GetPathForInode did not succeed for ino %lu",
1874 fuse_reply_err(req, ESTALE);
1880 "cvmfs_listxattr: Race condition? "
1881 "LookupXattrs did not succeed for ino %lu",
1884 fuse_reply_err(req, ESTALE);
1895 string attribute_list;
1900 fuse_reply_xattr(req, attribute_list.length());
1901 }
else if (size >= attribute_list.length()) {
1902 if (attribute_list.empty())
1903 fuse_reply_buf(req, NULL, 0);
1905 fuse_reply_buf(req, &attribute_list[0], attribute_list.length());
1907 fuse_reply_err(req, ERANGE);
1928 for (
unsigned i = 0; i < chunks.
size(); ++i) {
1938 bool Pin(
const string &path) {
1958 for (
unsigned i = 0; i < chunks.
size(); ++i) {
1997 int fd = this_fetcher->
Fetch(
2010 static void cvmfs_init(
void *userdata,
struct fuse_conn_info *conn) {
2014 #ifdef CVMFS_NFS_SUPPORT
2015 conn->want |= FUSE_CAP_EXPORT_SUPPORT;
2019 #ifdef FUSE_CAP_POSIX_ACL
2020 if ((conn->capable & FUSE_CAP_POSIX_ACL) == 0) {
2022 "FUSE: ACL support requested but missing fuse kernel support, "
2025 conn->want |= FUSE_CAP_POSIX_ACL;
2029 "FUSE: ACL support requested but not available in this version of "
2030 "libfuse %d, aborting", FUSE_VERSION);
2035 #ifdef FUSE_CAP_CACHE_SYMLINKS
2036 if ((conn->capable & FUSE_CAP_CACHE_SYMLINKS) == FUSE_CAP_CACHE_SYMLINKS) {
2037 conn->want |= FUSE_CAP_CACHE_SYMLINKS;
2039 #ifndef FUSE_CAP_EXPIRE_ONLY
2041 "FUSE: Symlink caching enabled but no support for fuse_expire_entry. "
2042 "Symlinks will be cached but mountpoints on top of symlinks will "
2044 "Current libfuse %d is too old; required: libfuse >= 3.16, "
2045 "kernel >= 6.2-rc1",
2051 "FUSE: Symlink caching requested but missing fuse kernel support, "
2052 "falling back to no caching");
2057 "FUSE: Symlink caching requested but missing libfuse support, "
2058 "falling back to no caching. Current libfuse %d",
2063 #ifdef FUSE_CAP_EXPIRE_ONLY
2064 if ((conn->capable & FUSE_CAP_EXPIRE_ONLY) == FUSE_CAP_EXPIRE_ONLY &&
2065 FUSE_VERSION >= FUSE_MAKE_VERSION(3, 16)) {
2070 "FUSE: Symlink caching enabled but no support for fuse_expire_entry. "
2071 "Symlinks will be cached but mountpoints on top of symlinks will break! "
2072 "Current libfuse %d; required: libfuse >= 3.16, kernel >= 6.2-rc1",
2087 memset(cvmfs_operations, 0,
sizeof(*cvmfs_operations));
2106 #if (FUSE_VERSION >= 29)
2107 cvmfs_operations->forget_multi = cvmfs_forget_multi;
2125 #if (FUSE_VERSION >= 30)
2126 fuse_fd = fuse_session_fd(*reinterpret_cast<struct fuse_session**>(
2129 fuse_fd = fuse_chan_fd(*reinterpret_cast<struct fuse_chan**>(
2136 socket_path.c_str(), errno);
2150 loader::CvmfsExports *g_cvmfs_exports = NULL;
2166 result_pages_.push_back(
"never (fixed root catalog)");
2169 time_t now = time(NULL);
2170 result_pages_.push_back(
StringifyInt((catalogs_valid_until_ - now) / 60));
2179 xattr_mgr_->mount_point()->catalog_mgr()->inode_gauge()));
2197 time_t now = time(NULL);
2223 const string &mount_path,
2231 string fqrn_from_xattr;
2240 if (fqrn_from_xattr == fqrn) {
2242 "repository already mounted on %s", mount_path.c_str());
2246 "CernVM-FS repository %s already mounted on %s",
2247 fqrn.c_str(), mount_path.c_str());
2268 for (
unsigned i = 0, s = tokens.size(); i < s; ++i) {
2278 static unsigned max_open_files;
2279 static bool already_done =
false;
2282 if (!already_done) {
2283 unsigned soft_limit = 0;
2284 unsigned hard_limit = 0;
2289 "Warning: current limits for number of open files are "
2291 "CernVM-FS is likely to run out of file descriptors, "
2292 "set ulimit -n to at least %u",
2295 max_open_files = soft_limit;
2296 already_done =
true;
2299 return max_open_files;
2341 dynamic_cast<PosixCacheManager *>(
2361 sizeof(fuse_ino_t) * 8);
2370 void **channel_or_session = NULL;
2371 if (loader_exports->
version >= 4) {
2375 bool fuse_notify_invalidation =
true;
2380 fuse_notify_invalidation =
false;
2386 channel_or_session, fuse_notify_invalidation);
2401 *
g_boot_error = std::string(
"failed to set talk socket ownership - ")
2416 if (options->
IsDefined(
"CVMFS_NOTIFICATION_SERVER")) {
2418 options->
GetValue(
"CVMFS_NOTIFICATION_SERVER", &config);
2546 if (strcmp(argv[1],
"__cachemgr__") == 0) {
2549 if (strcmp(argv[1],
"__wpad__") == 0) {
2558 string msg_progress =
"Draining out kernel caches (";
2560 msg_progress +=
"up to ";
2571 string msg_progress;
2574 if (num_open_dirs != 0) {
2576 for (cvmfs::DirectoryHandles::iterator i =
2584 msg_progress =
"Saving open directory handles (" +
2593 save_open_dirs->
state = saved_handles;
2594 saved_states->push_back(save_open_dirs);
2598 msg_progress =
"Saving inode tracker\n";
2604 state_glue_buffer->
state = saved_inode_tracker;
2605 saved_states->push_back(state_glue_buffer);
2608 msg_progress =
"Saving negative entry cache\n";
2614 state_dentry_tracker->
state = saved_dentry_tracker;
2615 saved_states->push_back(state_dentry_tracker);
2617 msg_progress =
"Saving page cache entry tracker\n";
2623 state_page_cache_tracker->
state = saved_page_cache_tracker;
2624 saved_states->push_back(state_page_cache_tracker);
2626 msg_progress =
"Saving chunk tables\n";
2632 state_chunk_tables->
state = saved_chunk_tables;
2633 saved_states->push_back(state_chunk_tables);
2635 msg_progress =
"Saving inode generation\n";
2643 state_inode_generation->
state = saved_inode_generation;
2644 saved_states->push_back(state_inode_generation);
2646 msg_progress =
"Saving fuse state\n";
2654 state_fuse->
state = saved_fuse_state;
2655 saved_states->push_back(state_fuse);
2662 state_cache_mgr->
state =
2664 saved_states->push_back(state_cache_mgr);
2666 msg_progress =
"Saving open files counter\n";
2667 uint32_t *saved_num_fd =
2671 state_num_fd->
state = saved_num_fd;
2672 saved_states->push_back(state_num_fd);
2686 for (
unsigned i = 0, l = saved_states.size(); i < l; ++i) {
2688 SendMsg2Socket(fd_progress,
"Restoring open directory handles... ");
2695 cvmfs::DirectoryHandles::const_iterator i =
2707 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v1 to v4)... ");
2716 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v2 to v4)... ");
2725 SendMsg2Socket(fd_progress,
"Migrating inode tracker (v3 to v4)... ");
2754 SendMsg2Socket(fd_progress,
"Restoring page cache entry tracker... ");
2766 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v1 to v4)... ");
2775 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v2 to v4)... ");
2784 SendMsg2Socket(fd_progress,
"Migrating chunk tables (v3 to v4)... ");
2796 saved_states[i]->state);
2797 new (chunk_tables)
ChunkTables(*saved_chunk_tables);
2822 saved_states[i]->state)));
2833 int fixup_root_fd = -1;
2844 fixup_root_fd = new_cache_mgr->
PlantFd(old_root_fd);
2866 fd_progress, saved_states[i]->state);
2869 if (new_root_fd >= 0) {
2871 }
else if (fixup_root_fd >= 0) {
2873 "new root file catalog descriptor (fixup) @%d", fixup_root_fd);
2901 for (
unsigned i = 0, l = saved_states.size(); i < l; ++i) {
2902 switch (saved_states[i]->state_id) {
2904 SendMsg2Socket(fd_progress,
"Releasing saved open directory handles\n");
2909 fd_progress,
"Releasing saved glue buffer (version 1)\n");
2911 saved_states[i]->state);
2915 fd_progress,
"Releasing saved glue buffer (version 2)\n");
2917 saved_states[i]->state);
2921 fd_progress,
"Releasing saved glue buffer (version 3)\n");
2923 saved_states[i]->state);
2934 SendMsg2Socket(fd_progress,
"Releasing saved page cache entry cache\n");
2938 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 1)\n");
2940 saved_states[i]->state);
2943 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 2)\n");
2945 saved_states[i]->state);
2948 SendMsg2Socket(fd_progress,
"Releasing chunk tables (version 3)\n");
2950 saved_states[i]->state);
2954 delete static_cast<ChunkTables *
>(saved_states[i]->state);
2957 SendMsg2Socket(fd_progress,
"Releasing saved inode generation info\n");
2959 saved_states[i]->state);
2963 fd_progress, saved_states[i]->state);
2967 delete static_cast<uint32_t *
>(saved_states[i]->state);
2982 g_cvmfs_exports->so_version = PACKAGE_VERSION;
2984 g_cvmfs_exports->fnInit =
Init;
2985 g_cvmfs_exports->fnSpawn =
Spawn;
2986 g_cvmfs_exports->fnFini =
Fini;
2989 g_cvmfs_exports->fnSaveState =
SaveState;
2997 delete g_cvmfs_exports;
2998 g_cvmfs_exports = NULL;
bool GetInfoIfOpen(uint64_t inode, shash::Any *hash, struct stat *info)
perf::Counter * n_eio_total()
VfsPutRaii GetVfsPutRaii()
std::string repository_name
OptionsManager * options_mgr()
void Dec(class Counter *counter)
bool IsExternalFile() const
perf::Counter * n_eio_05()
void UnregisterQuotaListener()
static const time_t kIndefiniteDeadline
perf::Counter * n_fs_inode_replace()
int64_t Xadd(class Counter *counter, const int64_t delta)
static void cvmfs_getattr(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
std::string ListKeysPosix(const std::string &merge_with) const
perf::Counter * n_eio_01()
FileSystem * file_system()
void TryFinish(const shash::Any &root_hash=shash::Any())
bool InsertNegative(const shash::Md5 &hash)
Log2Histogram * hist_fs_opendir()
time_t catalogs_valid_until_
static bool HasDifferentContent(const catalog::DirectoryEntry &dirent, const shash::Any &hash, const struct stat &info)
virtual void ParsePath(const std::string &config_file, const bool external)=0
bool ReplaceInode(uint64_t old_inode, const InodeEx &new_inode)
static void cvmfs_read(fuse_req_t req, fuse_ino_t ino, size_t size, off_t off, struct fuse_file_info *fi)
static double GetKcacheTimeout()
void EnterMaintenanceMode()
void set_inode(const inode_t inode)
InodeGenerationInfo inode_generation_info_
loader::Failures boot_status()
static void FreeSavedState(const int fd_progress, const loader::StateList &saved_states)
int PlantFd(int fd_in_cache_mgr)
static void cvmfs_statfs(fuse_req_t req, fuse_ino_t ino)
void set_boot_status(loader::Failures code)
static void DoTraceInode(const int event, fuse_ino_t ino, const std::string &msg)
cvmfs::Fetcher * fetcher()
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
void ShareBuffer(Item **duplicate, bool *large_alloc)
static void cvmfs_releasedir(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
bool IsChunkedFile() const
FuseRemounter * fuse_remounter_
int RestoreState(const int fd_progress, void *state)
void Register(const std::string &name, BaseMagicXattr *magic_xattr)
bool volatile_flag() const
SmallHashDynamic< uint64_t, uint64_t > handle2uniqino
bool Insert(const fuse_ino_t &inode, const catalog::DirectoryEntry &dirent)
google::dense_hash_map< uint64_t, DirectoryListing, hash_murmur< uint64_t > > DirectoryHandles
SpecialDirents GetSpecial() const
static int AltProcessFlavor(int argc, char **argv)
std::string ToString(const bool with_suffix=false) const
double kcache_timeout_sec()
void Assign(const char *chars, const unsigned length)
static void cvmfs_forget(fuse_req_t req, fuse_ino_t ino, uint64_t nlookup)
std::string PrintInodeGeneration()
zlib::Algorithms compression_alg
static void SetupLoggingStandalone(const OptionsManager &options_mgr, const std::string &prefix)
int MainResolveProxyDescription(int argc, char **argv)
bool FindDentry(uint64_t ino, uint64_t *parent_ino, NameString *name)
perf::Counter * n_fs_readlink()
void SetMountpoint(const string &mountpoint)
void InvalidateDentry(uint64_t parent_ino, const NameString &name)
void set_symlink(const LinkString &symlink)
static void cvmfs_release(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
BaseMagicXattr * GetLocked(const std::string &name, PathString path, catalog::DirectoryEntry *d)
bool Lookup(const shash::Md5 &hash, catalog::DirectoryEntry *dirent, bool update_lru=true)
lru::InodeCache * inode_cache()
NotificationClient * notification_client_
void * SaveState(const int fd_progress)
DirectoryHandles * directory_handles_
CVMFS_EXPORT void CleanupLibcryptoMt()
const shash::Any & content_hash() const
time_t catalogs_valid_until()
static bool SaveState(const int fd_progress, loader::StateList *saved_states)
void SendMsg2Socket(const int fd, const std::string &msg)
bool ListingStat(const PathString &path, StatEntryList *listing)
assert((mem||(size==0))&&"Out Of Memory")
void ** fuse_channel_or_session
MountPoint * mount_point_
MagicXattrManager * magic_xattr_mgr()
Log2Histogram * hist_fs_read()
bool SendFd2Socket(int socket_fd, int passing_fd)
bool LookupPath(const PathString &path, const LookupOptions options, DirectoryEntry *entry)
void EnableFuseExpireEntry()
static bool RestoreState(const int fd_progress, const loader::StateList &saved_states)
virtual uint64_t GetSize()=0
perf::Counter * n_fs_read()
bool Lookup(const fuse_ino_t &inode, catalog::DirectoryEntry *dirent, bool update_lru=true)
std::string StringifyUint(const uint64_t value)
lru::Md5PathCache * md5path_cache()
shash::Any checksum() const
void ParseDefault(const std::string &fqrn)
SmallHashDynamic< uint64_t, ChunkFd > handle2fd
bool VfsPut(const uint64_t inode, const uint32_t by)
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
bool has_membership_req()
virtual bool PrepareValueFenced()
unsigned int mode() const
struct cvmcache_object_info __attribute__
const unsigned kLookupDefault
void RemapCatalogFd(int from, int to)
bool Pin(const string &path)
static void cvmfs_destroy(void *unused __attribute__((unused)))
perf::Counter * n_eio_08()
static TalkManager * Create(const std::string &socket_path, MountPoint *mount_point, FuseRemounter *remounter)
static bool HasFuseNotifyInval()
perf::Counter * n_fs_open()
static void cvmfs_init(void *userdata, struct fuse_conn_info *conn)
const unsigned int kMinOpenFiles
virtual uint64_t GetCapacity()=0
std::string membership_req()
std::string GetListString(catalog::DirectoryEntry *dirent)
bool Lookup(const fuse_ino_t &inode, PathString *path, bool update_lru=true)
uint64_t next_directory_handle_
static void InitOptionsMgr(const loader::LoaderExports *loader_exports)
const uint64_t cache_timeout()
void ReplaceCacheManager(CacheManager *new_cache_mgr)
void DisableCacheSymlinks()
static bool GetDirentForInode(const fuse_ino_t ino, catalog::DirectoryEntry *dirent)
glue::PageCacheTracker * page_cache_tracker()
static Watchdog * Create(FnOnCrash on_crash)
void SetBit(unsigned int bit, T *field)
perf::Counter * n_eio_07()
BigVector< FileChunk > FileChunkList
static bool FixupOpenInode(const PathString &path, catalog::DirectoryEntry *dirent)
static void TraceInode(const int event, fuse_ino_t ino, const std::string &msg)
void GetLimitNoFile(unsigned *soft_limit, unsigned *hard_limit)
bool Get(const std::string &key, std::string *value) const
catalog::ClientCatalogManager * catalog_mgr()
void Set(const int64_t val)
Log2Histogram * hist_fs_forget_multi()
static void cvmfs_listxattr(fuse_req_t req, fuse_ino_t ino, size_t size)
vector< string > SplitString(const string &str, char delim)
void ClearBit(unsigned int bit, T *field)
uint64_t size
unzipped size, if known
static bool MayBeInPageCacheTracker(const catalog::DirectoryEntry &dirent)
Log2Histogram * hist_fs_release()
pthread_mutex_t * Handle2Lock(const uint64_t handle) const
uint64_t FindInode(const PathString &path)
ListenerHandle * RegisterWatchdogListener(QuotaManager *quota_manager, const string &repository_name)
const loader::LoaderExports * loader_exports_
int Fetch(const CacheManager::LabeledObject &object, const std::string &alt_url="")
virtual inode_t GetGeneration()=0
perf::Counter * no_open_dirs()
catalog::InodeAnnotation * inode_annotation()
Log2Histogram * hist_fs_releasedir()
quota::ListenerHandle * watchdog_listener_
void Add(const uint64_t inode_parent, const char *name, uint64_t timeout_s)
virtual bool IsCanceled()
void SetSize(const size_t new_size)
lru::PathCache * path_cache()
static void cvmfs_open(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
zlib::Algorithms compression_algorithm() const
CacheManager * cache_mgr()
const signature::SignatureManager * signature_mgr() const
file_watcher::FileWatcher * resolv_conf_watcher()
virtual bool Pin(const shash::Any &hash, const uint64_t size, const std::string &description, const bool is_catalog)=0
bool IsMemberOf(const pid_t pid, const std::string &membership)
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
void SpawnCleaner(unsigned interval_s)
static void ShutdownMountpoint()
static bool AssertOrLog(int t, const LogSource, const int, const char *,...)
static bool IncAndCheckNoOpenFiles()
unsigned FindChunkIdx(const uint64_t offset)
virtual void FinalizeValue()
perf::TelemetryAggregator * telemetry_aggr()
bool SendFuseFd(const std::string &socket_path)
perf::Counter * no_open_files()
AuthzSessionManager * authz_session_mgr()
LinkString symlink() const
void Insert(const Key &key, const Value &value)
IoErrorInfo * io_error_info()
download::DownloadManager * download_mgr()
perf::Counter * n_fs_stat_stale()
void ReplaceCacheManager(CacheManager *new_cache_mgr)
static void SetCvmfsOperations(struct fuse_lowlevel_ops *cvmfs_operations)
bool simple_options_parsing
static const int kLabelPinned
perf::Counter * n_fs_forget()
Log2Histogram * hist_fs_readlink()
static int Init(const loader::LoaderExports *loader_exports)
void Append(const char *chars, const unsigned length)
ListenerHandle * RegisterUnpinListener(QuotaManager *quota_manager, CatalogManager *catalog_manager, const string &repository_name)
string StringifyInt(const int64_t value)
SmallHashDynamic< uint64_t, uint32_t > inode2references
static void cvmfs_readlink(fuse_req_t req, fuse_ino_t ino)
static void ReplyNegative(const catalog::DirectoryEntry &dirent, fuse_req_t req)
void Inc(class Counter *counter)
virtual int Close(int fd)=0
CacheManagerIds PeekState(void *state)
bool GetValue(const std::string &key, std::string *value) const
static void cvmfs_readdir(fuse_req_t req, fuse_ino_t ino, size_t size, off_t off, struct fuse_file_info *fi)
uint64_t initial_revision
ChunkTables * chunk_tables()
const unsigned kLookupRawSymlink
pthread_mutex_t lock_directory_handles_
static void cvmfs_opendir(fuse_req_t req, fuse_ino_t ino, struct fuse_file_info *fi)
OptionsManager * options_mgr_
virtual bool GetPath(const uint64_t inode, PathString *path)=0
shash::Algorithms hash_algorithm() const
glue::DentryTracker * dentry_tracker()
static int MainCacheManager(int argc, char **argv)
perf::Counter * n_fs_dir_open()
Log2Histogram * hist_fs_readdir()
cvmfs::Fetcher * external_fetcher()
static const int kLabelVolatile
bool IsInMaintenanceMode()
static bool CheckVoms(const fuse_ctx &fctx)
static void FillOpenFlags(const glue::PageCacheTracker::OpenDirectives od, struct fuse_file_info *fi)
void FreeState(const int fd_progress, void *state)
static FileSystem * Create(const FileSystemInfo &fs_info)
zlib::Algorithms zip_algorithm
bool Contains(const Key &key) const
Log2Histogram * hist_fs_open()
OpenDirectives Open(uint64_t inode, const shash::Any &hash, const struct stat &info)
std::string ToString() const
QuotaManager * quota_mgr()
static string GetErrorMsg()
uint64_t GetRevision() const
static uint64_t GetDirentForPath(const PathString &path, catalog::DirectoryEntry *dirent)
int ConnectSocket(const std::string &path)
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
void Evict(uint64_t inode)
Log2Histogram * hist_fs_lookup()
bool IsCompatibleFileType(unsigned mode) const
uint64_t String2Uint64(const string &value)
bool TestBit(unsigned int bit, const T field)
CVMFS_EXPORT void SetupLibcryptoMt()
void Close(uint64_t inode)
virtual void FinalizeValue()
bool ListFileChunks(const PathString &path, const shash::Algorithms interpret_hashes_as, FileChunkList *chunks)
perf::Counter * n_fs_lookup()
static bool UseWatchdog()
void Migrate(InodeTracker *old_tracker, glue::InodeTracker *new_tracker)
OpenDirectives OpenDirect()
ShortString< kDefaultMaxPath, 0 > PathString
shash::Any HashChunkList()
FuseInterruptCue(fuse_req_t *r)
void UnregisterListener(ListenerHandle *handle)
bool Evict(const string &path)
std::vector< SavedState * > StateList
perf::Counter * n_eio_02()
PathString GetParentPath(const PathString &path)
static unsigned CheckMaxOpenFiles()
FileSystem * file_system_
perf::Counter * n_eio_03()
perf::Counter * n_eio_04()
void GetReloadStatus(bool *drainout_mode, bool *maintenance_mode)
bool Erase(const Key &key)
bool LookupXattrs(const PathString &path, XattrList *xattrs)
perf::Counter * n_fs_lookup_negative()
StatfsCache * statfs_cache()
uint64_t all_inodes() const
virtual uint64_t GetInode(const PathString &path)=0
void Spawn(const std::string &crash_dump_path)
virtual void FinalizeValue()
Log2Histogram * hist_fs_forget()
static void ReplyBufferSlice(const fuse_req_t req, const char *buffer, const size_t buffer_size, const off_t offset, const size_t max_size)
inode_t GetRootInode() const
unsigned GetLength() const
static const int kLabelExternal
virtual void IncGeneration(const uint64_t by)=0
bool Lookup(const Key &key, Value *value) const
inode_t MangleInode(const inode_t inode) const
static const int kLabelChunked
uint64_t inode_generation
virtual void FinalizeValue()
bool Insert(const fuse_ino_t &inode, const PathString &path)
BackoffThrottle * backoff_throttle()
Log2Histogram * hist_fs_getattr()
const char * c_str() const
static bool GetPathForInode(const fuse_ino_t ino, PathString *path)
static const unsigned int kBitDirectIo
virtual void FinalizeValue()
const char * GetChars() const
static void RegisterMagicXattrs()
bool IsDefined(const std::string &key)
std::string GetCurrentWorkingDirectory()
virtual void Remove(const shash::Any &file)=0
glue::InodeTracker * inode_tracker()
bool Insert(const shash::Md5 &hash, const catalog::DirectoryEntry &dirent)
perf::Counter * n_fs_stat()
virtual ~FuseInterruptCue()
static void cvmfs_lookup(fuse_req_t req, fuse_ino_t parent, const char *name)
virtual int64_t Pread(int fd, void *buf, uint64_t size, uint64_t offset)=0
SmallHashDynamic< uint64_t, FileChunkReflist > inode2chunks
static bool MaintenanceMode(const int fd_progress)
uint64_t * expiry_deadline()
uint64_t loaded_inodes() const
void Migrate(ChunkTables *old_tables,::ChunkTables *new_tables)
static FileSystem * InitSystemFs(const string &mount_path, const string &fqrn, FileSystem::FileSystemInfo fs_info)
static const inode_t kInodeOffset
void VfsGet(const InodeEx inode_ex, const PathString &path)
const Item * AtPtr(const size_t index) const
static void cvmfs_getxattr(fuse_req_t req, fuse_ino_t ino, const char *name, size_t size)
perf::Counter * n_fs_statfs_cached()
bool FindPath(InodeEx *inode_ex, PathString *path)
struct stat GetStatStructure() const
virtual bool HasCapability(Capabilities capability)=0
static void AddToDirListing(const fuse_req_t req, const char *name, const struct stat *stat_info, BigVector< char > *listing)
download::DownloadManager * external_download_mgr()
perf::Counter * n_fs_statfs()
quota::ListenerHandle * unpin_listener_
static MountPoint * Create(const std::string &fqrn, FileSystem *file_system, OptionsManager *options_mgr=NULL)
perf::Counter * n_eio_06()
CVMFS_EXPORT void LogCvmfs(const LogSource source, const int mask, const char *format,...)
OptionsManager * options_mgr