7 #ifndef __STDC_FORMAT_MACROS
9 #define __STDC_FORMAT_MACROS
12 #include "cvmfs_config.h"
15 #include <arpa/inet.h>
20 #include <netinet/in.h>
25 #include <sys/resource.h>
26 #include <sys/socket.h>
29 #include <sys/mount.h>
31 #include <sys/statfs.h>
34 #include <sys/types.h>
36 #include <sys/utsname.h>
41 #ifdef HAS_VALGRIND_HEADERS
42 #include <valgrind/valgrind.h>
72 #define CVMFS_HAS_STATFS_F_FLAGS
74 #ifdef __GLIBC_MINOR__
75 #if __GLIBC_MINOR__ < 12
76 #undef CVMFS_HAS_STATFS_F_FLAGS
84 extern char **environ;
88 #ifdef CVMFS_NAMESPACE_GUARD
89 namespace CVMFS_NAMESPACE_GUARD {
99 if (path.length() == 0)
return path;
101 if (path[path.length()-1] ==
'/') {
102 return path.substr(0, path.length()-1);
114 const std::string &path,
115 std::string *dirname,
116 std::string *filename)
118 size_t dir_sep = path.rfind(
'/');
119 if (dir_sep != std::string::npos) {
120 *dirname = path.substr(0, dir_sep);
121 *filename = path.substr(dir_sep+1);
133 const std::string::size_type idx = path.find_last_of(
'/');
134 if (idx != std::string::npos) {
135 return path.substr(0, idx);
146 const std::string::size_type idx = path.find_last_of(
'/');
147 if (idx != std::string::npos) {
148 return path.substr(idx+1);
156 return (!path.empty() && path[0] ==
'/');
169 if (path.length() < 7) {
173 std::string prefix = path.substr(0, 8);
174 std::transform(prefix.begin(), prefix.end(), prefix.begin(), ::tolower);
176 return prefix.substr(0, 7) ==
"http://" || prefix ==
"https://";
184 int retval = statfs(path.c_str(), &info);
188 switch (info.f_type) {
208 #ifdef CVMFS_HAS_STATFS_F_FLAGS
213 retval = access(path.c_str(), W_OK);
225 char buf[PATH_MAX + 1];
226 ssize_t nchars = readlink(path.c_str(), buf, PATH_MAX);
229 return std::string(buf);
240 if (path.empty() || (path ==
"/"))
243 std::string result = name;
247 result = parent + (parent ==
"/" ?
"" :
"/") + name;
249 char *real_result = realpath(result.c_str(), NULL);
251 result = real_result;
255 char buf[PATH_MAX + 1];
256 ssize_t nchars = readlink(result.c_str(), buf, PATH_MAX);
269 for (
unsigned i = 0; i < mount_list.size(); ++i) {
270 if (mount_list[i] == resolved_path)
281 const std::string &path,
283 const bool ignore_failure)
285 int fd = open(path.c_str(), O_CREAT, mode);
300 struct sockaddr_un sock_addr;
301 unsigned max_length =
sizeof(sock_addr.sun_path);
305 if (tmp_path.empty())
307 std::string link = tmp_path +
"/l";
309 if (result.length() >= max_length) {
310 rmdir(tmp_path.c_str());
315 rmdir(tmp_path.c_str());
323 unlink(link.c_str());
332 std::string short_path(path);
333 struct sockaddr_un sock_addr;
334 if (path.length() >=
sizeof(sock_addr.sun_path)) {
338 if (short_path.empty())
341 sock_addr.sun_family = AF_UNIX;
342 strncpy(sock_addr.sun_path, short_path.c_str(),
343 sizeof(sock_addr.sun_path));
345 const int socket_fd = socket(AF_UNIX, SOCK_STREAM, 0);
351 if (fchmod(socket_fd, mode) != 0)
352 goto make_socket_failure;
355 if (bind(socket_fd, reinterpret_cast<struct sockaddr *>(&sock_addr),
356 sizeof(sock_addr.sun_family) +
sizeof(sock_addr.sun_path)) < 0)
358 if ((errno == EADDRINUSE) && (unlink(path.c_str()) == 0)) {
360 if (bind(socket_fd, reinterpret_cast<struct sockaddr *>(&sock_addr),
361 sizeof(sock_addr.sun_family) +
sizeof(sock_addr.sun_path)) < 0)
364 goto make_socket_failure;
368 goto make_socket_failure;
372 if (short_path != path)
379 if (short_path != path)
390 const int socket_fd = socket(AF_INET, SOCK_STREAM, 0);
393 int retval = setsockopt(socket_fd, SOL_SOCKET, SO_REUSEADDR, &on,
sizeof(on));
396 struct sockaddr_in endpoint_addr;
397 memset(&endpoint_addr, 0,
sizeof(endpoint_addr));
398 endpoint_addr.sin_family = AF_INET;
399 if (ipv4_address.empty()) {
400 endpoint_addr.sin_addr.s_addr = INADDR_ANY;
402 retval = inet_aton(ipv4_address.c_str(), &(endpoint_addr.sin_addr));
409 endpoint_addr.sin_port = htons(portno);
411 retval = bind(socket_fd, reinterpret_cast<struct sockaddr *>(&endpoint_addr),
412 sizeof(endpoint_addr));
428 std::string short_path(path);
429 struct sockaddr_un sock_addr;
430 if (path.length() >=
sizeof(sock_addr.sun_path)) {
434 if (short_path.empty())
437 sock_addr.sun_family = AF_UNIX;
438 strncpy(sock_addr.sun_path, short_path.c_str(),
sizeof(sock_addr.sun_path));
440 const int socket_fd = socket(AF_UNIX, SOCK_STREAM, 0);
444 connect(socket_fd, reinterpret_cast<struct sockaddr *>(&sock_addr),
445 sizeof(sock_addr.sun_family) +
sizeof(sock_addr.sun_path));
446 if (short_path != path)
462 const int socket_fd = socket(AF_INET, SOCK_STREAM, 0);
465 struct sockaddr_in endpoint_addr;
466 memset(&endpoint_addr, 0,
sizeof(endpoint_addr));
467 endpoint_addr.sin_family = AF_INET;
468 int retval = inet_aton(ipv4_address.c_str(), &(endpoint_addr.sin_addr));
474 endpoint_addr.sin_port = htons(portno);
477 connect(socket_fd, reinterpret_cast<struct sockaddr *>(&endpoint_addr),
478 sizeof(endpoint_addr));
493 int retval = pipe(pipe_fd);
504 num_bytes = write(fd, buf, nbyte);
505 }
while ((num_bytes < 0) && (errno == EINTR));
506 assert((num_bytes >= 0) && (static_cast<size_t>(num_bytes) == nbyte));
516 num_bytes = read(fd, buf, nbyte);
517 }
while ((num_bytes < 0) && (errno == EINTR));
518 assert((num_bytes >= 0) && (static_cast<size_t>(num_bytes) == nbyte));
528 unsigned backoff_ms = 1;
529 const unsigned max_backoff_ms = 256;
533 num_bytes = read(fd, buf, nbyte);
534 if ((num_bytes < 0) && (errno == EINTR))
538 if ((i > 3000) && (num_bytes == 0)) {
541 if (backoff_ms < max_backoff_ms) backoff_ms *= 2;
543 }
while (num_bytes == 0);
544 assert((num_bytes >= 0) && (static_cast<size_t>(num_bytes) == nbyte));
561 bool DiffTree(
const std::string &path_a,
const std::string &path_b) {
563 std::vector<std::string> ls_a;
564 std::vector<std::string> ls_b;
565 std::vector<std::string> subdirs;
567 DIR *dirp_a = opendir(path_a.c_str());
568 if (dirp_a == NULL)
return false;
569 DIR *dirp_b = opendir(path_b.c_str());
570 if (dirp_b == NULL) {
577 const std::string name(dirent->d_name);
578 if ((name ==
".") || (name ==
".."))
580 const std::string path = path_a +
"/" + name;
581 ls_a.push_back(path);
590 if (S_ISDIR(info.st_mode)) subdirs.push_back(name);
593 const std::string name(dirent->d_name);
594 if ((name ==
".") || (name ==
".."))
596 const std::string path = path_b +
"/" + name;
597 ls_b.push_back(path);
602 sort(ls_a.begin(), ls_a.end());
603 sort(ls_b.begin(), ls_b.end());
604 if (ls_a.size() != ls_b.size())
606 for (
unsigned i = 0; i < ls_a.size(); ++i) {
611 if (retval != 0)
return false;
613 if (retval != 0)
return false;
614 if ((info_a.st_mode != info_b.st_mode) ||
615 (info_a.st_uid != info_b.st_uid) ||
616 (info_a.st_gid != info_b.st_gid) ||
617 ((info_a.st_size != info_b.st_size) && !S_ISDIR(info_a.st_mode)))
623 for (
unsigned i = 0; i < subdirs.size(); ++i) {
624 bool retval_subtree =
DiffTree(path_a +
"/" + subdirs[i],
625 path_b +
"/" + subdirs[i]);
626 if (!retval_subtree)
return false;
637 int flags = fcntl(filedes, F_GETFL);
639 int retval = fcntl(filedes, F_SETFL, flags & ~O_NONBLOCK);
648 int flags = fcntl(filedes, F_GETFL);
650 int retval = fcntl(filedes, F_SETFL, flags | O_NONBLOCK);
671 struct cmsghdr align;
673 unsigned char buf[CMSG_SPACE(
sizeof(
int))];
676 memset(ctrl_msg.buf, 0,
sizeof(ctrl_msg.buf));
679 msgh.msg_name = NULL;
680 msgh.msg_namelen = 0;
682 unsigned char dummy = 0;
684 iov.iov_base = &dummy;
689 msgh.msg_control = ctrl_msg.buf;
690 msgh.msg_controllen =
sizeof(ctrl_msg.buf);
691 struct cmsghdr *cmsgp = CMSG_FIRSTHDR(&msgh);
692 cmsgp->cmsg_len = CMSG_LEN(
sizeof(
int));
693 cmsgp->cmsg_level = SOL_SOCKET;
694 cmsgp->cmsg_type = SCM_RIGHTS;
695 memcpy(CMSG_DATA(cmsgp), &passing_fd,
sizeof(
int));
697 ssize_t retval = sendmsg(socket_fd, &msgh, 0);
698 return (retval != -1);
711 struct cmsghdr align;
713 unsigned char buf[CMSG_SPACE(
sizeof(
int))];
716 memset(ctrl_msg.buf, 0,
sizeof(ctrl_msg.buf));
719 msgh.msg_name = NULL;
720 msgh.msg_namelen = 0;
724 iov.iov_base = &dummy;
729 msgh.msg_control = ctrl_msg.buf;
730 msgh.msg_controllen =
sizeof(ctrl_msg.buf);
732 ssize_t retval = recvmsg(msg_fd, &msgh, 0);
736 struct cmsghdr *cmsgp = CMSG_FIRSTHDR(&msgh);
738 if (cmsgp->cmsg_len != CMSG_LEN(
sizeof(
int)))
740 assert(cmsgp->cmsg_level == SOL_SOCKET);
741 assert(cmsgp->cmsg_type == SCM_RIGHTS);
744 memcpy(&passing_fd, CMSG_DATA(cmsgp),
sizeof(
int));
762 const bool temporarily)
765 "euid %d egid %d, switching to %d %d (temp: %d)",
766 getuid(), getgid(), geteuid(), getegid(), uid, gid, temporarily);
769 if (gid != getegid())
770 retval = setegid(gid);
771 if ((retval == 0) && (uid != geteuid()))
772 retval = seteuid(uid);
775 if ((getuid() == 0) && (getuid() != geteuid())) {
780 retval = setgid(gid) || setuid(uid);
794 S_ISREG(info.st_mode));
816 S_ISDIR(info.st_mode));
826 S_ISLNK(info.st_mode));
834 int retval = unlink(dest.c_str());
835 if ((retval != 0) && (errno != ENOENT))
837 retval = symlink(src.c_str(), dest.c_str());
847 const std::string &path,
849 bool verify_writable)
851 if (path ==
"")
return false;
853 int retval = mkdir(path.c_str(), mode);
854 if (retval == 0)
return true;
856 if ((errno == ENOENT) &&
859 return MkdirDeep(path, mode, verify_writable);
862 if (errno == EEXIST) {
864 if ((
platform_stat(path.c_str(), &info) == 0) && S_ISDIR(info.st_mode)) {
865 if (verify_writable) {
866 retval = utimes(path.c_str(), NULL);
885 std::string this_path = canonical_path +
"/quarantaine";
886 if (!
MkdirDeep(this_path, mode,
false))
return false;
888 this_path = canonical_path +
"/ff";
892 this_path = canonical_path +
"/txn";
895 for (
int i = 0; i <= 0xff; i++) {
897 snprintf(hex,
sizeof(hex),
"%02x", i);
898 this_path = canonical_path +
"/" + std::string(hex);
914 const int fd_lockfile = open(path.c_str(), O_RDONLY | O_CREAT, 0600);
918 if (flock(fd_lockfile, LOCK_EX | LOCK_NB) != 0) {
920 if (errno != EWOULDBLOCK)
936 const int fd = open(path.c_str(), O_CREAT | O_RDWR, 0600);
939 if (flock(fd, LOCK_EX | LOCK_NB) != 0) {
941 if (errno != EWOULDBLOCK)
947 int flags = fcntl(fd, F_GETFD);
950 flags = fcntl(fd, F_SETFD, flags);
955 snprintf(buf,
sizeof(buf),
"%" PRId64
"\n", static_cast<uint64_t>(getpid()));
957 (ftruncate(fd, 0) == 0) &&
SafeWrite(fd, buf, strlen(buf));
972 const int fd_lockfile = open(path.c_str(), O_RDONLY | O_CREAT, 0600);
977 if (flock(fd_lockfile, LOCK_EX | LOCK_NB) != 0) {
978 if (errno != EWOULDBLOCK) {
984 if (flock(fd_lockfile, LOCK_EX) != 0) {
996 int retval = flock(filedes, LOCK_UN);
1006 const char *open_flags, std::string *final_path)
1008 *final_path = path_prefix +
".XXXXXX";
1009 char *tmp_file =
strdupa(final_path->c_str());
1010 int tmp_fd = mkstemp(tmp_file);
1014 if (fchmod(tmp_fd, mode) != 0) {
1019 *final_path = tmp_file;
1020 FILE *tmp_fp = fdopen(tmp_fd, open_flags);
1048 std::string dir = path_prefix +
".XXXXXX";
1049 char *tmp_dir =
strdupa(dir.c_str());
1050 tmp_dir = mkdtemp(tmp_dir);
1051 if (tmp_dir == NULL)
1053 return std::string(tmp_dir);
1062 return (getcwd(cwd,
sizeof(cwd)) != NULL) ? std::string(cwd) : std::string();
1075 void RemoveFile(
const std::string &parent_path,
const std::string &name) {
1076 int retval = unlink((parent_path +
"/" + name).c_str());
1080 void RemoveDir(
const std::string &parent_path,
const std::string &name) {
1081 int retval = rmdir((parent_path +
"/" + name).c_str());
1085 bool TryRemoveDir(
const std::string &parent_path,
const std::string &name) {
1086 int retval = rmdir((parent_path +
"/" + name).c_str());
1087 return (retval != 0);
1099 return errno == ENOENT;
1100 if (!S_ISDIR(info.st_mode))
1114 bool result = remove_tree_helper->
success;
1115 delete remove_tree_helper;
1125 const std::string &dir,
1126 const std::string &suffix)
1128 std::vector<std::string> result;
1129 DIR *dirp = opendir(dir.c_str());
1135 const std::string name(dirent->d_name);
1136 if ((name.length() >= suffix.length()) &&
1137 (name.substr(name.length()-suffix.length()) == suffix))
1139 result.push_back(dir +
"/" + name);
1143 std::sort(result.begin(), result.end());
1152 const std::string &dir,
1153 const std::string &prefix)
1155 std::vector<std::string> result;
1156 DIR *dirp = opendir(dir.c_str());
1162 const std::string name(dirent->d_name);
1163 if ((name.length() >= prefix.length()) &&
1164 (name.substr(0, prefix.length()) == prefix))
1166 result.push_back(dir +
"/" + name);
1170 std::sort(result.begin(), result.end());
1180 std::vector<std::string> result;
1181 DIR *dirp = opendir(parent_dir.c_str());
1187 const std::string name(dirent->d_name);
1188 if ((name ==
".") || (name ==
".."))
1190 const std::string path = parent_dir +
"/" + name;
1196 if (S_ISDIR(info.st_mode))
1197 result.push_back(path);
1200 sort(result.begin(), result.end());
1209 std::vector<std::string> *names,
1210 std::vector<mode_t> *modes)
1212 DIR *dirp = opendir(directory.c_str());
1218 const std::string name(dirent->d_name);
1219 if ((name ==
".") || (name ==
".."))
1221 const std::string path = directory +
"/" + name;
1230 names->push_back(name);
1231 modes->push_back(info.st_mode);
1248 std::vector<std::string> search_paths;
1249 if (exe[0] ==
'/') {
1252 char *path_env = getenv(
"PATH");
1258 for (
unsigned i = 0; i < search_paths.size(); ++i) {
1259 if (search_paths[i].empty())
1261 if (search_paths[i][0] !=
'/')
1264 std::string path = search_paths[i] +
"/" +
GetFileName(exe);
1269 if (!S_ISREG(info.st_mode))
1271 retval = access(path.c_str(), X_OK);
1284 struct passwd *result = NULL;
1285 int bufsize = 16 * 1024;
1286 char *buf =
static_cast<char *
>(smalloc(bufsize));
1287 while (getpwuid_r(geteuid(), &pwd, buf, bufsize, &result) == ERANGE) {
1289 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1291 if (result == NULL) {
1295 std::string user_name = pwd.pw_name;
1302 struct passwd *result = NULL;
1303 int bufsize = 16 * 1024;
1304 char *buf =
static_cast<char *
>(smalloc(bufsize));
1305 while (getpwuid_r(geteuid(), &pwd, buf, bufsize, &result) == ERANGE) {
1307 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1309 if (result == NULL) {
1313 std::string shell = pwd.pw_shell;
1323 struct passwd *result = NULL;
1324 int bufsize = 16 * 1024;
1325 char *buf =
static_cast<char *
>(smalloc(bufsize));
1326 while (getpwuid_r(uid, &pwd, buf, bufsize, &result) == ERANGE) {
1328 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1330 if (result == NULL) {
1335 *username = result->pw_name;
1344 bool GetUidOf(
const std::string &username, uid_t *uid, gid_t *main_gid) {
1346 struct passwd *result = NULL;
1347 int bufsize = 16 * 1024;
1348 char *buf =
static_cast<char *
>(smalloc(bufsize));
1349 while (getpwnam_r(username.c_str(), &pwd, buf, bufsize, &result) == ERANGE) {
1351 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1353 if (result == NULL) {
1357 *uid = result->pw_uid;
1358 *main_gid = result->pw_gid;
1367 bool GetGidOf(
const std::string &groupname, gid_t *gid) {
1369 struct group *result = NULL;
1370 int bufsize = 16 * 1024;
1371 char *buf =
static_cast<char *
>(smalloc(bufsize));
1372 while (getgrnam_r(groupname.c_str(), &grp, buf, bufsize, &result) == ERANGE) {
1374 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1376 if (result == NULL) {
1380 *gid = result->gr_gid;
1392 const mode_t my_umask = umask(0);
1402 int ngroups = getgroups(0, NULL);
1405 gid_t *groups =
static_cast<gid_t *
>(smalloc((ngroups+1) *
sizeof(gid_t)));
1406 int retval = getgroups(ngroups, groups);
1411 for (
int i = 0; i < ngroups; ++i) {
1412 if (groups[i] == gid) {
1417 groups[ngroups] = gid;
1418 retval = setgroups(ngroups+1, groups);
1425 uid_t uid = getuid();
1427 struct passwd *result = NULL;
1428 int bufsize = 16 * 1024;
1429 char *buf =
static_cast<char *
>(smalloc(bufsize));
1430 while (getpwuid_r(uid, &pwd, buf, bufsize, &result) == ERANGE) {
1432 buf =
static_cast<char *
>(srealloc(buf, bufsize));
1434 if (result == NULL) {
1438 std::string home_dir = result->pw_dir;
1447 struct utsname info;
1448 int retval = uname(&info);
1450 return info.machine;
1460 memset(&rpl, 0,
sizeof(rpl));
1461 getrlimit(RLIMIT_NOFILE, &rpl);
1462 if (rpl.rlim_max < limit_nofile)
1463 rpl.rlim_max = limit_nofile;
1464 rpl.rlim_cur = limit_nofile;
1465 int retval = setrlimit(RLIMIT_NOFILE, &rpl);
1469 #ifdef HAS_VALGRIND_HEADERS
1470 return RUNNING_ON_VALGRIND ? -2 : -1;
1485 memset(&rpl, 0,
sizeof(rpl));
1486 getrlimit(RLIMIT_NOFILE, &rpl);
1487 *soft_limit = rpl.rlim_cur;
1490 int value = sysconf(_SC_OPEN_MAX);
1492 *hard_limit = value;
1494 *hard_limit = rpl.rlim_max;
1499 std::vector<LsofEntry>
Lsof(
const std::string &path) {
1500 std::vector<LsofEntry> result;
1502 std::vector<std::string> proc_names;
1503 std::vector<mode_t> proc_modes;
1506 for (
unsigned i = 0; i < proc_names.size(); ++i) {
1507 if (!S_ISDIR(proc_modes[i]))
1509 if (proc_names[i].find_first_not_of(
"1234567890") != std::string::npos)
1512 std::vector<std::string> fd_names;
1513 std::vector<mode_t> fd_modes;
1514 std::string proc_dir =
"/proc/" + proc_names[i];
1515 std::string fd_dir = proc_dir +
"/fd";
1523 proc_uid = info.st_uid;
1526 if (
HasPrefix(cwd +
"/", path +
"/",
false )) {
1529 entry.
owner = proc_uid;
1533 result.push_back(entry);
1537 for (
unsigned j = 0; j < fd_names.size(); ++j) {
1538 if (!S_ISLNK(fd_modes[j]))
1540 if (fd_names[j].find_first_not_of(
"1234567890") != std::string::npos)
1543 std::string target =
ReadSymlink(fd_dir +
"/" + fd_names[j]);
1544 if (!
HasPrefix(target +
"/", path +
"/",
false ))
1549 entry.
owner = proc_uid;
1550 entry.
read_only = !((fd_modes[j] & S_IWUSR) == S_IWUSR);
1552 entry.
path = target;
1553 result.push_back(entry);
1563 int retval = kill(pid, 0);
1566 return (errno != ESRCH);
1575 int retval = sigemptyset(&sigset);
1577 retval = sigaddset(&sigset, signum);
1579 retval = pthread_sigmask(SIG_BLOCK, &sigset, NULL);
1592 }
while ((retval != signum) && (errno == EINTR));
1593 assert(retval == signum);
1606 pid_t retval = waitpid(pid, &statloc, 0);
1611 "waitpid failed with errno %d", errno);
1616 if (WIFEXITED(statloc))
1617 return WEXITSTATUS(statloc);
1618 if (WIFSIGNALED(statloc) && (std::find(sig_ok.begin(), sig_ok.end(),
1619 WTERMSIG(statloc)) != sig_ok.end()))
1631 if ((pid = fork()) == 0) {
1632 int retval = setsid();
1634 if ((pid = fork()) == 0) {
1635 int null_read = open(
"/dev/null", O_RDONLY);
1636 int null_write = open(
"/dev/null", O_WRONLY);
1637 assert((null_read >= 0) && (null_write >= 0));
1638 retval = dup2(null_read, 0);
1640 retval = dup2(null_write, 1);
1642 retval = dup2(null_write, 2);
1653 waitpid(pid, &statloc, 0);
1663 const std::string &binary_path,
1664 const std::vector<std::string> &argv,
1665 const bool double_fork,
1675 std::set<int> preserve_fildes;
1676 preserve_fildes.insert(0);
1677 preserve_fildes.insert(1);
1678 preserve_fildes.insert(2);
1679 std::map<int, int> map_fildes;
1680 map_fildes[pipe_stdin[0]] = 0;
1681 map_fildes[pipe_stdout[1]] = 1;
1682 map_fildes[pipe_stderr[1]] = 2;
1683 std::vector<std::string> cmd_line;
1684 cmd_line.push_back(binary_path);
1685 cmd_line.insert(cmd_line.end(), argv.begin(), argv.end());
1701 close(pipe_stdin[0]);
1702 close(pipe_stdout[1]);
1703 close(pipe_stderr[1]);
1704 *fd_stdin = pipe_stdin[1];
1705 *fd_stdout = pipe_stdout[0];
1706 *fd_stderr = pipe_stderr[0];
1715 bool Shell(
int *fd_stdin,
int *fd_stdout,
int *fd_stderr) {
1716 const bool double_fork =
true;
1717 return ExecuteBinary(fd_stdin, fd_stdout, fd_stderr,
"/bin/sh",
1718 std::vector<std::string>(), double_fork);
1736 return "Sending PID";
1740 return "Unknown Status";
1742 return "Duplicate File Descriptor";
1744 return "Close File Descriptors";
1745 case kFailGetFdFlags:
1746 return "Read File Descriptor Flags";
1747 case kFailSetFdFlags:
1748 return "Set File Descriptor Flags";
1749 case kFailDropCredentials:
1750 return "Lower User Permissions";
1752 return "Invoking execvp()";
1761 const std::set<int> &preserve_fildes,
1764 for (
int fd = 0; fd < max_fd; fd++) {
1765 if (preserve_fildes.count(fd) == 0) {
1778 DIR *dirp = opendir(
"/proc/self/fd");
1785 const std::string name(dirent->d_name);
1786 uint64_t name_uint64;
1793 int fd =
static_cast<int>(name_uint64);
1794 if (preserve_fildes.count(fd)) {
1812 int max_fd =
static_cast<int>(sysconf(_SC_OPEN_MAX));
1819 #else // ifdef __APPLE__
1820 if (max_fd > 100000) {
1827 #endif // #ifdef __APPLE__
1844 const std::set<int> &preserve_fildes,
1845 const std::map<int, int> &map_fildes,
1846 const bool drop_credentials,
1847 const bool clear_env,
1848 const bool double_fork,
1851 assert(command_line.size() >= 1);
1857 pid_t pid_grand_child;
1861 std::set<int> skip_fds = preserve_fildes;
1862 skip_fds.insert(pipe_fork.GetWriteFd());
1868 int retval = clearenv();
1873 const char *argv[command_line.size() + 1];
1874 for (
unsigned i = 0; i < command_line.size(); ++i)
1875 argv[i] = command_line[i].c_str();
1876 argv[command_line.size()] = NULL;
1879 for (std::map<int, int>::const_iterator i = map_fildes.begin(),
1880 iEnd = map_fildes.end(); i != iEnd; ++i)
1882 int retval = dup2(i->first, i->second);
1897 pid_grand_child = fork();
1898 assert(pid_grand_child >= 0);
1899 if (pid_grand_child != 0) _exit(0);
1902 fd_flags = fcntl(pipe_fork.GetWriteFd(), F_GETFD);
1907 fd_flags |= FD_CLOEXEC;
1908 if (fcntl(pipe_fork.GetWriteFd(), F_SETFD, fd_flags) < 0) {
1914 assert(setenv(
"__CVMFS_DEBUG_MODE__",
"yes", 1) == 0);
1923 pid_grand_child = getpid();
1926 pipe_fork.Write<pid_t>(pid_grand_child);
1928 execvp(command_line[0].c_str(), const_cast<char **>(argv));
1938 waitpid(pid, &statloc, 0);
1941 pipe_fork.CloseWriteFd();
1948 pipe_fork.CloseReadFd();
1956 pid_t buf_child_pid = 0;
1957 pipe_fork.Read(&buf_child_pid);
1958 if (child_pid != NULL)
1959 *child_pid = buf_child_pid;
1960 pipe_fork.CloseReadFd();
1962 command_line[0].c_str(),
1963 static_cast<int>(buf_child_pid));
1973 struct timeval wait_for;
1974 wait_for.tv_sec = ms / 1000;
1975 wait_for.tv_usec = (ms % 1000) * 1000;
1976 select(0, NULL, NULL, NULL, &wait_for);
1985 ssize_t retval = write(fd, buf, nbyte);
1991 assert(static_cast<size_t>(retval) <= nbyte);
1992 buf =
reinterpret_cast<const char *
>(buf) + retval;
2002 unsigned nbytes = 0;
2003 for (
unsigned i = 0; i < iovcnt; ++i)
2004 nbytes += iov[i].iov_len;
2005 unsigned iov_idx = 0;
2009 writev(fd, &iov[iov_idx], static_cast<int>(iovcnt - iov_idx));
2015 assert(static_cast<size_t>(retval) <= nbytes);
2018 unsigned sum_written_blocks = 0;
2019 while ((sum_written_blocks + iov[iov_idx].iov_len) <=
2020 static_cast<size_t>(retval))
2022 sum_written_blocks += iov[iov_idx].iov_len;
2024 if (iov_idx == iovcnt) {
2025 assert(sum_written_blocks == static_cast<size_t>(retval));
2029 unsigned offset = retval - sum_written_blocks;
2030 iov[iov_idx].iov_len -= offset;
2031 iov[iov_idx].iov_base =
2032 reinterpret_cast<char *
>(iov[iov_idx].iov_base) + offset;
2043 ssize_t total_bytes = 0;
2045 ssize_t retval = read(fd, buf, nbyte);
2050 }
else if (retval == 0) {
2053 assert(static_cast<size_t>(retval) <= nbyte);
2054 buf =
reinterpret_cast<char *
>(buf) + retval;
2056 total_bytes += retval;
2066 if (!final_result) {
return false;}
2068 std::string tmp_result;
2069 static const int buf_size = 4096;
2071 ssize_t total_bytes = -1;
2073 total_bytes =
SafeRead(fd, buf, buf_size);
2074 if (total_bytes < 0) {
return false;}
2075 tmp_result.append(buf, total_bytes);
2076 }
while (total_bytes == buf_size);
2077 final_result->swap(tmp_result);
2082 const std::string &path,
2084 int fd = open(path.c_str(), O_WRONLY | O_CREAT | O_TRUNC, mode);
2085 if (fd < 0)
return false;
2086 bool retval =
SafeWrite(fd, content.data(), content.size());
2092 #ifdef CVMFS_NAMESPACE_GUARD
bool MakeCacheDirectories(const std::string &path, const mode_t mode)
#define LogCvmfs(source, mask,...)
static bool CloseAllFildesInProcSelfFd(const std::set< int > &preserve_fildes)
void RemoveFile(const std::string &parent_path, const std::string &name)
int MakeSocket(const std::string &path, const int mode)
bool SymlinkForced(const std::string &src, const std::string &dest)
NameString GetFileName(const PathString &path)
int MakeTcpEndpoint(const std::string &ipv4_address, int portno)
std::string GetUserName()
VoidCallback fn_new_symlink
VoidCallback fn_new_character_dev
void Recurse(const std::string &dir_path) const
void CreateFile(const std::string &path, const int mode, const bool ignore_failure)
bool GetUserNameOf(uid_t uid, std::string *username)
FILE * CreateTempFile(const std::string &path_prefix, const int mode, const char *open_flags, std::string *final_path)
int ConnectTcpEndpoint(const std::string &ipv4_address, int portno)
void RemoveDir(const std::string &parent_path, const std::string &name)
bool Shell(int *fd_stdin, int *fd_stdout, int *fd_stderr)
bool IsHttpUrl(const std::string &path)
bool ManagedExec(const std::vector< std::string > &command_line, const std::set< int > &preserve_fildes, const std::map< int, int > &map_fildes, const bool drop_credentials, const bool clear_env, const bool double_fork, pid_t *child_pid)
static void RemoveShortSocketLink(const std::string &short_path)
static pthread_mutex_t getumask_mutex
std::string CreateTempPath(const std::string &path_prefix, const int mode)
A simple recursion engine to abstract the recursion of directories. It provides several callback hook...
bool SafeWrite(int fd, const void *buf, size_t nbyte)
void SendMsg2Socket(const int fd, const std::string &msg)
assert((mem||(size==0))&&"Out Of Memory")
bool SafeWriteToFile(const std::string &content, const std::string &path, int mode)
std::string FindExecutable(const std::string &exe)
bool SendFd2Socket(int socket_fd, int passing_fd)
VoidCallback fn_leave_dir
int WaitForChild(pid_t pid, const std::vector< int > &sig_ok)
bool TryRemoveDir(const std::string &parent_path, const std::string &name)
bool AddGroup2Persona(const gid_t gid)
void MakePipe(int pipe_fd[2])
std::vector< std::string > FindDirectories(const std::string &parent_dir)
bool String2Uint64Parse(const std::string &value, uint64_t *result)
int SetLimitNoFile(unsigned limit_nofile)
bool SymlinkExists(const std::string &path)
static bool CloseAllFildesUntilMaxFD(const std::set< int > &preserve_fildes, int max_fd)
bool FileExists(const std::string &path)
std::string GetAbsolutePath(const std::string &path)
void SplitPath(const std::string &path, std::string *dirname, std::string *filename)
std::string GetHostname()
void GetLimitNoFile(unsigned *soft_limit, unsigned *hard_limit)
void ReadHalfPipe(int fd, void *buf, size_t nbyte)
ssize_t SafeRead(int fd, void *buf, size_t nbyte)
vector< string > SplitString(const string &str, char delim)
FileSystemInfo GetFileSystemInfo(const std::string &path)
void Nonblock2Block(int filedes)
static std::string MakeShortSocketLink(const std::string &path)
int TryLockFile(const std::string &path)
bool MkdirDeep(const std::string &path, const mode_t mode, bool verify_writable)
int LockFile(const std::string &path)
string ResolvePath(const std::string &path)
std::string GetHomeDirectory()
void WaitForSignal(int signum)
bool GetGidOf(const std::string &groupname, gid_t *gid)
std::string CreateTempDir(const std::string &path_prefix)
bool HasPrefix(const string &str, const string &prefix, const bool ignore_case)
bool DirectoryExists(const std::string &path)
bool ExecuteBinary(int *fd_stdin, int *fd_stdout, int *fd_stderr, const std::string &binary_path, const std::vector< std::string > &argv, const bool double_fork, pid_t *child_pid)
bool RemoveTree(const std::string &path)
bool SafeReadToString(int fd, std::string *final_result)
bool CloseAllFildes(const std::set< int > &preserve_fildes)
int WritePidFile(const std::string &path)
int ConnectSocket(const std::string &path)
uint64_t String2Uint64(const string &value)
VoidCallback fn_new_socket
bool GetUidOf(const std::string &username, uid_t *uid, gid_t *main_gid)
std::vector< std::string > FindFilesByPrefix(const std::string &dir, const std::string &prefix)
bool SwitchCredentials(const uid_t uid, const gid_t gid, const bool temporarily)
std::string ReadSymlink(const std::string &path)
PathString GetParentPath(const PathString &path)
std::vector< LsofEntry > Lsof(const std::string &path)
BoolCallback fn_new_dir_prefix
bool ListDirectory(const std::string &directory, std::vector< std::string > *names, std::vector< mode_t > *modes)
int64_t GetFileSize(const std::string &path)
void SafeSleepMs(const unsigned ms)
bool DiffTree(const std::string &path_a, const std::string &path_b)
void SortTeam(std::vector< T > *tractor, std::vector< U > *towed)
static std::string ToString(const Names name)
void Block2Nonblock(int filedes)
bool IsAbsolutePath(const std::string &path)
bool ProcessExists(pid_t pid)
std::string MakeCanonicalPath(const std::string &path)
const char * c_str() const
void WritePipe(int fd, const void *buf, size_t nbyte)
std::string GetCurrentWorkingDirectory()
void ReadPipe(int fd, void *buf, size_t nbyte)
std::vector< std::string > FindFilesBySuffix(const std::string &dir, const std::string &suffix)
void ClosePipe(int pipe_fd[2])
bool IsMountPoint(const std::string &path)
int RecvFdFromSocket(int msg_fd)
bool SafeWriteV(int fd, struct iovec *iov, unsigned iovcnt)
void UnlockFile(const int filedes)
void BlockSignal(int signum)