statistics.h

Go to the documentation of this file.

#ifndef CVMFS_STATISTICS_H_
#define CVMFS_STATISTICS_H_

#include <pthread.h>
#include <stdint.h>

#include <map>
#include <string>
#include <vector>

#include "util/atomic.h"

#ifdef CVMFS_NAMESPACE_GUARD
namespace CVMFS_NAMESPACE_GUARD {
#endif


namespace perf {

class Counter {
 public:
  Counter() { atomic_init64(&counter_); }
  void Inc() { atomic_inc64(&counter_); }
  void Dec() { atomic_dec64(&counter_); }
  int64_t Get() { return atomic_read64(&counter_); }
  void Set(const int64_t val) { atomic_write64(&counter_, val); }
  int64_t Xadd(const int64_t delta) { return atomic_xadd64(&counter_, delta); }

  std::string Print();
  std::string PrintK();
  std::string PrintKi();
  std::string PrintM();
  std::string PrintMi();
  std::string PrintRatio(Counter divider);
  std::string ToString();

 private:
  atomic_int64 counter_;
};

// perf::Func(Counter) is more clear to read in the code
inline void Dec(class Counter *counter) { counter->Dec(); }
inline void Inc(class Counter *counter) { counter->Inc(); }
inline int64_t Xadd(class Counter *counter, const int64_t delta) {
  return counter->Xadd(delta);
}


class Statistics {
 public:
  enum PrintOptions {
    kPrintSimple = 0,
    kPrintHeader
  };

  Statistics();
  ~Statistics();
  Statistics *Fork();
  Counter *Register(const std::string &name, const std::string &desc);
  Counter *Lookup(const std::string &name) const;
  std::string LookupDesc(const std::string &name);
  std::string PrintList(const PrintOptions print_options);
  std::string PrintJSON();
  void SnapshotCounters(std::map<std::string, int64_t> *counters,
                        uint64_t *timestamp_ns);

 private:
  Statistics(const Statistics &other);
  Statistics &operator=(const Statistics &other);
  struct CounterInfo {
    explicit CounterInfo(const std::string &desc) : desc(desc) {
      atomic_init32(&refcnt);
      atomic_inc32(&refcnt);
    }
    atomic_int32 refcnt;
    Counter counter;
    std::string desc;
  };
  std::map<std::string, CounterInfo *> counters_;
  mutable pthread_mutex_t *lock_;
};


class StatisticsTemplate {
 public:
  StatisticsTemplate(const std::string &name_major, Statistics *statistics)
      : name_major_(name_major), statistics_(statistics) { }
  StatisticsTemplate(const std::string &name_sub,
                     const StatisticsTemplate &statistics)
      : name_major_(statistics.name_major_ + "." + name_sub)
      , statistics_(statistics.statistics_) { }

  Counter *RegisterTemplated(const std::string &name_minor,
                             const std::string &desc) {
    return statistics_->Register(name_major_ + "." + name_minor, desc);
  }

  Counter *RegisterOrLookupTemplated(const std::string &name_minor,
                                     const std::string &desc) {
    Counter *result = statistics_->Lookup(name_major_ + "." + name_minor);
    if (result == NULL) {
      return RegisterTemplated(name_minor, desc);
    }
    return result;
  }

  Statistics *statistics() { return statistics_; }

 private:
  std::string name_major_;
  Statistics *statistics_;
};


struct FsCounters {
  perf::Counter *n_files_added;
  perf::Counter *n_files_removed;
  perf::Counter *n_files_changed;
  perf::Counter *n_directories_added;
  perf::Counter *n_directories_removed;
  perf::Counter *n_directories_changed;
  perf::Counter *n_symlinks_added;
  perf::Counter *n_symlinks_removed;
  perf::Counter *n_symlinks_changed;
  perf::Counter *sz_added_bytes;
  perf::Counter *sz_removed_bytes;

  explicit FsCounters(StatisticsTemplate statistics) {
    n_files_added = statistics.RegisterTemplated("n_files_added",
                                                 "Number of files added");
    n_files_removed = statistics.RegisterTemplated("n_files_removed",
                                                   "Number of files removed");
    n_files_changed = statistics.RegisterTemplated("n_files_changed",
                                                   "Number of files changed");
    n_directories_added = statistics.RegisterTemplated(
        "n_directories_added", "Number of directories added");
    n_directories_removed = statistics.RegisterTemplated(
        "n_directories_removed", "Number of directories removed");
    n_directories_changed = statistics.RegisterTemplated(
        "n_directories_changed", "Number of directories changed");
    n_symlinks_added = statistics.RegisterTemplated("n_symlinks_added",
                                                    "Number of symlinks added");
    n_symlinks_removed = statistics.RegisterTemplated(
        "n_symlinks_removed", "Number of symlinks removed");
    n_symlinks_changed = statistics.RegisterTemplated(
        "n_symlinks_changed", "Number of symlinks changed");
    sz_added_bytes = statistics.RegisterTemplated("sz_added_bytes",
                                                  "Number of bytes added");
    sz_removed_bytes = statistics.RegisterTemplated("sz_removed_bytes",
                                                    "Number of bytes removed");
  }
};  // FsCounters


class Recorder {
 public:
  Recorder(uint32_t resolution_s, uint32_t capacity_s);

  void Tick();
  void TickAt(uint64_t timestamp);
  uint64_t GetNoTicks(uint32_t retrospect_s) const;

  uint32_t capacity_s() const { return capacity_s_; }
  uint32_t resolution_s() const { return resolution_s_; }

 private:
  std::vector<uint32_t> bins_;

  uint64_t last_timestamp_;

  uint32_t capacity_s_;

  uint32_t resolution_s_;

  unsigned no_bins_;
};


class MultiRecorder {
 public:
  void Tick();
  void TickAt(uint64_t timestamp);
  uint64_t GetNoTicks(uint32_t retrospect_s) const;

  void AddRecorder(uint32_t resolution_s, uint32_t capacity_s);

 private:
  std::vector<Recorder> recorders_;
};

}  // namespace perf

#ifdef CVMFS_NAMESPACE_GUARD
}  // namespace CVMFS_NAMESPACE_GUARD
#endif

#endif  // CVMFS_STATISTICS_H_