YugabyteDB (2.13.1.0-b60, 21121d69985fbf76aa6958d8f04a9bfa936293b5)

//

// Copyright (c) YugaByte, Inc.

//

// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except

// in compliance with the License.  You may obtain a copy of the License at

//

// http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing, software distributed under the License

// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express

// or implied.  See the License for the specific language governing permissions and limitations

// under the License.

//

//

#ifndef YB_UTIL_METRIC_ENTITY_H

#define YB_UTIL_METRIC_ENTITY_H

#include <functional>

#include <unordered_map>

#include "yb/gutil/callback_forward.h"

#include "yb/util/locks.h"

#include "yb/util/metrics_fwd.h"

#include "yb/util/status_fwd.h"

namespace yb {

class JsonWriter;

// Severity level used with metrics.

// Levels:

//   - Debug: Metrics that are diagnostically helpful but generally not monitored

//            during normal operation.

//   - Info: Generally useful metrics that operators always want to have available

//           but may not be monitored under normal circumstances.

//   - Warn: Metrics which can often indicate operational oddities, which may need

//           more investigation.

//

// The levels are ordered and lower levels include the levels above them:

//    Debug < Info < Warn

enum class MetricLevel {

  kDebug = 0,

  kInfo = 1,

  kWarn = 2

};

struct MetricJsonOptions {

  MetricJsonOptions() :

    include_raw_histograms(false),

    include_schema_info(false),

    level(MetricLevel::kDebug) {

  }

  // Include the raw histogram values and counts in the JSON output.

  // This allows consumers to do cross-server aggregation or window

  // data over time.

  // Default: false

  bool include_raw_histograms;

  // Include the metrics "schema" information (i.e description, label,

  // unit, etc).

  // Default: false

  bool include_schema_info;

  // Include the metrics at a level and above.

  // Default: debug

  MetricLevel level;

};

struct MetricPrometheusOptions {

  MetricPrometheusOptions() :

    level(MetricLevel::kDebug) {

  }

  // Include the metrics at a level and above.

  // Default: debug

  MetricLevel level;

  // Number of tables to include metrics for.

  uint32_t max_tables_metrics_breakdowns;

  // Regex for metrics that should always be included for all tables.

  std::string priority_regex;

};

class MetricEntityPrototype {

 public:

  explicit MetricEntityPrototype(const char* name);

  ~MetricEntityPrototype();

  const char* name() const { return name_; }

  // Find or create an entity with the given ID within the provided 'registry'.

  scoped_refptr<MetricEntity> Instantiate(MetricRegistry* registry, const std::string& id) const;

  // If the entity already exists, then 'initial_attrs' will replace all existing

  // attributes.

  scoped_refptr<MetricEntity> Instantiate(

      MetricRegistry* registry,

      const std::string& id,

      const std::unordered_map<std::string, std::string>& initial_attrs) const;

 private:

  const char* const name_;

  DISALLOW_COPY_AND_ASSIGN(MetricEntityPrototype);

};

enum AggregationFunction {

  kSum,

  kMax

};

class MetricEntity : public RefCountedThreadSafe<MetricEntity> {

 public:

  typedef std::unordered_map<const MetricPrototype*, scoped_refptr<Metric> > MetricMap;

  typedef std::unordered_map<std::string, std::string> AttributeMap;

  typedef std::function<void (JsonWriter* writer, const MetricJsonOptions& opts)>

    ExternalJsonMetricsCb;

  typedef std::function<void (PrometheusWriter* writer, const MetricPrometheusOptions& opts)>

    ExternalPrometheusMetricsCb;

  scoped_refptr<Counter> FindOrCreateCounter(const CounterPrototype* proto);

  scoped_refptr<Counter> FindOrCreateCounter(std::unique_ptr<CounterPrototype> proto);

  scoped_refptr<MillisLag> FindOrCreateMillisLag(const MillisLagPrototype* proto);

  scoped_refptr<AtomicMillisLag> FindOrCreateAtomicMillisLag(const MillisLagPrototype* proto);

  scoped_refptr<Histogram> FindOrCreateHistogram(const HistogramPrototype* proto);

  scoped_refptr<Histogram> FindOrCreateHistogram(std::unique_ptr<HistogramPrototype> proto);

  template<typename T>

  scoped_refptr<AtomicGauge<T>> FindOrCreateGauge(const GaugePrototype<T>* proto,

                                                  const T& initial_value);

  template<typename T>

  scoped_refptr<AtomicGauge<T>> FindOrCreateGauge(std::unique_ptr<GaugePrototype<T>> proto,

                                                  const T& initial_value);

  template<typename T>

  scoped_refptr<FunctionGauge<T> > FindOrCreateFunctionGauge(const GaugePrototype<T>* proto,

                                                             const Callback<T()>& function);

  // Return the metric instantiated from the given prototype, or NULL if none has been

  // instantiated. Primarily used by tests trying to read metric values.

  scoped_refptr<Metric> FindOrNull(const MetricPrototype& prototype) const;

  const std::string& id() const { return id_; }

  // See MetricRegistry::WriteAsJson()

  CHECKED_STATUS WriteAsJson(JsonWriter* writer,

                     const std::vector<std::string>& requested_metrics,

                     const MetricJsonOptions& opts) const;

  CHECKED_STATUS WriteForPrometheus(PrometheusWriter* writer,

                     const std::vector<std::string>& requested_metrics,

                     const MetricPrometheusOptions& opts) const;

  const MetricMap& UnsafeMetricsMapForTests() const { return metric_map_; }

  // Mark that the given metric should never be retired until the metric

  // registry itself destructs. This is useful for system metrics such as

  // tcmalloc, etc, which should live as long as the process itself.

  void NeverRetire(const scoped_refptr<Metric>& metric);

  // Scan the metrics map for metrics needing retirement, removing them as necessary.

  //

  // Metrics are retired when they are no longer referenced outside of the metrics system

  // itself. Additionally, we only retire a metric that has been in this state for

  // at least FLAGS_metrics_retirement_age_ms milliseconds.

  void RetireOldMetrics();

  // Replaces all attributes for this entity.

  // Any attributes currently set, but not in 'attrs', are removed.

  void SetAttributes(const AttributeMap& attrs);

  // Set a particular attribute. Replaces any current value.

  void SetAttribute(const std::string& key, const std::string& val);

  size_t num_metrics() const {

    std::lock_guard<simple_spinlock> l(lock_);

    return metric_map_.size();

  }

  void AddExternalJsonMetricsCb(const ExternalJsonMetricsCb &external_metrics_cb) {

    std::lock_guard<simple_spinlock> l(lock_);

    external_json_metrics_cbs_.push_back(external_metrics_cb);

  }

  void AddExternalPrometheusMetricsCb(const ExternalPrometheusMetricsCb&external_metrics_cb) {

    std::lock_guard<simple_spinlock> l(lock_);

    external_prometheus_metrics_cbs_.push_back(external_metrics_cb);

  }

  const MetricEntityPrototype& prototype() const { return *prototype_; }

  void Remove(const MetricPrototype* proto);

 private:

  friend class MetricRegistry;

  friend class RefCountedThreadSafe<MetricEntity>;

  MetricEntity(const MetricEntityPrototype* prototype, std::string id,

               AttributeMap attributes);

  ~MetricEntity();

  // Ensure that the given metric prototype is allowed to be instantiated

  // within this entity. This entity's type must match the expected entity

  // type defined within the metric prototype.

  void CheckInstantiation(const MetricPrototype* proto) const;

  const MetricEntityPrototype* const prototype_;

  const std::string id_;

  mutable simple_spinlock lock_;

  // Map from metric name to Metric object. Protected by lock_.

  MetricMap metric_map_;

  // The key/value attributes. Protected by lock_

  AttributeMap attributes_;

  // The set of metrics which should never be retired. Protected by lock_.

  std::vector<scoped_refptr<Metric> > never_retire_metrics_;

  // Callbacks fired each time WriteAsJson is called.

  std::vector<ExternalJsonMetricsCb> external_json_metrics_cbs_;

  // Callbacks fired each time WriteForPrometheus is called.

  std::vector<ExternalPrometheusMetricsCb> external_prometheus_metrics_cbs_;

};

void WriteRegistryAsJson(JsonWriter* writer);

} // namespace yb

#endif // YB_UTIL_METRIC_ENTITY_H