aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/histogram/adaptive
diff options
context:
space:
mode:
authormonster <monster@ydb.tech>2022-07-07 14:41:37 +0300
committermonster <monster@ydb.tech>2022-07-07 14:41:37 +0300
commit06e5c21a835c0e923506c4ff27929f34e00761c2 (patch)
tree75efcbc6854ef9bd476eb8bf00cc5c900da436a2 /library/cpp/histogram/adaptive
parent03f024c4412e3aa613bb543cf1660176320ba8f4 (diff)
downloadydb-06e5c21a835c0e923506c4ff27929f34e00761c2.tar.gz
fix ya.make
Diffstat (limited to 'library/cpp/histogram/adaptive')
-rw-r--r--library/cpp/histogram/adaptive/merger.h68
-rw-r--r--library/cpp/histogram/adaptive/multi_histogram.h143
2 files changed, 0 insertions, 211 deletions
diff --git a/library/cpp/histogram/adaptive/merger.h b/library/cpp/histogram/adaptive/merger.h
deleted file mode 100644
index fc9a6b6a4f9..00000000000
--- a/library/cpp/histogram/adaptive/merger.h
+++ /dev/null
@@ -1,68 +0,0 @@
-#pragma once
-
-#include <util/generic/buffer.h>
-
-namespace NKiwiAggr {
- class IMerger {
- private:
- bool IsMerged;
- ui32 AutoMergeInterval; // Call Merge() after each AutoMergeInterval calls of Add(); zero means no autoMerge
- ui32 NotMergedCount;
-
- public:
- IMerger(ui32 autoMergeInterval = 0)
- : IsMerged(true)
- , AutoMergeInterval(autoMergeInterval)
- , NotMergedCount(0)
- {
- }
-
- virtual ~IMerger() {
- }
-
- // returns true if something is added
- virtual bool Add(const void* data, size_t size) {
- if (AddImpl(data, size)) {
- AutoMerge();
- return true;
- }
- return false;
- }
-
- virtual void Merge() {
- if (!IsMerged) {
- MergeImpl();
- IsMerged = true;
- }
- }
-
- virtual void Reset() {
- ResetImpl();
- IsMerged = true;
- }
-
- // You can add some more result-getters if you want.
- // Do not forget to call Merge() in the beginning of each merger.
- virtual void GetResult(TBuffer& buffer) = 0;
-
- protected:
- // AutoMerge() is called in Add() after each AddImpl()
- void AutoMerge() {
- IsMerged = false;
- if (AutoMergeInterval) {
- ++NotMergedCount;
- if (NotMergedCount >= AutoMergeInterval) {
- MergeImpl();
- IsMerged = true;
- NotMergedCount = 0;
- }
- }
- }
-
- // Implementation of merger: define it in derivatives
- virtual bool AddImpl(const void* data, size_t size) = 0; // returns true if something is added
- virtual void MergeImpl() = 0;
- virtual void ResetImpl() = 0;
- };
-
-}
diff --git a/library/cpp/histogram/adaptive/multi_histogram.h b/library/cpp/histogram/adaptive/multi_histogram.h
deleted file mode 100644
index 41caac5ba68..00000000000
--- a/library/cpp/histogram/adaptive/multi_histogram.h
+++ /dev/null
@@ -1,143 +0,0 @@
-#pragma once
-
-#include "histogram.h"
-#include "auto_histogram.h"
-
-#include <library/cpp/histogram/adaptive/protos/histo.pb.h>
-
-#include <util/generic/hash.h>
-#include <util/generic/ptr.h>
-#include <utility>
-
-namespace NKiwiAggr {
- template <class TMyHistogram>
- class TMultiHistogram {
- private:
- static const size_t DEFAULT_INTERVALS = 100;
-
- typedef THashMap<ui64, IHistogramPtr> THistogramsMap;
- THistogramsMap Histograms;
- size_t Intervals;
-
- public:
- TMultiHistogram(size_t intervals = DEFAULT_INTERVALS)
- : Intervals(intervals)
- {
- }
-
- TMultiHistogram(const THistograms& histograms, size_t defaultIntervals = DEFAULT_INTERVALS)
- : Intervals(defaultIntervals)
- {
- FromProto(histograms);
- }
-
- virtual ~TMultiHistogram() {
- }
-
- void Clear() {
- Histograms.clear();
- }
-
- void Add(const THistoRecs& histoRecs) {
- for (size_t i = 0; i < histoRecs.HistoRecsSize(); ++i) {
- Add(histoRecs.GetHistoRecs(i).GetId(), histoRecs.GetHistoRecs(i).GetValue(), histoRecs.GetHistoRecs(i).GetWeight());
- }
- }
-
- void Add(const THistoRec& histoRec) {
- Add(histoRec.GetId(), histoRec.GetValue(), histoRec.GetWeight());
- }
-
- void Add(ui64 id, double value, double weight) {
- THistogramsMap::const_iterator it = Histograms.find(id);
- if (it == Histograms.end()) {
- it = Histograms.insert(std::make_pair(id, IHistogramPtr(new TMyHistogram(Intervals, id)))).first;
- }
- it->second->Add(value, weight);
- }
-
- void Multiply(double factor) {
- for (THistogramsMap::iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- it->second->Multiply(factor);
- }
- }
-
- TVector<ui64> GetIds() const {
- TVector<ui64> result(0);
- for (THistogramsMap::const_iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- result.push_back(it->first);
- }
- return result;
- }
-
- IHistogramPtr GetHistogram(ui64 id) const {
- THistogramsMap::const_iterator it = Histograms.find(id);
- if (it != Histograms.end()) {
- return it->second;
- }
- return IHistogramPtr();
- }
-
- double GetMaxHistoSum() const {
- double sum = 0.0;
- for (THistogramsMap::const_iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- sum = std::max(sum, it->second->GetSum());
- }
- return sum;
- }
-
- bool Empty() {
- for (THistogramsMap::iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- if (!it->second->Empty()) {
- return false;
- }
- }
- return true;
- }
-
- virtual double OverallSum() {
- double sum = 0.0;
- for (THistogramsMap::iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- sum += it->second->GetSum();
- }
- return sum;
- }
-
- void FromProto(const THistograms& histograms) {
- for (size_t i = 0; i < histograms.HistoRecsSize(); ++i) {
- IHistogramPtr newHisto(new TMyHistogram(histograms.GetHistoRecs(i), Intervals));
- if (!newHisto->Empty()) {
- Histograms[newHisto->GetId()] = newHisto;
- }
- }
- }
-
- void ToProto(THistograms& histograms) {
- histograms.Clear();
- for (THistogramsMap::iterator it = Histograms.begin(); it != Histograms.end(); ++it) {
- THistogram* histo = histograms.AddHistoRecs();
- it->second->ToProto(*histo);
- }
- }
-
- void PrecomputePartialSums() {
- for (auto& it : Histograms) {
- it.second->PrecomputePartialSums();
- }
- }
- };
-
- template <class TMerger, class TSomeMultiHistogram>
- static void MergeToMultiHistogram(const void* data, size_t size, TSomeMultiHistogram& multiHistogram, ui32 intervals = 300) {
- TMerger merger(intervals);
- merger.Add(data, size);
- THistograms histograms;
- merger.GetResult(histograms);
- multiHistogram.FromProto(histograms);
- }
-
- // Good for parsing from THistograms protobuf
- typedef TMultiHistogram<TAutoHistogram> TAutoMultiHistogram;
- typedef TAtomicSharedPtr<TAutoMultiHistogram> TAutoMultiHistogramPtr;
-
-}