library/cpp/unified_agent_client/throttling.h


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

#pragma once

#include <library/cpp/unified_agent_client/f_maybe.h>

#include <util/datetime/base.h>

namespace NUnifiedAgent {
    // Comment from a non-author:
    // It is based on something similar to https://en.wikipedia.org/wiki/Token_bucket
    class TThrottler {
    public:
        explicit TThrottler(double rate, TDuration updatePeriod = TDuration::MilliSeconds(100));

        TThrottler(double rate, double burst);

        void Consume(double& tokens, TFMaybe<TDuration>& nextCheckDelay);

        bool TryConsume(double tokens);

        void ConsumeAndWait(double tokens);

    private:
        ui64 UpdateTokens();

    private:
        ui64 CyclesPerMillisecond;
        ui64 UpdatePeriod;
        double PeriodTokens;
        double AvailableTokens;
        ui64 ExpirationTime;
    };
}