blob: da39b5d00464da0460eea644176cd5e1a46ca0d3 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
#pragma once
#include <Processors/ISource.h>
#include <Processors/RowsBeforeLimitCounter.h>
#include <QueryPipeline/Pipe.h>
#include <Core/UUID.h>
#include <atomic>
namespace DB
{
class RemoteQueryExecutor;
using RemoteQueryExecutorPtr = std::shared_ptr<RemoteQueryExecutor>;
/// Source from RemoteQueryExecutor. Executes remote query and returns query result chunks.
class RemoteSource final : public ISource
{
public:
/// Flag add_aggregation_info tells if AggregatedChunkInfo should be added to result chunk.
/// AggregatedChunkInfo stores the bucket number used for two-level aggregation.
/// This flag should be typically enabled for queries with GROUP BY which are executed till WithMergeableState.
RemoteSource(RemoteQueryExecutorPtr executor, bool add_aggregation_info_, bool async_read_, bool async_query_sending_);
~RemoteSource() override;
Status prepare() override;
String getName() const override { return "Remote"; }
void setRowsBeforeLimitCounter(RowsBeforeLimitCounterPtr counter) override { rows_before_limit.swap(counter); }
/// Stop reading from stream if output port is finished.
void onUpdatePorts() override;
int schedule() override { return fd; }
void setStorageLimits(const std::shared_ptr<const StorageLimitsList> & storage_limits_) override;
protected:
std::optional<Chunk> tryGenerate() override;
void onCancel() override;
private:
std::atomic<bool> was_query_canceled = false;
bool was_query_sent = false;
bool add_aggregation_info = false;
RemoteQueryExecutorPtr query_executor;
RowsBeforeLimitCounterPtr rows_before_limit;
const bool async_read;
const bool async_query_sending;
bool is_async_state = false;
int fd = -1;
size_t rows = 0;
bool manually_add_rows_before_limit_counter = false;
};
/// Totals source from RemoteQueryExecutor.
class RemoteTotalsSource : public ISource
{
public:
explicit RemoteTotalsSource(RemoteQueryExecutorPtr executor);
~RemoteTotalsSource() override;
String getName() const override { return "RemoteTotals"; }
protected:
Chunk generate() override;
private:
RemoteQueryExecutorPtr query_executor;
};
/// Extremes source from RemoteQueryExecutor.
class RemoteExtremesSource : public ISource
{
public:
explicit RemoteExtremesSource(RemoteQueryExecutorPtr executor);
~RemoteExtremesSource() override;
String getName() const override { return "RemoteExtremes"; }
protected:
Chunk generate() override;
private:
RemoteQueryExecutorPtr query_executor;
};
/// Create pipe with remote sources.
Pipe createRemoteSourcePipe(
RemoteQueryExecutorPtr query_executor,
bool add_aggregation_info, bool add_totals, bool add_extremes, bool async_read, bool async_query_sending);
}
|
