1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#include <Processors/Formats/Impl/JSONColumnsWithMetadataBlockOutputFormat.h>
#include <Formats/JSONUtils.h>
#include <Formats/FormatFactory.h>
#include <IO/WriteHelpers.h>
#include <IO/WriteBufferValidUTF8.h>
namespace DB
{
namespace ErrorCodes
{
extern const int LOGICAL_ERROR;
}
JSONColumnsWithMetadataBlockOutputFormat::JSONColumnsWithMetadataBlockOutputFormat(WriteBuffer & out_, const Block & header_, const FormatSettings & format_settings_)
: JSONColumnsBlockOutputFormat(out_, header_, format_settings_, true, 1), types(header_.getDataTypes())
{
}
void JSONColumnsWithMetadataBlockOutputFormat::writePrefix()
{
JSONUtils::writeObjectStart(*ostr);
JSONUtils::writeMetadata(names, types, format_settings, *ostr);
}
void JSONColumnsWithMetadataBlockOutputFormat::writeSuffix()
{
rows = mono_chunk.getNumRows();
JSONColumnsBlockOutputFormatBase::writeSuffix();
}
void JSONColumnsWithMetadataBlockOutputFormat::writeChunkStart()
{
JSONUtils::writeFieldDelimiter(*ostr, 2);
JSONUtils::writeObjectStart(*ostr, 1, "data");
}
void JSONColumnsWithMetadataBlockOutputFormat::writeChunkEnd()
{
JSONUtils::writeObjectEnd(*ostr, indent);
}
void JSONColumnsWithMetadataBlockOutputFormat::consumeExtremes(Chunk chunk)
{
auto num_rows = chunk.getNumRows();
if (num_rows != 2)
throw Exception(ErrorCodes::LOGICAL_ERROR, "Got {} in extremes chunk, expected 2", num_rows);
const auto & columns = chunk.getColumns();
JSONUtils::writeFieldDelimiter(*ostr, 2);
JSONUtils::writeObjectStart(*ostr, 1, "extremes");
writeExtremesElement("min", columns, 0);
JSONUtils::writeFieldDelimiter(*ostr);
writeExtremesElement("max", columns, 1);
JSONUtils::writeObjectEnd(*ostr, 1);
}
void JSONColumnsWithMetadataBlockOutputFormat::writeExtremesElement(const char * title, const Columns & columns, size_t row_num)
{
JSONUtils::writeObjectStart(*ostr, 2, title);
JSONUtils::writeColumns(columns, names, serializations, row_num, false, format_settings, *ostr, 3);
JSONUtils::writeObjectEnd(*ostr, 2);
}
void JSONColumnsWithMetadataBlockOutputFormat::consumeTotals(Chunk chunk)
{
auto num_rows = chunk.getNumRows();
if (num_rows != 1)
throw Exception(ErrorCodes::LOGICAL_ERROR, "Got {} in totals chunk, expected 1", num_rows);
const auto & columns = chunk.getColumns();
JSONUtils::writeFieldDelimiter(*ostr, 2);
JSONUtils::writeObjectStart(*ostr, 1, "totals");
JSONUtils::writeColumns(columns, names, serializations, 0, false, format_settings, *ostr, 2);
JSONUtils::writeObjectEnd(*ostr, 1);
}
void JSONColumnsWithMetadataBlockOutputFormat::finalizeImpl()
{
JSONUtils::writeAdditionalInfo(
rows,
statistics.rows_before_limit,
statistics.applied_limit,
statistics.watch,
statistics.progress,
format_settings.write_statistics,
*ostr);
JSONUtils::writeObjectEnd(*ostr);
writeChar('\n', *ostr);
ostr->next();
}
void JSONColumnsWithMetadataBlockOutputFormat::resetFormatterImpl()
{
JSONColumnsBlockOutputFormat::resetFormatterImpl();
rows = 0;
statistics = Statistics();
}
void registerOutputFormatJSONColumnsWithMetadata(FormatFactory & factory)
{
factory.registerOutputFormat("JSONColumnsWithMetadata", [](
WriteBuffer & buf,
const Block & sample,
const FormatSettings & format_settings)
{
return std::make_shared<JSONColumnsWithMetadataBlockOutputFormat>(buf, sample, format_settings);
});
factory.markFormatHasNoAppendSupport("JSONColumnsWithMetadata");
}
}
|
