blob: cbd3f16c5822dd53367dd20d788205e33d8fa317 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
#include "job_writer.h"
#include <yt/cpp/mapreduce/interface/io.h>
#include <util/system/file.h>
namespace NYT {
////////////////////////////////////////////////////////////////////////////////
TJobWriter::TStream::TStream(int fd)
: TStream(Duplicate(fd))
{ }
TJobWriter::TStream::TStream(const TFile& file)
: FdFile(file)
, FdOutput(FdFile)
, BufferedOutput(&FdOutput, BUFFER_SIZE)
{ }
TJobWriter::TStream::~TStream()
{
}
////////////////////////////////////////////////////////////////////////////////
TJobWriter::TJobWriter(size_t outputTableCount)
{
for (size_t i = 0; i < outputTableCount; ++i) {
Streams_.emplace_back(MakeHolder<TStream>(int(i * 3 + 1)));
}
}
TJobWriter::TJobWriter(const TVector<TFile>& fileList)
{
for (const auto& f : fileList) {
Streams_.emplace_back(MakeHolder<TStream>(f));
}
}
size_t TJobWriter::GetStreamCount() const
{
return Streams_.size();
}
IOutputStream* TJobWriter::GetStream(size_t tableIndex) const
{
if (tableIndex >= Streams_.size()) {
ythrow TIOException() <<
"Table index " << tableIndex <<
" is out of range [0, " << Streams_.size() << ")";
}
return &Streams_[tableIndex]->BufferedOutput;
}
void TJobWriter::OnRowFinished(size_t)
{ }
size_t TJobWriter::GetBufferMemoryUsage() const
{
return TStream::BUFFER_SIZE * GetStreamCount();
}
////////////////////////////////////////////////////////////////////////////////
THolder<IProxyOutput> CreateRawJobWriter(size_t outputTableCount)
{
return ::MakeHolder<TJobWriter>(outputTableCount);
}
////////////////////////////////////////////////////////////////////////////////
} // namespace NYT
|
