blob: c4ba350f11c9e842accfc4250e40e8faecae505e (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
|
#include <util/generic/cast.h>
#include <util/memory/blob.h>
#include <util/system/unaligned_mem.h>
#include "reader.h"
template <typename T>
static inline void ReadAux(const char* data, T* aux, T count, TVector<const char*>* result) {
result->resize(count);
for (size_t i = 0; i < count; ++i) {
(*result)[i] = data + ReadUnaligned<T>(aux + i);
}
}
TChunkedDataReader::TChunkedDataReader(const TBlob& blob) {
const char* cdata = blob.AsCharPtr();
const size_t size = blob.Size();
Y_ENSURE(size >= sizeof(ui32), "Empty file with chunks. ");
ui32 last = ReadUnaligned<ui32>((ui32*)(cdata + size) - 1);
if (last != 0) { // old version file
ui32* aux = (ui32*)(cdata + size);
ui32 count = last;
Size = size - (count + 1) * sizeof(ui32);
aux -= (count + 1);
ReadAux<ui32>(cdata, aux, count, &Offsets);
return;
}
Y_ENSURE(size >= 3 * sizeof(ui64), "Blob size must be >= 3 * sizeof(ui64). ");
ui64* aux = (ui64*)(cdata + size);
Version = ReadUnaligned<ui64>(aux - 2);
Y_ENSURE(Version > 0, "Invalid chunked array version. ");
ui64 count = ReadUnaligned<ui64>(aux - 3);
aux -= (count + 3);
ReadAux<ui64>(cdata, aux, count, &Offsets);
aux -= count;
Lengths.resize(count);
for (size_t i = 0; i < count; ++i) {
Lengths[i] = IntegerCast<size_t>(ReadUnaligned<ui64>(aux + i));
}
}
TBlob TChunkedDataReader::GetBlob(size_t index) const {
return TBlob::NoCopy(GetBlock(index), GetBlockLen(index));
}
|
