1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
#pragma once
#include "byte_writer.h"
#include "cescape_decode.h"
#include "cescape_encode.h"
#include "macros.h"
#include <util/generic/strbuf.h>
#include <util/generic/string.h>
#include <util/generic/vector.h>
/* REFERENCES FOR ESCAPE SEQUENCE INTERPRETATION:
* C99 p. 6.4.3 Universal character names.
* C99 p. 6.4.4.4 Character constants.
*
* <simple-escape-sequence> ::= {
* \' , \" , \? , \\ ,
* \a , \b , \f , \n , \r , \t , \v
* }
*
* <octal-escape-sequence> ::= \ <octal-digit> {1, 3}
* <hexadecimal-escape-sequence> ::= \x <hexadecimal-digit> +
* <universal-character-name> ::= \u <hexadecimal-digit> {4}
* || \U <hexadecimal-digit> {8}
*
* NOTE (6.4.4.4.7):
* Each octal or hexadecimal escape sequence is the longest sequence of characters that can
* constitute the escape sequence.
*
* THEREFORE:
* - Octal escape sequence spans until rightmost non-octal-digit character.
* - Octal escape sequence always terminates after three octal digits.
* - Hexadecimal escape sequence spans until rightmost non-hexadecimal-digit character.
* - Universal character name consists of exactly 4 or 8 hexadecimal digit.
*
*/
namespace NYsonPull {
namespace NDetail {
namespace NCEscape {
inline void encode(TString& dest, TStringBuf data) {
NImpl::escape_impl(
reinterpret_cast<const ui8*>(data.data()),
data.size(),
[&](const ui8* str, size_t size) {
dest.append(
reinterpret_cast<const char*>(str),
size);
});
}
// dest must have at least 4*data.size() bytes available
inline size_t encode(ui8* dest, TStringBuf data) {
auto* dest_begin = dest;
NImpl::escape_impl(
reinterpret_cast<const ui8*>(data.data()),
data.size(),
[&](const ui8* str, size_t size) {
::memcpy(dest, str, size);
dest += size;
});
return dest - dest_begin;
}
template <typename U>
void encode(byte_writer<U>& dest, TStringBuf data) {
auto& buffer = dest.stream().buffer();
if (Y_LIKELY(buffer.available() >= data.size() * 4)) {
auto size = encode(buffer.pos(), data);
dest.advance(size);
} else {
NImpl::escape_impl(
reinterpret_cast<const ui8*>(data.data()),
data.size(),
[&](const ui8* str, size_t size) {
dest.write(str, size);
});
}
}
inline TString encode(TStringBuf data) {
TString result;
result.reserve(data.size());
encode(result, data);
return result;
}
inline void decode(TString& dest, TStringBuf data) {
NImpl::unescape_impl(
reinterpret_cast<const ui8*>(data.begin()),
reinterpret_cast<const ui8*>(data.end()),
[&](ui8 c) {
dest += c;
},
[&](const ui8* p, size_t len) {
dest.append(reinterpret_cast<const char*>(p), len);
});
}
inline void decode_inplace(TVector<ui8>& data) {
auto* out = static_cast<ui8*>(
::memchr(data.data(), '\\', data.size()));
if (out == nullptr) {
return;
}
NImpl::unescape_impl(
out,
data.data() + data.size(),
[&](ui8 c) {
*out++ = c;
},
[&](const ui8* p, size_t len) {
::memmove(out, p, len);
out += len;
});
data.resize(out - &data[0]);
}
inline TString decode(TStringBuf data) {
TString result;
result.reserve(data.size());
decode(result, data);
return result;
}
ATTRIBUTE(noinline, cold)
inline TString quote(TStringBuf str) {
TString result;
result.reserve(str.size() + 16);
result += '"';
encode(result, str);
result += '"';
return result;
}
ATTRIBUTE(noinline, cold)
inline TString quote(ui8 ch) {
char c = ch;
return quote(TStringBuf(&c, 1));
}
}
} // namespace NDetail
}
|
