diff options
| author | vvvv <[email protected]> | 2025-06-17 22:30:02 +0300 | 
|---|---|---|
| committer | vvvv <[email protected]> | 2025-06-18 10:53:02 +0300 | 
| commit | d5f0dda360b9549364860b3389a403ede0dd94ec (patch) | |
| tree | 6fc6be9135a83a5f317559d6248588361c783235 | |
| parent | eb5cfac23dd911355748ad88375812f00b50958e (diff) | |
YQL-20086 types
commit_hash:8ae966ebbc56f0c7af1cc2fbb1c29bd1ad49ec40
| -rw-r--r-- | yql/essentials/types/binary_json/read.cpp | 174 | ||||
| -rw-r--r-- | yql/essentials/types/binary_json/read.h | 40 | ||||
| -rw-r--r-- | yql/essentials/types/binary_json/ut/identity_ut.cpp | 4 | ||||
| -rw-r--r-- | yql/essentials/types/binary_json/ut/test_base.cpp | 16 | ||||
| -rw-r--r-- | yql/essentials/types/binary_json/ut/test_base.h | 12 | ||||
| -rw-r--r-- | yql/essentials/types/binary_json/write.cpp | 88 | ||||
| -rw-r--r-- | yql/essentials/types/uuid/uuid.cpp | 22 | ||||
| -rw-r--r-- | yql/essentials/types/uuid/uuid.h | 20 | 
8 files changed, 188 insertions, 188 deletions
diff --git a/yql/essentials/types/binary_json/read.cpp b/yql/essentials/types/binary_json/read.cpp index d50f8b82d8c..2d4b40c04b8 100644 --- a/yql/essentials/types/binary_json/read.cpp +++ b/yql/essentials/types/binary_json/read.cpp @@ -15,115 +15,115 @@ using namespace NYql::NDom;  using namespace NJson;  TEntryCursor::TEntryCursor(const TBinaryJsonReaderPtr reader, TEntry entry) -    : Reader(reader) -    , Entry(entry) +    : Reader_(reader) +    , Entry_(entry)  {  }  EEntryType TEntryCursor::GetType() const { -    return Entry.Type; +    return Entry_.Type;  }  TContainerCursor TEntryCursor::GetContainer() const { -    Y_DEBUG_ABORT_UNLESS(Entry.Type == EEntryType::Container, "Expected container type"); -    return TContainerCursor(Reader, Entry.Value); +    Y_DEBUG_ABORT_UNLESS(Entry_.Type == EEntryType::Container, "Expected container type"); +    return TContainerCursor(Reader_, Entry_.Value);  }  TStringBuf TEntryCursor::GetString() const { -    Y_DEBUG_ABORT_UNLESS(Entry.Type == EEntryType::String, "Expected string type"); -    return Reader->ReadString(Entry.Value); +    Y_DEBUG_ABORT_UNLESS(Entry_.Type == EEntryType::String, "Expected string type"); +    return Reader_->ReadString(Entry_.Value);  }  double TEntryCursor::GetNumber() const { -    Y_DEBUG_ABORT_UNLESS(Entry.Type == EEntryType::Number, "Expected number type"); -    return Reader->ReadNumber(Entry.Value); +    Y_DEBUG_ABORT_UNLESS(Entry_.Type == EEntryType::Number, "Expected number type"); +    return Reader_->ReadNumber(Entry_.Value);  }  TArrayIterator::TArrayIterator(const TBinaryJsonReaderPtr reader, ui32 startOffset, ui32 count) -    : Reader(reader) -    , Offset(startOffset) +    : Reader_(reader) +    , Offset_(startOffset)  { -    EndOffset = Offset + count * sizeof(TEntry); +    EndOffset_ = Offset_ + count * sizeof(TEntry);  }  TEntryCursor TArrayIterator::Next() {      Y_DEBUG_ABORT_UNLESS(HasNext()); -    TEntryCursor element(Reader, Reader->ReadEntry(Offset)); -    Offset += sizeof(TEntry); +    TEntryCursor element(Reader_, Reader_->ReadEntry(Offset_)); +    Offset_ += sizeof(TEntry);      return element;  }  bool TArrayIterator::HasNext() const { -    return Offset < EndOffset; +    return Offset_ < EndOffset_;  }  TObjectIterator::TObjectIterator(const TBinaryJsonReaderPtr reader, ui32 startOffset, ui32 count) -    : Reader(reader) +    : Reader_(reader)  { -    KeyOffset = startOffset; -    ValueOffset = KeyOffset + count * sizeof(TKeyEntry); -    ValueEndOffset = ValueOffset + count * sizeof(TEntry); +    KeyOffset_ = startOffset; +    ValueOffset_ = KeyOffset_ + count * sizeof(TKeyEntry); +    ValueEndOffset_ = ValueOffset_ + count * sizeof(TEntry);  }  std::pair<TEntryCursor, TEntryCursor> TObjectIterator::Next() {      Y_DEBUG_ABORT_UNLESS(HasNext());      // Here we create fake Entry to return Entry cursor -    const auto stringOffset = static_cast<ui32>(Reader->ReadKeyEntry(KeyOffset)); -    TEntryCursor key(Reader, TEntry(EEntryType::String, stringOffset)); -    TEntryCursor value(Reader, Reader->ReadEntry(ValueOffset)); -    KeyOffset += sizeof(TKeyEntry); -    ValueOffset += sizeof(TEntry); +    const auto stringOffset = static_cast<ui32>(Reader_->ReadKeyEntry(KeyOffset_)); +    TEntryCursor key(Reader_, TEntry(EEntryType::String, stringOffset)); +    TEntryCursor value(Reader_, Reader_->ReadEntry(ValueOffset_)); +    KeyOffset_ += sizeof(TKeyEntry); +    ValueOffset_ += sizeof(TEntry);      return std::make_pair(std::move(key), std::move(value));  }  bool TObjectIterator::HasNext() const { -    return ValueOffset < ValueEndOffset; +    return ValueOffset_ < ValueEndOffset_;  }  TContainerCursor::TContainerCursor(const TBinaryJsonReaderPtr reader, ui32 startOffset) -    : Reader(reader) -    , StartOffset(startOffset) +    : Reader_(reader) +    , StartOffset_(startOffset)  { -    Meta = Reader->ReadMeta(StartOffset); -    StartOffset += sizeof(Meta); +    Meta_ = Reader_->ReadMeta(StartOffset_); +    StartOffset_ += sizeof(Meta_);  }  EContainerType TContainerCursor::GetType() const { -    return Meta.Type; +    return Meta_.Type;  }  ui32 TContainerCursor::GetSize() const { -    return Meta.Size; +    return Meta_.Size;  }  TEntryCursor TContainerCursor::GetElement(ui32 index) const { -    Y_DEBUG_ABORT_UNLESS(Meta.Type == EContainerType::Array || Meta.Type == EContainerType::TopLevelScalar, "Expected array"); +    Y_DEBUG_ABORT_UNLESS(Meta_.Type == EContainerType::Array || Meta_.Type == EContainerType::TopLevelScalar, "Expected array");      Y_DEBUG_ABORT_UNLESS(index < GetSize(), "Invalid index"); -    const ui32 offset = StartOffset + index * sizeof(TEntry); -    return TEntryCursor(Reader, Reader->ReadEntry(offset)); +    const ui32 offset = StartOffset_ + index * sizeof(TEntry); +    return TEntryCursor(Reader_, Reader_->ReadEntry(offset));  }  TArrayIterator TContainerCursor::GetArrayIterator() const { -    Y_DEBUG_ABORT_UNLESS(Meta.Type == EContainerType::Array || Meta.Type == EContainerType::TopLevelScalar, "Expected array"); -    return TArrayIterator(Reader, StartOffset, Meta.Size); +    Y_DEBUG_ABORT_UNLESS(Meta_.Type == EContainerType::Array || Meta_.Type == EContainerType::TopLevelScalar, "Expected array"); +    return TArrayIterator(Reader_, StartOffset_, Meta_.Size);  }  TMaybe<TEntryCursor> TContainerCursor::Lookup(const TStringBuf key) const { -    if (Meta.Size == 0) { +    if (Meta_.Size == 0) {          return Nothing();      }      i32 left = 0; -    i32 right = Meta.Size - 1; +    i32 right = Meta_.Size - 1;      while (left <= right) {          const i32 middle = (left + right) / 2; -        const ui32 keyEntryOffset = StartOffset + middle * sizeof(TKeyEntry); -        const auto keyStringOffset = Reader->ReadKeyEntry(keyEntryOffset); +        const ui32 keyEntryOffset = StartOffset_ + middle * sizeof(TKeyEntry); +        const auto keyStringOffset = Reader_->ReadKeyEntry(keyEntryOffset); -        const int compare = Reader->ReadString(keyStringOffset).compare(key); +        const int compare = Reader_->ReadString(keyStringOffset).compare(key);          if (compare == 0) { -            const ui32 entryOffset = StartOffset + Meta.Size * sizeof(TKeyEntry) + middle * sizeof(TEntry); -            return TEntryCursor(Reader, Reader->ReadEntry(entryOffset)); +            const ui32 entryOffset = StartOffset_ + Meta_.Size * sizeof(TKeyEntry) + middle * sizeof(TEntry); +            return TEntryCursor(Reader_, Reader_->ReadEntry(entryOffset));          } else if (compare < 0) {              left = middle + 1;          } else { @@ -134,8 +134,8 @@ TMaybe<TEntryCursor> TContainerCursor::Lookup(const TStringBuf key) const {  }  TObjectIterator TContainerCursor::GetObjectIterator() const { -    Y_DEBUG_ABORT_UNLESS(Meta.Type == EContainerType::Object, "Expected object"); -    return TObjectIterator(Reader, StartOffset, Meta.Size); +    Y_DEBUG_ABORT_UNLESS(Meta_.Type == EContainerType::Object, "Expected object"); +    return TObjectIterator(Reader_, StartOffset_, Meta_.Size);  }  TBinaryJsonReader::TBinaryJsonReader(const TBinaryJson& buffer) @@ -144,54 +144,54 @@ TBinaryJsonReader::TBinaryJsonReader(const TBinaryJson& buffer)  }  TBinaryJsonReader::TBinaryJsonReader(TStringBuf buffer) -    : Buffer(buffer) +    : Buffer_(buffer)  {      // Header is stored at the beginning of BinaryJson -    Header = ReadPOD<THeader>(0); +    Header_ = ReadPOD<THeader>(0);      Y_ENSURE( -        Header.Version == CURRENT_VERSION, -        TStringBuilder() << "Version in BinaryJson `" << static_cast<ui64>(Header.Version) << "` " +        Header_.Version == CURRENT_VERSION, +        TStringBuilder() << "Version in BinaryJson `" << static_cast<ui64>(Header_.Version) << "` "          << "does not match current version `" << static_cast<ui64>(CURRENT_VERSION) << "`"      );      Y_ENSURE( -        Header.StringOffset < Buffer.size(), +        Header_.StringOffset < Buffer_.size(),          "StringOffset must be inside buffer"      );      // Tree starts right after Header -    TreeStart = sizeof(Header); +    TreeStart_ = sizeof(Header_);      // SEntry sequence starts right after count of strings -    StringCount = ReadPOD<ui32>(Header.StringOffset); -    StringSEntryStart = Header.StringOffset + sizeof(ui32); +    StringCount_ = ReadPOD<ui32>(Header_.StringOffset); +    StringSEntryStart_ = Header_.StringOffset + sizeof(ui32);  }  TContainerCursor TBinaryJsonReader::GetRootCursor() { -    return TContainerCursor(TIntrusivePtr(this), TreeStart); +    return TContainerCursor(TIntrusivePtr(this), TreeStart_);  }  TMeta TBinaryJsonReader::ReadMeta(ui32 offset) const { -    Y_DEBUG_ABORT_UNLESS(TreeStart <= offset && offset < Header.StringOffset, "Offset is not inside Tree section"); +    Y_DEBUG_ABORT_UNLESS(TreeStart_ <= offset && offset < Header_.StringOffset, "Offset is not inside Tree section");      return ReadPOD<TMeta>(offset);  }  TEntry TBinaryJsonReader::ReadEntry(ui32 offset) const { -    Y_DEBUG_ABORT_UNLESS(TreeStart <= offset && offset < Header.StringOffset, "Offset is not inside Tree section"); +    Y_DEBUG_ABORT_UNLESS(TreeStart_ <= offset && offset < Header_.StringOffset, "Offset is not inside Tree section");      return ReadPOD<TEntry>(offset);  }  TKeyEntry TBinaryJsonReader::ReadKeyEntry(ui32 offset) const { -    Y_DEBUG_ABORT_UNLESS(TreeStart <= offset && offset < Header.StringOffset, "Offset is not inside Tree section"); +    Y_DEBUG_ABORT_UNLESS(TreeStart_ <= offset && offset < Header_.StringOffset, "Offset is not inside Tree section");      return ReadPOD<TKeyEntry>(offset);  }  const TStringBuf TBinaryJsonReader::ReadString(ui32 offset) const { -    Y_DEBUG_ABORT_UNLESS(StringSEntryStart <= offset && offset < StringSEntryStart + StringCount * sizeof(TSEntry), "Offset is not inside string index"); +    Y_DEBUG_ABORT_UNLESS(StringSEntryStart_ <= offset && offset < StringSEntryStart_ + StringCount_ * sizeof(TSEntry), "Offset is not inside string index");      ui32 startOffset = 0; -    if (offset == StringSEntryStart) { -        startOffset = StringSEntryStart + StringCount * sizeof(TSEntry); +    if (offset == StringSEntryStart_) { +        startOffset = StringSEntryStart_ + StringCount_ * sizeof(TSEntry);      } else {          ui32 previousOffset = offset - sizeof(TSEntry);          const auto previousEntry = ReadPOD<TSEntry>(previousOffset); @@ -199,14 +199,14 @@ const TStringBuf TBinaryJsonReader::ReadString(ui32 offset) const {      }      const auto entry = ReadPOD<TSEntry>(offset);      const ui32 endOffset = entry.Value - 1; -    Y_ENSURE(startOffset <= endOffset && startOffset <= Buffer.size() && endOffset <= Buffer.size(), "Incorrect string bounds"); -    return TStringBuf(Buffer.data() + startOffset, endOffset - startOffset); +    Y_ENSURE(startOffset <= endOffset && startOffset <= Buffer_.size() && endOffset <= Buffer_.size(), "Incorrect string bounds"); +    return TStringBuf(Buffer_.data() + startOffset, endOffset - startOffset);  }  double TBinaryJsonReader::ReadNumber(ui32 offset) const {      double result; -    Y_ENSURE(offset <= Buffer.size() && offset + sizeof(result) <= Buffer.size(), "Incorrect number bounds"); -    MemCopy(reinterpret_cast<char*>(&result), Buffer.data() + offset, sizeof(result)); +    Y_ENSURE(offset <= Buffer_.size() && offset + sizeof(result) <= Buffer_.size(), "Incorrect number bounds"); +    MemCopy(reinterpret_cast<char*>(&result), Buffer_.data() + offset, sizeof(result));      return result;  } @@ -388,13 +388,13 @@ struct TPODReader {  struct TBinaryJsonValidator {      TBinaryJsonValidator(TStringBuf buffer) -        : Buffer(buffer) +        : Buffer_(buffer)      {      }      TMaybe<TStringBuf> ValidateWithError() && {          // Validate Header -        TPODReader reader(Buffer); +        TPODReader reader(Buffer_);          const auto header = reader.Read<THeader>();          if (!header.Defined()) {              return "Missing header"sv; @@ -405,22 +405,22 @@ struct TBinaryJsonValidator {          if (header->Version > EVersion::MaxVersion) {              return "Invalid version"sv;          } -        if (header->StringOffset >= Buffer.size()) { +        if (header->StringOffset >= Buffer_.size()) {              return "String index offset points outside of buffer"sv;          } -        StringIndexStart = header->StringOffset; +        StringIndexStart_ = header->StringOffset;          // Validate String index -        TPODReader stringReader(Buffer, /* start */ StringIndexStart, /* end */ Buffer.size()); +        TPODReader stringReader(Buffer_, /* start */ StringIndexStart_, /* end */ Buffer_.size());          const auto stringCount = stringReader.Read<ui32>();          if (!stringCount.Defined()) {              return "Missing string index size"sv;          } -        StringEntryStart = StringIndexStart + sizeof(ui32); -        StringDataStart = StringEntryStart + (*stringCount) * sizeof(TSEntry); +        StringEntryStart_ = StringIndexStart_ + sizeof(ui32); +        StringDataStart_ = StringEntryStart_ + (*stringCount) * sizeof(TSEntry);          ui32 totalLength = 0; -        ui32 lastStringOffset = StringDataStart; +        ui32 lastStringOffset = StringDataStart_;          for (ui32 i = 0; i < *stringCount; i++) {              const auto entry = stringReader.Read<TSEntry>();              if (!entry.Defined()) { @@ -436,17 +436,17 @@ struct TBinaryJsonValidator {              lastStringOffset = entry->Value;          } -        NumberIndexStart = StringDataStart + totalLength; -        if (NumberIndexStart > Buffer.size()) { +        NumberIndexStart_ = StringDataStart_ + totalLength; +        if (NumberIndexStart_ > Buffer_.size()) {              return "Total length of strings in String index exceeds Buffer size"sv;          }          // Validate Number index -        if ((Buffer.size() - NumberIndexStart) % sizeof(double) != 0) { +        if ((Buffer_.size() - NumberIndexStart_) % sizeof(double) != 0) {              return "Number index cannot be split into doubles"sv;          } -        TPODReader numberReader(Buffer, /* start */ NumberIndexStart, /* end */ Buffer.size()); +        TPODReader numberReader(Buffer_, /* start */ NumberIndexStart_, /* end */ Buffer_.size());          TMaybe<double> current;          while (current = numberReader.Read<double>()) {              if (std::isnan(*current)) { @@ -463,10 +463,10 @@ struct TBinaryJsonValidator {  private:      TMaybe<TStringBuf> IsValidStringOffset(ui32 offset) { -        if (offset < StringEntryStart || offset >= StringDataStart) { +        if (offset < StringEntryStart_ || offset >= StringDataStart_) {              return "String offset is out of String index entries section"sv;          } -        if ((offset - StringEntryStart) % sizeof(TSEntry) != 0) { +        if ((offset - StringEntryStart_) % sizeof(TSEntry) != 0) {              return "String offset does not point to the start of entry"sv;          }          return Nothing(); @@ -488,10 +488,10 @@ private:                  return IsValidStringOffset(entry->Value);              case EEntryType::Number: {                  const auto numberOffset = entry->Value; -                if (numberOffset < NumberIndexStart || numberOffset >= Buffer.size()) { +                if (numberOffset < NumberIndexStart_ || numberOffset >= Buffer_.size()) {                      return "Number offset cannot point outside of Number index"sv;                  } -                if ((numberOffset - NumberIndexStart) % sizeof(double) != 0) { +                if ((numberOffset - NumberIndexStart_) % sizeof(double) != 0) {                      return "Number offset does not point to the start of number"sv;                  }                  break; @@ -504,10 +504,10 @@ private:                  if (metaOffset < reader.Pos) {                      return "Offset to container cannot point before element"sv;                  } -                if (metaOffset >= StringIndexStart) { +                if (metaOffset >= StringIndexStart_) {                      return "Offset to container cannot point outside of Tree section"sv;                  } -                TPODReader containerReader(reader.Buffer, metaOffset, StringIndexStart); +                TPODReader containerReader(reader.Buffer, metaOffset, StringIndexStart_);                  return IsValidContainer(containerReader, depth + 1);              }              default: @@ -568,11 +568,11 @@ private:          return Nothing();      } -    ui32 StringIndexStart = 0; -    ui32 StringEntryStart = 0; -    ui32 StringDataStart = 0; -    ui32 NumberIndexStart = 0; -    TStringBuf Buffer; +    ui32 StringIndexStart_ = 0; +    ui32 StringEntryStart_ = 0; +    ui32 StringDataStart_ = 0; +    ui32 NumberIndexStart_ = 0; +    TStringBuf Buffer_;  };  } diff --git a/yql/essentials/types/binary_json/read.h b/yql/essentials/types/binary_json/read.h index a0fdf931bf1..5bdeac34fb7 100644 --- a/yql/essentials/types/binary_json/read.h +++ b/yql/essentials/types/binary_json/read.h @@ -54,16 +54,16 @@ private:      template <typename T>      T ReadPOD(ui32 offset) const {          static_assert(std::is_pod_v<T>, "Type must be POD"); -        Y_ENSURE(offset + sizeof(T) <= Buffer.size(), -            TStringBuilder() << "Not enough space in buffer to read value (" << offset << " + " << sizeof(T) << " > " << Buffer.size() << ")"); -        return ReadUnaligned<T>(Buffer.data() + offset); +        Y_ENSURE(offset + sizeof(T) <= Buffer_.size(), +            TStringBuilder() << "Not enough space in buffer to read value (" << offset << " + " << sizeof(T) << " > " << Buffer_.size() << ")"); +        return ReadUnaligned<T>(Buffer_.data() + offset);      } -    TStringBuf Buffer; -    THeader Header; -    ui32 TreeStart; -    ui32 StringSEntryStart; -    ui32 StringCount; +    TStringBuf Buffer_; +    THeader Header_; +    ui32 TreeStart_; +    ui32 StringSEntryStart_; +    ui32 StringCount_;  };  using TBinaryJsonReaderPtr = TIntrusivePtr<TBinaryJsonReader>; @@ -84,8 +84,8 @@ public:      double GetNumber() const;  private: -    TBinaryJsonReaderPtr Reader; -    TEntry Entry; +    TBinaryJsonReaderPtr Reader_; +    TEntry Entry_;  };  /** @@ -100,9 +100,9 @@ public:      bool HasNext() const;  private: -    TBinaryJsonReaderPtr Reader; -    ui32 Offset; -    ui32 EndOffset; +    TBinaryJsonReaderPtr Reader_; +    ui32 Offset_; +    ui32 EndOffset_;  };  /** @@ -117,10 +117,10 @@ public:      bool HasNext() const;  private: -    TBinaryJsonReaderPtr Reader; -    ui32 KeyOffset; -    ui32 ValueOffset; -    ui32 ValueEndOffset; +    TBinaryJsonReaderPtr Reader_; +    ui32 KeyOffset_; +    ui32 ValueOffset_; +    ui32 ValueEndOffset_;  };  /** @@ -158,9 +158,9 @@ public:      TObjectIterator GetObjectIterator() const;  private: -    TBinaryJsonReaderPtr Reader; -    ui32 StartOffset; -    TMeta Meta; +    TBinaryJsonReaderPtr Reader_; +    ui32 StartOffset_; +    TMeta Meta_;  };  NUdf::TUnboxedValue ReadContainerToJsonDom(const TContainerCursor& cursor, const NUdf::IValueBuilder* valueBuilder); diff --git a/yql/essentials/types/binary_json/ut/identity_ut.cpp b/yql/essentials/types/binary_json/ut/identity_ut.cpp index 50c4299d5cc..4179293287b 100644 --- a/yql/essentials/types/binary_json/ut/identity_ut.cpp +++ b/yql/essentials/types/binary_json/ut/identity_ut.cpp @@ -41,7 +41,7 @@ public:      void TestReadToJsonDom() {          for (const TStringBuf json : TestCases) {              const auto binaryJson = std::get<TBinaryJson>(NBinaryJson::SerializeToBinaryJson(json)); -            const auto value = NBinaryJson::ReadToJsonDom(binaryJson, &ValueBuilder); +            const auto value = NBinaryJson::ReadToJsonDom(binaryJson, &ValueBuilder_);              const auto jsonAfterBinaryJson = NDom::SerializeJsonDom(value);              UNIT_ASSERT_VALUES_EQUAL(json, jsonAfterBinaryJson); @@ -59,7 +59,7 @@ public:      void TestSerializeDomToBinaryJson() {          for (const TStringBuf json : TestCases) { -            const auto dom = NDom::TryParseJsonDom(json, &ValueBuilder); +            const auto dom = NDom::TryParseJsonDom(json, &ValueBuilder_);              const auto binaryJson = NBinaryJson::SerializeToBinaryJson(dom);              const auto jsonAfterBinaryJson = NBinaryJson::SerializeToJson(binaryJson); diff --git a/yql/essentials/types/binary_json/ut/test_base.cpp b/yql/essentials/types/binary_json/ut/test_base.cpp index 2b9f523010d..6688a31658c 100644 --- a/yql/essentials/types/binary_json/ut/test_base.cpp +++ b/yql/essentials/types/binary_json/ut/test_base.cpp @@ -5,12 +5,12 @@  using namespace NYql::NDom;  TBinaryJsonTestBase::TBinaryJsonTestBase() -    : FunctionRegistry(CreateFunctionRegistry(CreateBuiltinRegistry())) -    , Alloc(__LOCATION__) -    , Env(Alloc) -    , MemInfo("Memory") -    , HolderFactory(Alloc.Ref(), MemInfo, FunctionRegistry.Get()) -    , ValueBuilder(HolderFactory) +    : FunctionRegistry_(CreateFunctionRegistry(CreateBuiltinRegistry())) +    , Alloc_(__LOCATION__) +    , Env_(Alloc_) +    , MemInfo_("Memory") +    , HolderFactory_(Alloc_.Ref(), MemInfo_, FunctionRegistry_.Get()) +    , ValueBuilder_(HolderFactory_)  {  } @@ -19,11 +19,11 @@ TString TBinaryJsonTestBase::EntryToJsonText(const TEntryCursor& cursor) {          return ContainerToJsonText(cursor.GetContainer());      } -    TUnboxedValue result = ReadElementToJsonDom(cursor, &ValueBuilder); +    TUnboxedValue result = ReadElementToJsonDom(cursor, &ValueBuilder_);      return SerializeJsonDom(result);  }  TString TBinaryJsonTestBase::ContainerToJsonText(const TContainerCursor& cursor) { -    TUnboxedValue result = ReadContainerToJsonDom(cursor, &ValueBuilder); +    TUnboxedValue result = ReadContainerToJsonDom(cursor, &ValueBuilder_);      return SerializeJsonDom(result);  } diff --git a/yql/essentials/types/binary_json/ut/test_base.h b/yql/essentials/types/binary_json/ut/test_base.h index 5877d3572cb..d97f64b1f57 100644 --- a/yql/essentials/types/binary_json/ut/test_base.h +++ b/yql/essentials/types/binary_json/ut/test_base.h @@ -36,10 +36,10 @@ public:      TString ContainerToJsonText(const TContainerCursor& cursor);  protected: -    TIntrusivePtr<IFunctionRegistry> FunctionRegistry; -    TScopedAlloc Alloc; -    TTypeEnvironment Env; -    TMemoryUsageInfo MemInfo; -    THolderFactory HolderFactory; -    TDefaultValueBuilder ValueBuilder; +    TIntrusivePtr<IFunctionRegistry> FunctionRegistry_; +    TScopedAlloc Alloc_; +    TTypeEnvironment Env_; +    TMemoryUsageInfo MemInfo_; +    THolderFactory HolderFactory_; +    TDefaultValueBuilder ValueBuilder_;  }; diff --git a/yql/essentials/types/binary_json/write.cpp b/yql/essentials/types/binary_json/write.cpp index 39cd05949db..225e54c23e2 100644 --- a/yql/essentials/types/binary_json/write.cpp +++ b/yql/essentials/types/binary_json/write.cpp @@ -185,7 +185,7 @@ struct TPODWriter {  class TBinaryJsonSerializer {  public:      TBinaryJsonSerializer(TJsonIndex&& json) -        : Json(std::move(json)) +        : Json_(std::move(json))      {      } @@ -208,20 +208,20 @@ public:          // Header consists only of THeader          const ui32 headerSize = sizeof(THeader);          // Each container consists of 1 TMeta and multiple TEntry. Objects also have multiple TKeyEntry -        const ui32 keysSize = Json.TotalKeysCount * sizeof(TKeyEntry); -        const ui32 entriesSize = (Json.TotalEntriesCount - Json.TotalKeysCount) * sizeof(TEntry); -        const ui32 treeSize = Json.Containers.size() * sizeof(TMeta) + entriesSize + keysSize; +        const ui32 keysSize = Json_.TotalKeysCount * sizeof(TKeyEntry); +        const ui32 entriesSize = (Json_.TotalEntriesCount - Json_.TotalKeysCount) * sizeof(TEntry); +        const ui32 treeSize = Json_.Containers.size() * sizeof(TMeta) + entriesSize + keysSize;          // String index consists of Count and TSEntry/string body pair for each string -        const ui32 stringIndexSize = sizeof(ui32) + (Json.Strings.size() + Json.Keys.size()) * sizeof(TSEntry) + (Json.TotalStringLength + Json.TotalKeyLength); +        const ui32 stringIndexSize = sizeof(ui32) + (Json_.Strings.size() + Json_.Keys.size()) * sizeof(TSEntry) + (Json_.TotalStringLength + Json_.TotalKeyLength);          // Number index consists of multiple doubles -        const ui32 numberIndexSize = Json.Numbers.size() * sizeof(double); +        const ui32 numberIndexSize = Json_.Numbers.size() * sizeof(double);          // Allocate space for all sections          const ui32 totalSize = headerSize + treeSize + stringIndexSize + numberIndexSize; -        Buffer.Advance(totalSize); +        Buffer_.Advance(totalSize); -        TPODWriter writer(Buffer, 0); +        TPODWriter writer(Buffer_, 0);          // Write Header          const ui32 stringIndexStart = headerSize + treeSize; @@ -241,7 +241,7 @@ public:          // Write Tree          WriteContainer(treeWriter, 0); -        return std::move(Buffer); +        return std::move(Buffer_);      }  private: @@ -249,8 +249,8 @@ private:       * @brief Writes container and all its children recursively       */      void WriteContainer(TPODWriter& valueWriter, ui32 index) { -        Y_DEBUG_ABORT_UNLESS(index < Json.Containers.size()); -        const auto& container = Json.Containers[index]; +        Y_DEBUG_ABORT_UNLESS(index < Json_.Containers.size()); +        const auto& container = Json_.Containers[index];          switch (container.Type) {              case EContainerType::Array: @@ -301,7 +301,7 @@ private:          keyValuePairs.reserve(size);          for (ui32 i = 0; i < entriesCount; i += 2) {              const auto keyIndex = container.Header[i].Value; -            const auto keyOffset = StringOffsets[keyIndex]; +            const auto keyOffset = StringOffsets_[keyIndex];              const auto& value = container.Header[i + 1];              keyValuePairs.emplace_back(TKeyEntry(keyOffset), value);          } @@ -332,10 +332,10 @@ private:              WriteContainer(valueWriter, childIndex);          } else if (entry.Type == EEntryType::String) {              const ui32 stringIndex = entry.Value; -            result.Value = StringOffsets[stringIndex]; +            result.Value = StringOffsets_[stringIndex];          } else if (entry.Type == EEntryType::Number) {              const ui32 numberIndex = entry.Value; -            result.Value = NumberOffsets[numberIndex]; +            result.Value = NumberOffsets_[numberIndex];          }          entryWriter.Write(result); @@ -350,20 +350,20 @@ private:       *  +----------------+----------+-----+--------------+---------+-----+-------------+       */      void WriteStringIndex(TPODWriter& writer) { -        const ui32 stringCount = Json.Keys.size() + Json.Strings.size(); +        const ui32 stringCount = Json_.Keys.size() + Json_.Strings.size();          writer.Write(stringCount);          TPODWriter entryWriter(writer);          writer.Skip<TSEntry>(stringCount);          // Write SData and SEntry for each string -        StringOffsets.resize(stringCount); +        StringOffsets_.resize(stringCount); -        for (const auto& it : Json.Keys) { +        for (const auto& it : Json_.Keys) {              const auto& currentString = it.first;              const auto currentIndex = it.second; -            StringOffsets[currentIndex] = entryWriter.Offset; +            StringOffsets_[currentIndex] = entryWriter.Offset;              // Append SData to the end of the buffer              writer.Write(currentString.data(), currentString.length()); @@ -373,11 +373,11 @@ private:              entryWriter.Write(TSEntry(EStringType::RawNullTerminated, writer.Offset));          } -        for (const auto& it : Json.Strings) { +        for (const auto& it : Json_.Strings) {              const auto& currentString = it.first;              const auto currentIndex = it.second; -            StringOffsets[currentIndex] = entryWriter.Offset; +            StringOffsets_[currentIndex] = entryWriter.Offset;              // Append SData to the end of the buffer              writer.Write(currentString.data(), currentString.length()); @@ -397,19 +397,19 @@ private:       *  +----------+-----+----------+       */      void WriteNumberIndex(TPODWriter& writer) { -        const ui32 numberCount = Json.Numbers.size(); +        const ui32 numberCount = Json_.Numbers.size(); -        NumberOffsets.resize(numberCount); -        for (const auto it : Json.Numbers) { -            NumberOffsets[it.second] = writer.Offset; +        NumberOffsets_.resize(numberCount); +        for (const auto it : Json_.Numbers) { +            NumberOffsets_[it.second] = writer.Offset;              writer.Write(it.first);          }      } -    TJsonIndex Json; -    TBinaryJson Buffer; -    TVector<ui32> StringOffsets; -    TVector<ui32> NumberOffsets; +    TJsonIndex Json_; +    TBinaryJson Buffer_; +    TVector<ui32> StringOffsets_; +    TVector<ui32> NumberOffsets_;  };  /** @@ -418,11 +418,11 @@ private:  class TBinaryJsonCallbacks : public TJsonCallbacks {  public:      TBinaryJsonCallbacks(bool throwException, bool allowInf) -        : TJsonCallbacks(/* throwException */ throwException), AllowInf(allowInf) { +        : TJsonCallbacks(/* throwException */ throwException), AllowInf_(allowInf) {      }      bool OnNull() override { -        Json.AddEntry(TEntry(EEntryType::Null), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(EEntryType::Null), /* createTopLevel */ true);          return true;      } @@ -431,69 +431,69 @@ public:          if (value) {              type = EEntryType::BoolTrue;          } -        Json.AddEntry(TEntry(type), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(type), /* createTopLevel */ true);          return true;      }      bool OnInteger(long long value) override { -        Json.AddEntry(TEntry(EEntryType::Number, Json.InternNumber(static_cast<double>(value))), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(EEntryType::Number, Json_.InternNumber(static_cast<double>(value))), /* createTopLevel */ true);          return true;      }      bool OnUInteger(unsigned long long value) override { -        Json.AddEntry(TEntry(EEntryType::Number, Json.InternNumber(static_cast<double>(value))), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(EEntryType::Number, Json_.InternNumber(static_cast<double>(value))), /* createTopLevel */ true);          return true;      }      bool OnDouble(double value) override { -        if (Y_UNLIKELY(std::isinf(value) && !AllowInf)) { +        if (Y_UNLIKELY(std::isinf(value) && !AllowInf_)) {              if (ThrowException) {                  ythrow yexception() << "JSON number is infinite";              } else {                  return false;              }          } -        Json.AddEntry(TEntry(EEntryType::Number, Json.InternNumber(value)), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(EEntryType::Number, Json_.InternNumber(value)), /* createTopLevel */ true);          return true;      }      bool OnString(const TStringBuf& value) override { -        Json.AddEntry(TEntry(EEntryType::String, Json.InternString(value)), /* createTopLevel */ true); +        Json_.AddEntry(TEntry(EEntryType::String, Json_.InternString(value)), /* createTopLevel */ true);          return true;      }      bool OnOpenMap() override { -        Json.AddContainer(EContainerType::Object); +        Json_.AddContainer(EContainerType::Object);          return true;      }      bool OnMapKey(const TStringBuf& value) override { -        Json.AddEntry(TEntry(EEntryType::String, Json.InternKey(value))); +        Json_.AddEntry(TEntry(EEntryType::String, Json_.InternKey(value)));          return true;      }      bool OnCloseMap() override { -        Json.RemoveContainer(); +        Json_.RemoveContainer();          return true;      }      bool OnOpenArray() override { -        Json.AddContainer(EContainerType::Array); +        Json_.AddContainer(EContainerType::Array);          return true;      }      bool OnCloseArray() override { -        Json.RemoveContainer(); +        Json_.RemoveContainer();          return true;      }      TJsonIndex GetResult() && { -        return std::move(Json); +        return std::move(Json_);      }  private: -    TJsonIndex Json; -    bool AllowInf; +    TJsonIndex Json_; +    bool AllowInf_;  };  void DomToJsonIndex(const NUdf::TUnboxedValue& value, TBinaryJsonCallbacks& callbacks) { diff --git a/yql/essentials/types/uuid/uuid.cpp b/yql/essentials/types/uuid/uuid.cpp index 59e3bfbc410..4a7f2bd406d 100644 --- a/yql/essentials/types/uuid/uuid.cpp +++ b/yql/essentials/types/uuid/uuid.cpp @@ -30,7 +30,7 @@ static void WriteHex(ui16 bytes, IOutputStream& out, bool reverseBytes = false)  TString UuidBytesToString(const TString& in) {      TStringStream ss; -     +      UuidBytesToString(in, ss);      return ss.Str(); @@ -44,12 +44,12 @@ void UuidBytesToString(const TString& in, IOutputStream& out) {  void UuidHalfsToString(ui64 low, ui64 hi, IOutputStream& out) {      union { -        ui16 dw[8]; -        ui64 half[2]; +        ui16 Dw[8]; +        ui64 Half[2];      } buf; -    buf.half[0] = low; -    buf.half[1] = hi; -    NUuid::UuidToString(buf.dw, out); +    buf.Half[0] = low; +    buf.Half[1] = hi; +    NUuid::UuidToString(buf.Dw, out);  }  void UuidToString(ui16 dw[8], IOutputStream& out) { @@ -69,12 +69,12 @@ void UuidToString(ui16 dw[8], IOutputStream& out) {  void UuidHalfsToByteString(ui64 low, ui64 hi, IOutputStream& out) {      union { -        char bytes[16]; -        ui64 half[2]; +        char Bytes[16]; +        ui64 Half[2];      } buf; -    buf.half[0] = low; -    buf.half[1] = hi; -    out.Write(buf.bytes, 16); +    buf.Half[0] = low; +    buf.Half[1] = hi; +    out.Write(buf.Bytes, 16);  }  } diff --git a/yql/essentials/types/uuid/uuid.h b/yql/essentials/types/uuid/uuid.h index 4364318091a..8f771d3753d 100644 --- a/yql/essentials/types/uuid/uuid.h +++ b/yql/essentials/types/uuid/uuid.h @@ -101,24 +101,24 @@ bool ParseUuidToArray(const T& buf, ui16* dw, bool shortForm) {  inline void UuidHalfsToBytes(char *dst, size_t dstSize, ui64 hi, ui64 low) {      union { -        char bytes[UUID_LEN]; -        ui64 half[2]; +        char Bytes[UUID_LEN]; +        ui64 Half[2];      } buf;      Y_ABORT_UNLESS(UUID_LEN == dstSize); -    buf.half[0] = low; -    buf.half[1] = hi; -    memcpy(dst, buf.bytes, sizeof(buf)); +    buf.Half[0] = low; +    buf.Half[1] = hi; +    memcpy(dst, buf.Bytes, sizeof(buf));  }  inline void UuidBytesToHalfs(const char *str, size_t sz, ui64 &high, ui64 &low) {      union { -        char bytes[UUID_LEN]; -        ui64 half[2]; +        char Bytes[UUID_LEN]; +        ui64 Half[2];      } buf;      Y_ABORT_UNLESS(UUID_LEN == sz); -    memcpy(buf.bytes, str, sizeof(buf)); -    low = buf.half[0]; -    high = buf.half[1]; +    memcpy(buf.Bytes, str, sizeof(buf)); +    low = buf.Half[0]; +    high = buf.Half[1];  }  }  | 
