aboutsummaryrefslogtreecommitdiffstats
path: root/util/charset/utf8_ut.cpp
diff options
context:
space:
mode:
authordobrokot <dobrokot@yandex-team.ru>2022-02-10 16:49:07 +0300
committerDaniil Cherednik <dcherednik@yandex-team.ru>2022-02-10 16:49:07 +0300
commit25d83bf841d8b3ce3886525078f1964ac3c293c5 (patch)
treebd52fa16c8dd727890b2ef9d87d1a402bd0d3a9a /util/charset/utf8_ut.cpp
parent1d2e8a8e9976488ea69a7e4763aa749244f82612 (diff)
downloadydb-25d83bf841d8b3ce3886525078f1964ac3c293c5.tar.gz
Restoring authorship annotation for <dobrokot@yandex-team.ru>. Commit 1 of 2.
Diffstat (limited to 'util/charset/utf8_ut.cpp')
-rw-r--r--util/charset/utf8_ut.cpp30
1 files changed, 15 insertions, 15 deletions
diff --git a/util/charset/utf8_ut.cpp b/util/charset/utf8_ut.cpp
index 9e68881cca2..115dac82719 100644
--- a/util/charset/utf8_ut.cpp
+++ b/util/charset/utf8_ut.cpp
@@ -1,22 +1,22 @@
#include "utf8.h"
-#include "wide.h"
-
+#include "wide.h"
+
#include <util/stream/file.h>
#include <util/ysaveload.h>
#include <library/cpp/testing/unittest/registar.h>
#include <library/cpp/testing/unittest/env.h>
-
+
Y_UNIT_TEST_SUITE(TUtfUtilTest) {
Y_UNIT_TEST(TestUTF8Len) {
UNIT_ASSERT_EQUAL(GetNumberOfUTF8Chars("привет!"), 7);
- }
-
+ }
+
Y_UNIT_TEST(TestToLowerUtfString) {
- UNIT_ASSERT_VALUES_EQUAL(ToLowerUTF8("xyz XYZ ПРИВЕТ!"), "xyz xyz привет!");
-
+ UNIT_ASSERT_VALUES_EQUAL(ToLowerUTF8("xyz XYZ ПРИВЕТ!"), "xyz xyz привет!");
+
UNIT_ASSERT_VALUES_EQUAL(ToLowerUTF8(TStringBuf("xyz")), "xyz");
-
+
{
TString s = "привет!";
TString q = "ПРИВЕТ!";
@@ -24,7 +24,7 @@ Y_UNIT_TEST_SUITE(TUtfUtilTest) {
UNIT_ASSERT(ToLowerUTF8Impl(s.data(), s.size(), tmp) == false);
UNIT_ASSERT(ToLowerUTF8Impl(q.data(), q.size(), tmp) == true);
}
-
+
{
const char* weird = "\xC8\xBE"; // 'Ⱦ', U+023E. strlen(weird)==2, strlen(tolower_utf8(weird)) is 3
const char* turkI = "İ"; //strlen("İ") == 2, strlen(tolower_utf8("İ") == 1
@@ -41,16 +41,16 @@ Y_UNIT_TEST_SUITE(TUtfUtilTest) {
s += chars[k % N];
k /= N;
}
-
+
TUtf16String tmp = UTF8ToWide(s);
tmp.to_lower();
-
+
UNIT_ASSERT_VALUES_EQUAL(ToLowerUTF8(s), WideToUTF8(tmp));
}
numberOfVariants *= N;
- }
- }
- }
+ }
+ }
+ }
Y_UNIT_TEST(TestToUpperUtfString) {
UNIT_ASSERT_VALUES_EQUAL(ToUpperUTF8("xyz XYZ привет!"), "XYZ XYZ ПРИВЕТ!");
@@ -123,4 +123,4 @@ Y_UNIT_TEST_SUITE(TUtfUtilTest) {
wtextScalar.remove(wtextSSE.size());
UNIT_ASSERT(wtextScalar == wtextSSE);
}
-}
+}