test/common/StringUtilTest.cpp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

#include "cru/common/String.h"
#include "cru/common/StringUtil.h"

#include <catch2/catch_test_macros.hpp>

using cru::Index;
using cru::k_invalid_code_point;

TEST_CASE("StringUtil Utf8NextCodePoint", "[string]") {
  using cru::Utf8NextCodePoint;
  std::string_view text = "aπ你🤣!";
  Index current = 0;
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          0x0061);
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          0x03C0);
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          0x4F60);
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          0x1F923);
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          0x0021);
  REQUIRE(Utf8NextCodePoint(text.data(), text.size(), current, &current) ==
          k_invalid_code_point);
  REQUIRE(current == static_cast<Index>(text.size()));
}

TEST_CASE("StringUtil Utf16NextCodePoint", "[string]") {
  using cru::Utf16NextCodePoint;
  std::u16string_view text = u"aπ你🤣!";
  Index current = 0;
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          0x0061);
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          0x03C0);
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          0x4F60);
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          0x1F923);
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          0x0021);
  REQUIRE(Utf16NextCodePoint(text.data(), text.size(), current, &current) ==
          k_invalid_code_point);
  REQUIRE(current == static_cast<Index>(text.size()));
}

TEST_CASE("StringUtil Utf16PreviousCodePoint", "[string]") {
  using cru::Utf16PreviousCodePoint;
  std::u16string_view text = u"aπ你🤣!";
  Index current = text.size();
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          0x0021);
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          0x1F923);
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          0x4F60);
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          0x03C0);
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          0x0061);
  REQUIRE(Utf16PreviousCodePoint(text.data(), text.size(), current, &current) ==
          k_invalid_code_point);
  REQUIRE(current == 0);
}

TEST_CASE("StringUtil Utf8CodePointIterator", "[string]") {
  using cru::Utf8CodePointIterator;
  std::string_view text = "aπ你🤣!";
  std::vector<cru::CodePoint> code_points;

  for (auto cp : Utf8CodePointIterator(text.data(), text.size())) {
    code_points.push_back(cp);
  }

  std::vector<cru::CodePoint> expected_code_points{0x0061, 0x03C0, 0x4F60,
                                                   0x1F923, 0x0021};

  REQUIRE(code_points == expected_code_points);
}

TEST_CASE("StringUtil Utf16CodePointIterator", "[string]") {
  using cru::Utf16CodePointIterator;
  std::u16string_view text = u"aπ你🤣!";
  std::vector<cru::CodePoint> code_points;

  for (auto cp : Utf16CodePointIterator(text.data(), text.size())) {
    code_points.push_back(cp);
  }

  std::vector<cru::CodePoint> expected_code_points{0x0061, 0x03C0, 0x4F60,
                                                   0x1F923, 0x0021};

  REQUIRE(code_points == expected_code_points);
}

// TEST(WinString, IndexUtf8ToUtf16) {
//   using cru::platform::win::IndexUtf8ToUtf16;
//   std::string_view utf8_string = "aπ你🤣!";
//   std::wstring_view utf16_string = L"aπ你🤣!";
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 0, utf16_string), 0);
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 1, utf16_string), 1);
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 3, utf16_string), 2);
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 6, utf16_string), 3);
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 10, utf16_string), 5);
//   REQUIRE(IndexUtf8ToUtf16(utf8_string, 11, utf16_string), 6);
// }

// TEST(WinString, IndexUtf16ToUtf8) {
//   using cru::platform::win::IndexUtf16ToUtf8;
//   std::string_view utf8_string = "aπ你🤣!";
//   std::wstring_view utf16_string = L"aπ你🤣!";
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 0, utf8_string), 0);
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 1, utf8_string), 1);
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 2, utf8_string), 3);
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 3, utf8_string), 6);
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 5, utf8_string), 10);
//   REQUIRE(IndexUtf16ToUtf8(utf16_string, 6, utf8_string), 11);
// }