blob: 7d712fd83feedf7114f6f454d677bbbfe020112e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
#ifndef SIMDUTF_UTF16_TO_UTF32_H
#define SIMDUTF_UTF16_TO_UTF32_H
namespace simdutf {
namespace scalar {
namespace {
namespace utf16_to_utf32 {
template <endianness big_endian>
inline size_t convert(const char16_t *buf, size_t len, char32_t *utf32_output) {
const uint16_t *data = reinterpret_cast<const uint16_t *>(buf);
size_t pos = 0;
char32_t *start{utf32_output};
while (pos < len) {
uint16_t word =
!match_system(big_endian) ? utf16::swap_bytes(data[pos]) : data[pos];
if ((word & 0xF800) != 0xD800) {
// No surrogate pair, extend 16-bit word to 32-bit word
*utf32_output++ = char32_t(word);
pos++;
} else {
// must be a surrogate pair
uint16_t diff = uint16_t(word - 0xD800);
if (diff > 0x3FF) {
return 0;
}
if (pos + 1 >= len) {
return 0;
} // minimal bound checking
uint16_t next_word = !match_system(big_endian)
? utf16::swap_bytes(data[pos + 1])
: data[pos + 1];
uint16_t diff2 = uint16_t(next_word - 0xDC00);
if (diff2 > 0x3FF) {
return 0;
}
uint32_t value = (diff << 10) + diff2 + 0x10000;
*utf32_output++ = char32_t(value);
pos += 2;
}
}
return utf32_output - start;
}
template <endianness big_endian>
inline result convert_with_errors(const char16_t *buf, size_t len,
char32_t *utf32_output) {
const uint16_t *data = reinterpret_cast<const uint16_t *>(buf);
size_t pos = 0;
char32_t *start{utf32_output};
while (pos < len) {
uint16_t word =
!match_system(big_endian) ? utf16::swap_bytes(data[pos]) : data[pos];
if ((word & 0xF800) != 0xD800) {
// No surrogate pair, extend 16-bit word to 32-bit word
*utf32_output++ = char32_t(word);
pos++;
} else {
// must be a surrogate pair
uint16_t diff = uint16_t(word - 0xD800);
if (diff > 0x3FF) {
return result(error_code::SURROGATE, pos);
}
if (pos + 1 >= len) {
return result(error_code::SURROGATE, pos);
} // minimal bound checking
uint16_t next_word = !match_system(big_endian)
? utf16::swap_bytes(data[pos + 1])
: data[pos + 1];
uint16_t diff2 = uint16_t(next_word - 0xDC00);
if (diff2 > 0x3FF) {
return result(error_code::SURROGATE, pos);
}
uint32_t value = (diff << 10) + diff2 + 0x10000;
*utf32_output++ = char32_t(value);
pos += 2;
}
}
return result(error_code::SUCCESS, utf32_output - start);
}
} // namespace utf16_to_utf32
} // unnamed namespace
} // namespace scalar
} // namespace simdutf
#endif
|
