blob: b5ab9dc05bcec0da2da863f661a99af474c9daa5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
|
#ifndef SIMDUTF_LATIN1_TO_UTF16_H
#define SIMDUTF_LATIN1_TO_UTF16_H
namespace simdutf {
namespace scalar {
namespace {
namespace latin1_to_utf16 {
template <endianness big_endian>
inline size_t convert(const char *buf, size_t len, char16_t *utf16_output) {
const uint8_t *data = reinterpret_cast<const uint8_t *>(buf);
size_t pos = 0;
char16_t *start{utf16_output};
while (pos < len) {
uint16_t word =
uint16_t(data[pos]); // extend Latin-1 char to 16-bit Unicode code point
*utf16_output++ =
char16_t(match_system(big_endian) ? word : utf16::swap_bytes(word));
pos++;
}
return utf16_output - start;
}
template <endianness big_endian>
inline result convert_with_errors(const char *buf, size_t len,
char16_t *utf16_output) {
const uint8_t *data = reinterpret_cast<const uint8_t *>(buf);
size_t pos = 0;
char16_t *start{utf16_output};
while (pos < len) {
uint16_t word =
uint16_t(data[pos]); // extend Latin-1 char to 16-bit Unicode code point
*utf16_output++ =
char16_t(match_system(big_endian) ? word : utf16::swap_bytes(word));
pos++;
}
return result(error_code::SUCCESS, utf16_output - start);
}
} // namespace latin1_to_utf16
} // unnamed namespace
} // namespace scalar
} // namespace simdutf
#endif
|
