1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677 |
- #include "cm_utf8.h"
- unsigned char const cm_utf8_ones[256] = {
- 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
- 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
- 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
- 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
- 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
- 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
- 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 6, 6, 7, 8
- };
- static unsigned char const cm_utf8_mask[7] = { 0xEF, 0x3F, 0x1F, 0x0F,
- 0x07, 0x03, 0x01 };
- static unsigned int const cm_utf8_min[7] = {
- 0, 0, 1u << 7, 1u << 11, 1u << 16, 1u << 21, 1u << 26
- };
- const char* cm_utf8_decode_character(const char* first, const char* last,
- unsigned int* pc)
- {
-
- unsigned char c = (unsigned char)*first++;
- unsigned char const ones = cm_utf8_ones[c];
- switch (ones) {
- case 0:
- *pc = c;
- return first;
- case 1:
- case 7:
- case 8:
- return 0;
- default:
- break;
- }
-
- {
- unsigned int uc = c & cm_utf8_mask[ones];
- int left;
- for (left = ones - 1; left && first != last; --left) {
- c = (unsigned char)*first++;
- if (cm_utf8_ones[c] != 1) {
- return 0;
- }
- uc = (uc << 6) | (c & cm_utf8_mask[1]);
- }
- if (left > 0 || uc < cm_utf8_min[ones]) {
- return 0;
- }
- *pc = uc;
- return first;
- }
- }
|