blob: 7e0e3fb8b9767256976411e0be84c61d60e60847 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
#include <unistd.h>
#include "lt_types.h"
// Return number of bytes in the UTF-8 sequence which begins with a given byte.
int wchar_len(byte b) {
if ((b & 0xE0) == 0xC0) return 2;
if ((b & 0xF0) == 0xE0) return 3;
if ((b & 0xF8) == 0xF0) return 4;
return 1;
}
void store_wchar(byte** p, wchar ch) {
if (ch < 0x80) {
*(*p)++ = (char) ch;
} else if (ch < 0x800) {
*(*p)++ = (byte) (0xC0 | ((ch >> 6) & 0x1F));
*(*p)++ = (byte) (0x80 | (ch & 0x3F));
} else if (ch < 0x10000) {
*(*p)++ = (byte) (0xE0 | ((ch >> 12) & 0x0F));
*(*p)++ = (byte) (0x80 | ((ch >> 6) & 0x3F));
*(*p)++ = (byte) (0x80 | (ch & 0x3F));
} else {
*(*p)++ = (byte) (0xF0 | ((ch >> 18) & 0x07));
*(*p)++ = (byte) (0x80 | ((ch >> 12) & 0x3F));
*(*p)++ = (byte) (0x80 | ((ch >> 6) & 0x3F));
*(*p)++ = (byte) (0x80 | (ch & 0x3F));
}
}
wchar load_wchar(const byte** p) {
wchar ch;
switch (wchar_len(**p)) {
default:
ch = *(*p)++ & 0xFF;
break;
case 2:
ch = (*(*p)++ & 0x1F) << 6;
ch |= *(*p)++ & 0x3F;
break;
case 3:
ch = (*(*p)++ & 0x0F) << 12;
ch |= (*(*p)++ & 0x3F) << 6;
ch |= (*(*p)++ & 0x3F);
break;
case 4:
ch = (*(*p)++ & 0x07) << 18;
ch |= (*(*p)++ & 0x3F) << 12;
ch |= (*(*p)++ & 0x3F) << 6;
ch |= (*(*p)++ & 0x3F);
break;
}
return ch;
}
wchar read_wchar(int fd) {
byte cbuf[UNICODE_MAX_BYTES];
int n = read(fd, &cbuf[0], 1);
if (n <= 0)
return 0;
int len = wchar_len(cbuf[0]);
int i;
for (i = 1; i < len; ++i) {
int n = read(fd, &cbuf[i], 1);
if (n != 1) return 0;
}
const byte* cp = cbuf;
wchar ch = load_wchar(&cp);
// assert(cp-cbuf == len);
return ch;
}
|
