1*2b949d04SAndroid Build Coastguard Worker /*
2*2b949d04SAndroid Build Coastguard Worker * Copyright © 2012 Intel Corporation
3*2b949d04SAndroid Build Coastguard Worker * Copyright © 2014 Ran Benita <[email protected]>
4*2b949d04SAndroid Build Coastguard Worker *
5*2b949d04SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
6*2b949d04SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the "Software"),
7*2b949d04SAndroid Build Coastguard Worker * to deal in the Software without restriction, including without limitation
8*2b949d04SAndroid Build Coastguard Worker * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9*2b949d04SAndroid Build Coastguard Worker * and/or sell copies of the Software, and to permit persons to whom the
10*2b949d04SAndroid Build Coastguard Worker * Software is furnished to do so, subject to the following conditions:
11*2b949d04SAndroid Build Coastguard Worker *
12*2b949d04SAndroid Build Coastguard Worker * The above copyright notice and this permission notice (including the next
13*2b949d04SAndroid Build Coastguard Worker * paragraph) shall be included in all copies or substantial portions of the
14*2b949d04SAndroid Build Coastguard Worker * Software.
15*2b949d04SAndroid Build Coastguard Worker *
16*2b949d04SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*2b949d04SAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*2b949d04SAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19*2b949d04SAndroid Build Coastguard Worker * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*2b949d04SAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21*2b949d04SAndroid Build Coastguard Worker * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22*2b949d04SAndroid Build Coastguard Worker * DEALINGS IN THE SOFTWARE.
23*2b949d04SAndroid Build Coastguard Worker *
24*2b949d04SAndroid Build Coastguard Worker * Author: Rob Bradford <[email protected]>
25*2b949d04SAndroid Build Coastguard Worker */
26*2b949d04SAndroid Build Coastguard Worker
27*2b949d04SAndroid Build Coastguard Worker #include "config.h"
28*2b949d04SAndroid Build Coastguard Worker
29*2b949d04SAndroid Build Coastguard Worker #include <stddef.h>
30*2b949d04SAndroid Build Coastguard Worker #include <stdbool.h>
31*2b949d04SAndroid Build Coastguard Worker #include <inttypes.h>
32*2b949d04SAndroid Build Coastguard Worker
33*2b949d04SAndroid Build Coastguard Worker #include "utf8.h"
34*2b949d04SAndroid Build Coastguard Worker
35*2b949d04SAndroid Build Coastguard Worker int
utf32_to_utf8(uint32_t unichar,char * buffer)36*2b949d04SAndroid Build Coastguard Worker utf32_to_utf8(uint32_t unichar, char *buffer)
37*2b949d04SAndroid Build Coastguard Worker {
38*2b949d04SAndroid Build Coastguard Worker int count, shift, length;
39*2b949d04SAndroid Build Coastguard Worker uint8_t head;
40*2b949d04SAndroid Build Coastguard Worker
41*2b949d04SAndroid Build Coastguard Worker if (unichar <= 0x007f) {
42*2b949d04SAndroid Build Coastguard Worker buffer[0] = unichar;
43*2b949d04SAndroid Build Coastguard Worker buffer[1] = '\0';
44*2b949d04SAndroid Build Coastguard Worker return 2;
45*2b949d04SAndroid Build Coastguard Worker }
46*2b949d04SAndroid Build Coastguard Worker else if (unichar <= 0x07FF) {
47*2b949d04SAndroid Build Coastguard Worker length = 2;
48*2b949d04SAndroid Build Coastguard Worker head = 0xc0;
49*2b949d04SAndroid Build Coastguard Worker }
50*2b949d04SAndroid Build Coastguard Worker else if (unichar <= 0xffff) {
51*2b949d04SAndroid Build Coastguard Worker length = 3;
52*2b949d04SAndroid Build Coastguard Worker head = 0xe0;
53*2b949d04SAndroid Build Coastguard Worker }
54*2b949d04SAndroid Build Coastguard Worker else if (unichar <= 0x10ffff) {
55*2b949d04SAndroid Build Coastguard Worker length = 4;
56*2b949d04SAndroid Build Coastguard Worker head = 0xf0;
57*2b949d04SAndroid Build Coastguard Worker }
58*2b949d04SAndroid Build Coastguard Worker else {
59*2b949d04SAndroid Build Coastguard Worker buffer[0] = '\0';
60*2b949d04SAndroid Build Coastguard Worker return 0;
61*2b949d04SAndroid Build Coastguard Worker }
62*2b949d04SAndroid Build Coastguard Worker
63*2b949d04SAndroid Build Coastguard Worker for (count = length - 1, shift = 0; count > 0; count--, shift += 6)
64*2b949d04SAndroid Build Coastguard Worker buffer[count] = 0x80 | ((unichar >> shift) & 0x3f);
65*2b949d04SAndroid Build Coastguard Worker
66*2b949d04SAndroid Build Coastguard Worker buffer[0] = head | ((unichar >> shift) & 0x3f);
67*2b949d04SAndroid Build Coastguard Worker buffer[length] = '\0';
68*2b949d04SAndroid Build Coastguard Worker
69*2b949d04SAndroid Build Coastguard Worker return length + 1;
70*2b949d04SAndroid Build Coastguard Worker }
71*2b949d04SAndroid Build Coastguard Worker
72*2b949d04SAndroid Build Coastguard Worker bool
is_valid_utf8(const char * ss,size_t len)73*2b949d04SAndroid Build Coastguard Worker is_valid_utf8(const char *ss, size_t len)
74*2b949d04SAndroid Build Coastguard Worker {
75*2b949d04SAndroid Build Coastguard Worker size_t i = 0;
76*2b949d04SAndroid Build Coastguard Worker size_t tail_bytes = 0;
77*2b949d04SAndroid Build Coastguard Worker const uint8_t *s = (const uint8_t *) ss;
78*2b949d04SAndroid Build Coastguard Worker
79*2b949d04SAndroid Build Coastguard Worker /* This beauty is from:
80*2b949d04SAndroid Build Coastguard Worker * The Unicode Standard Version 6.2 - Core Specification, Table 3.7
81*2b949d04SAndroid Build Coastguard Worker * https://www.unicode.org/versions/Unicode6.2.0/ch03.pdf#G7404
82*2b949d04SAndroid Build Coastguard Worker * We can optimize if needed. */
83*2b949d04SAndroid Build Coastguard Worker while (i < len)
84*2b949d04SAndroid Build Coastguard Worker {
85*2b949d04SAndroid Build Coastguard Worker if (s[i] <= 0x7F) {
86*2b949d04SAndroid Build Coastguard Worker tail_bytes = 0;
87*2b949d04SAndroid Build Coastguard Worker }
88*2b949d04SAndroid Build Coastguard Worker else if (s[i] >= 0xC2 && s[i] <= 0xDF) {
89*2b949d04SAndroid Build Coastguard Worker tail_bytes = 1;
90*2b949d04SAndroid Build Coastguard Worker }
91*2b949d04SAndroid Build Coastguard Worker else if (s[i] == 0xE0) {
92*2b949d04SAndroid Build Coastguard Worker i++;
93*2b949d04SAndroid Build Coastguard Worker if (i >= len || !(s[i] >= 0xA0 && s[i] <= 0xBF))
94*2b949d04SAndroid Build Coastguard Worker return false;
95*2b949d04SAndroid Build Coastguard Worker tail_bytes = 1;
96*2b949d04SAndroid Build Coastguard Worker }
97*2b949d04SAndroid Build Coastguard Worker else if (s[i] >= 0xE1 && s[i] <= 0xEC) {
98*2b949d04SAndroid Build Coastguard Worker tail_bytes = 2;
99*2b949d04SAndroid Build Coastguard Worker }
100*2b949d04SAndroid Build Coastguard Worker else if (s[i] == 0xED) {
101*2b949d04SAndroid Build Coastguard Worker i++;
102*2b949d04SAndroid Build Coastguard Worker if (i >= len || !(s[i] >= 0x80 && s[i] <= 0x9F))
103*2b949d04SAndroid Build Coastguard Worker return false;
104*2b949d04SAndroid Build Coastguard Worker tail_bytes = 1;
105*2b949d04SAndroid Build Coastguard Worker }
106*2b949d04SAndroid Build Coastguard Worker else if (s[i] >= 0xEE && s[i] <= 0xEF) {
107*2b949d04SAndroid Build Coastguard Worker tail_bytes = 2;
108*2b949d04SAndroid Build Coastguard Worker }
109*2b949d04SAndroid Build Coastguard Worker else if (s[i] == 0xF0) {
110*2b949d04SAndroid Build Coastguard Worker i++;
111*2b949d04SAndroid Build Coastguard Worker if (i >= len || !(s[i] >= 0x90 && s[i] <= 0xBF))
112*2b949d04SAndroid Build Coastguard Worker return false;
113*2b949d04SAndroid Build Coastguard Worker tail_bytes = 2;
114*2b949d04SAndroid Build Coastguard Worker }
115*2b949d04SAndroid Build Coastguard Worker else if (s[i] >= 0xF1 && s[i] <= 0xF3) {
116*2b949d04SAndroid Build Coastguard Worker tail_bytes = 3;
117*2b949d04SAndroid Build Coastguard Worker }
118*2b949d04SAndroid Build Coastguard Worker else if (s[i] == 0xF4) {
119*2b949d04SAndroid Build Coastguard Worker i++;
120*2b949d04SAndroid Build Coastguard Worker if (i >= len || !(s[i] >= 0x80 && s[i] <= 0x8F))
121*2b949d04SAndroid Build Coastguard Worker return false;
122*2b949d04SAndroid Build Coastguard Worker tail_bytes = 2;
123*2b949d04SAndroid Build Coastguard Worker }
124*2b949d04SAndroid Build Coastguard Worker else {
125*2b949d04SAndroid Build Coastguard Worker return false;
126*2b949d04SAndroid Build Coastguard Worker }
127*2b949d04SAndroid Build Coastguard Worker
128*2b949d04SAndroid Build Coastguard Worker i++;
129*2b949d04SAndroid Build Coastguard Worker
130*2b949d04SAndroid Build Coastguard Worker while (i < len && tail_bytes > 0 && s[i] >= 0x80 && s[i] <= 0xBF) {
131*2b949d04SAndroid Build Coastguard Worker i++;
132*2b949d04SAndroid Build Coastguard Worker tail_bytes--;
133*2b949d04SAndroid Build Coastguard Worker }
134*2b949d04SAndroid Build Coastguard Worker
135*2b949d04SAndroid Build Coastguard Worker if (tail_bytes != 0)
136*2b949d04SAndroid Build Coastguard Worker return false;
137*2b949d04SAndroid Build Coastguard Worker }
138*2b949d04SAndroid Build Coastguard Worker
139*2b949d04SAndroid Build Coastguard Worker return true;
140*2b949d04SAndroid Build Coastguard Worker }
141