1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
/* -*- mode: c; c-basic-offset: 4; indent-tabs-mode: nil -*- */
/* util/support/t_utf16.c - test UTF-16 conversion functions */
/*
* Copyright (C) 2017 by the Massachusetts Institute of Technology.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
*
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in
* the documentation and/or other materials provided with the
* distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
* FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
* COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
* STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
* OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/*
* This program tests conversions between UTF-8 and little-endian UTF-16, with
* an eye mainly towards covering UTF-16 edge cases and UTF-8 decoding results
* which we detect as invalid in utf8_conv.c. t_utf8.c covers more UTF-8 edge
* cases.
*/
#include <stdio.h>
#include <string.h>
#include "k5-platform.h"
#include "k5-utf8.h"
struct test {
const char *utf8;
const char *utf16;
size_t utf16len;
} tests[] = {
{ "", "", 0 },
{ "abcd", "a\0b\0c\0d\0", 8 },
/* From RFC 2781 (tests code point 0x12345 and some ASCII) */
{ "\xF0\x92\x8D\x85=Ra", "\x08\xD8\x45\xDF=\0R\0a\0", 10 },
/* Lowest and highest Supplementary Plane code points */
{ "\xF0\x90\x80\x80 \xF4\x8F\xBF\xBF",
"\x00\xD8\x00\xDC \0\xFF\xDB\xFF\xDF", 10 },
/* Basic Multilingual Plane code points near and above surrogate range */
{ "\xED\x9F\xBF", "\xFF\xD7", 2 },
{ "\xEE\x80\x80 \xEE\xBF\xBF", "\x00\xE0 \0\xFF\xEF", 6 },
/* Invalid UTF-8: decodes to value in surrogate pair range */
{ "\xED\xA0\x80", NULL, 0 }, /* 0xD800 */
{ "\xED\xAF\xBF", NULL, 0 }, /* 0xDBFF */
{ "\xED\xB0\x80", NULL, 0 }, /* 0xDC00 */
{ "\xED\xBF\xBF", NULL, 0 }, /* 0xDFFF */
/* Invalid UTF-8: decodes to value above Unicode range */
{ "\xF4\x90\x80\x80", NULL, 0 },
{ "\xF4\xBF\xBF\xBF", NULL, 0 },
{ "\xF5\x80\x80\x80", NULL, 0 }, /* thrown out early due to first byte */
/* Invalid UTF-16: odd numbers of UTF-16 bytes */
{ NULL, "\x00", 1 },
{ NULL, "\x01\x00\x02", 3 },
/* Invalid UTF-16: high surrogate without a following low surrogate */
{ NULL, "\x00\xD8\x00\x00", 4 },
{ NULL, "\x00\xD8\xFF\xDB", 4 },
{ NULL, "\xFF\xDB", 2 },
/* Invalid UTF-16: low surrogate without a preceding high surrogate */
{ NULL, "\x61\x00\x00\xDC", 4 },
{ NULL, "\xFF\xDF\xFF\xDB", 4 },
};
int
main(int argc, char **argv)
{
int ret;
struct test *t;
size_t i, utf16len;
uint8_t *utf16;
char *utf8;
for (i = 0; i < sizeof(tests) / sizeof(*tests); i++) {
t = &tests[i];
if (t->utf8 != NULL) {
ret = k5_utf8_to_utf16le(t->utf8, &utf16, &utf16len);
if (t->utf16 == NULL) {
assert(ret == EINVAL);
} else {
assert(ret == 0);
assert(t->utf16len == utf16len);
assert(memcmp(t->utf16, utf16, utf16len) == 0);
free(utf16);
}
}
if (t->utf16 != NULL) {
ret = k5_utf16le_to_utf8((uint8_t *)t->utf16, t->utf16len, &utf8);
if (t->utf8 == NULL) {
assert(ret == EINVAL);
} else {
assert(ret == 0);
assert(strcmp(t->utf8, utf8) == 0);
free(utf8);
}
}
}
return 0;
}
|