summaryrefslogtreecommitdiff
path: root/utf8.c
blob: 5a675ede89d0bf56596cea7ac6b8f5d64a377d2a (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <wchar.h>
#include <locale.h>
#include <langinfo.h>

size_t b_utf8_bigbuf(void *dummy)
{
	char *buf;
	wchar_t *wbuf;
	size_t i, j, k, l;
	size_t cs;

	setlocale(LC_CTYPE, "C.UTF-8")
	|| setlocale(LC_CTYPE, "en_US.UTF-8")
	|| setlocale(LC_CTYPE, "en_GB.UTF-8")
	|| setlocale(LC_CTYPE, "en.UTF-8")
	|| setlocale(LC_CTYPE, "de_DE-8")
	|| setlocale(LC_CTYPE, "fr_FR-8");
	if (strcmp(nl_langinfo(CODESET), "UTF-8")) return -1;

	buf = malloc(500000);
	wbuf = malloc(500000*sizeof(wchar_t));
	l = 0;
	for (i=0xc3; i<0xe0; i++)
		for (j=0x80; j<0xc0; j++)
			buf[l++] = i, buf[l++] = j;
	for (i=0xe1; i<0xed; i++)
		for (j=0x80; j<0xc0; j++)
			for (k=0x80; k<0xc0; k++)
				buf[l++] = i, buf[l++] = j, buf[l++] = k;
	for (i=0xf1; i<0xf4; i++)
		for (j=0x80; j<0xc0; j++)
			for (k=0x80; k<0xc0; k++)
				buf[l++] = i, buf[l++] = j, buf[l++] = 0x80, buf[l++] = k;
	buf[l++] = 0;
	for (i=0; i<50; i++)
		cs += mbstowcs(wbuf, buf, 500000);
	free(wbuf);
	free(buf);
	return cs;
}

size_t b_utf8_onebyone(void *dummy)
{
	char *buf;
	wchar_t wc;
	size_t i, j, k, l;
	size_t cs;
	mbstate_t st = {0};

	setlocale(LC_CTYPE, "C.UTF-8")
	|| setlocale(LC_CTYPE, "en_US.UTF-8")
	|| setlocale(LC_CTYPE, "en_GB.UTF-8")
	|| setlocale(LC_CTYPE, "en.UTF-8")
	|| setlocale(LC_CTYPE, "de_DE-8")
	|| setlocale(LC_CTYPE, "fr_FR-8");
	if (strcmp(nl_langinfo(CODESET), "UTF-8")) return -1;

	buf = malloc(500000);
	l = 0;
	for (i=0xc3; i<0xe0; i++)
		for (j=0x80; j<0xc0; j++)
			buf[l++] = i, buf[l++] = j;
	for (i=0xe1; i<0xed; i++)
		for (j=0x80; j<0xc0; j++)
			for (k=0x80; k<0xc0; k++)
				buf[l++] = i, buf[l++] = j, buf[l++] = k;
	for (i=0xf1; i<0xf4; i++)
		for (j=0x80; j<0xc0; j++)
			for (k=0x80; k<0xc0; k++)
				buf[l++] = i, buf[l++] = j, buf[l++] = 0x80, buf[l++] = k;
	buf[l++] = 0;
	for (i=0; i<50; i++) {
		for (j=0; buf[j]; j+=mbrtowc(&wc, buf+j, 4, &st));
	}
	free(buf);
	return cs;
}