Attachment 217514 Details for Bug 385172

korean-crash.cc

korean-crash.cc (text/plain), 3.05 KB, created by Martin Vidner on 2008-05-22 12:07:04 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Martin Vidner

Created: 2008-05-22 12:07:04 UTC

Size: 3.05 KB

patch

obsolete

>#include <string.h>
>#include <wchar.h>
>#include <stdio.h>
>#include <iconv.h>
>#include <errno.h>
>#include <locale.h>
>
>#include <string>
>#include <debug/vector>
>#include <algorithm>
>using namespace std;
>
>template <class In, class Out> bool
>recode_all (iconv_t cd, const In& in, Out* out, const typename Out::value_type
>	    errorsign)
>{
>    typedef typename In::value_type in_t;
>    typedef typename Out::value_type out_t;
>
>    char* in_ptr = (char*)(in.data ());
>    size_t in_len = in.length () * sizeof (in_t);
>
>    const size_t buffer_size = 1024;
>    out_t buffer[buffer_size];
>
>    out->clear ();
>
>    while (in_len != (size_t)(0))
>    {
>	char* tmp_ptr = (char*)(buffer);
>	size_t tmp_len = buffer_size * sizeof (out_t);
>
>	size_t r = iconv (cd, &in_ptr, &in_len, &tmp_ptr, &tmp_len);
>	size_t n = (out_t*)(tmp_ptr) - buffer;
>
>	out->append (buffer, n);
>
>	if (r == (size_t)(-1))
>	{
>	    if (errno == EINVAL || errno == EILSEQ)
>	    {
>		// more or less harmless
>		out->append (1, errorsign);
>		in_ptr += sizeof (in_t);
>		in_len -= sizeof (in_t);
>	    }
>	    else if (errno == E2BIG && n == 0)
>	    {
>		// fatal: the buffer is too small to hold a
>		// single multi-byte sequence
>		return false;
>	    }
>	}
>    }
>
>    return true;
>}
>
>bool
>recode (iconv_t cd, const std::string& in, std::wstring* out)
>{
>    return recode_all (cd, in, out, L'?');
>}
>
>bool
>utf82wchar (const string& in, wstring* out)
>{
>    static iconv_t cd = (iconv_t)(-1);
>
>    if (cd == (iconv_t)(-1))
>    {
>	cd = iconv_open ("WCHAR_T", "UTF-8");
>
>	// TODO: also call iconv_close somewhere, perhaps use
>	// pthread_key_create et.al.
>
>	if (cd == (iconv_t)(-1))
>	{
>	    static bool shown_once = false;
>	    if (!shown_once) {
>		printf ("iconv_open: %m\n");
>		shown_once = true;
>	    }
>
>	    return false;
>	}
>    }
>
>    return recode (cd, in, out);
>}
>
>bool myless (const string& a, const string& b) {
>    wstring wa, wb;
>    int tmp = 0;
>    if (utf82wchar (a, &wa) && utf82wchar (b, &wb)) {
>	errno = 0;
>	tmp = wcscoll (wa.c_str (), wb.c_str ());
>	if (errno)
>	    printf ("wcscoll: %d, %m\n", errno);
>    }
>    else
>	printf ("wcs failed\n");
>
>    printf ("%s %s: %d\n", a.c_str(), b.c_str(), tmp);
>    return tmp < 0;
>}
>
>const char * strings[] = {
>"ì½ë¡¬ë³´",
>"ë¤ë§ì¤ì»¤ì¤",
>"ë¤ì¹´",
>"ë§ëë¼",
>"ë§ê°ë¨",
>"ìíì´",
>"íì¬ì¼í¸",
>"íí¤ë",
>"íë¶",
>"ë´ì¿",
>"ë¸ë¼ëë³´ì¤í¡",
>"ìì¹´íë¦°ë²ê·¸",
>"ë¬´ì¤ì¹´í¸",
>"ëì½ìì",
>"ë¸ë³´ìë¹ë¥´ì¤í¬",
>"ë¸ë£¨ëì´",
>"ì½ì¹´í",
>"ì´ì´ë°ì°",
>"ì´ì¤í¬",
>"ì¤ë",
>"íì½©",
>"í¸ë¸ë",
>"ì¿ ìë¼ ë£¸í¸ë¥´",
>"ì¿ ì¹",
>"ì¿ ì¨ì´í¸",
>"ë§ì¹´ì¤",
>"íëí",
>"í°í°ìëí¬",
>"íì",
>"ëë¦¬",
>"ëë°ì´",
>"ëì¨ë² ",
>"ê°ì",
>"íì¼ë¹",
>"ë°©ì½",
>"ë² ì´ë£¨í¸",
>"ë¹ìì¼í¬",
>"ì¶©ì¹",
>"ë§ì¹´ì¬ë¥´",
>};
>
>main() {
>//    setlocale (LC_ALL, "ko_KR.UTF-8");
>    setlocale (LC_ALL, "");
>    int n = sizeof(strings)/sizeof(strings[0]);
>    __gnu_debug::vector<string> vec;
>
>    for (int i = 0; i < n; ++i) {
>	vec.push_back (strings[i]);
>    }
>
>    sort (vec.begin(), vec.end(), myless);
>
>    for (int i = 0; i < n; ++i) {
>	printf ("%s\n", vec[i].c_str());
>    }
>}

Actions: View

Attachments on bug 385172: 212536 | 215042 | 216991 | 217112 | 217122 | 217136 | 217244 | 217514 | 223821