blob: 932e9a606595848d181ec368d9c29b406291af7f [file] [log] [blame]
/*
* Convert an 8-bit input string (e.g. ISO-8859-1) into CESU-8.
* Calling code supplies the "code page" as a 256-entry array of
* codepoints for the conversion.
*
* This is useful when input data is in non-UTF-8 format and must
* be converted at runtime, e.g. when compiling non-UTF-8 source
* code. Another alternative is to use e.g. iconv.
*/
#include "duktape.h"
/* Decode an 8-bit string using 'codepage' into Unicode codepoints and
* re-encode into CESU-8. Codepage argument must point to a 256-entry
* table. Only supports BMP (codepoints U+0000 to U+FFFF).
*/
void duk_decode_string_codepage(duk_context *ctx, const char *str, size_t len, unsigned int *codepage) {
unsigned char *tmp;
size_t tmplen, i;
unsigned char *p;
unsigned int cp;
tmplen = 3 * len; /* max expansion is 1 input byte -> 3 output bytes */
if (tmplen / 3 != len) {
/* Temporary buffer length wraps. */
duk_error(ctx, DUK_ERR_RANGE_ERROR, "input string too long");
return;
}
tmp = (unsigned char *) duk_push_fixed_buffer(ctx, tmplen);
for (i = 0, p = tmp; i < len; i++) {
cp = codepage[((unsigned char *) str)[i]] & 0xffffUL;
if (cp < 0x80UL) {
*p++ = (unsigned char) cp;
} else if (cp < 0x800UL) {
*p++ = (unsigned char) (0xc0 + ((cp >> 6) & 0x1f));
*p++ = (unsigned char) (0x80 + (cp & 0x3f));
} else {
/* In CESU-8 all codepoints in [0x0000,0xFFFF] are
* allowed, including surrogates.
*/
*p++ = (unsigned char) (0xe0 + ((cp >> 12) & 0x0f));
*p++ = (unsigned char) (0x80 + ((cp >> 6) & 0x3f));
*p++ = (unsigned char) (0x80 + (cp & 0x3f));
}
}
duk_push_lstring(ctx, (const char *) tmp, (duk_size_t) (p - tmp));
/* [ ... tmp res ] */
duk_remove(ctx, -2);
}