Subversion Repositories Kolibri OS

/* mpg123 note: This is BSD-licensed code that is no problem for mpg123 usage under LGPL.

   It's Free, understood? ;-) */

/* Another note: This code is basically written by Thorsten Glaser,

   Thomas Orgis did just some rearrangements and comments. */

/*-

 * Copyright (c) 2008

 *	Thorsten Glaser 

 *

 * Provided that these terms and disclaimer and all copyright notices

 * are retained or reproduced in an accompanying document, permission

 * is granted to deal in this work without restriction, including un-

 * limited rights to use, publicly perform, distribute, sell, modify,

 * merge, give away, or sublicence.

 *

 * This work is provided "AS IS" and WITHOUT WARRANTY of any kind, to

 * the utmost extent permitted by applicable law, neither express nor

 * implied; without malicious intent or gross negligence. In no event

 * may a licensor, author or contributor be held liable for indirect,

 * direct, other damage, loss, or other issues arising in any way out

 * of dealing in the work, even if advised of the possibility of such

 * damage or existence of a defect, except proven that it results out

 * of said person's immediate fault when using the work as intended.

 *-

 * Convert from ICY encoding (windows-1252 codepage) to UTF-8

 */

/* Includes string and stdlib headers... */

#include "compat.h"

/* ThOr: too lazy for this type check; also we use char/short all around anyway.

   Of cource, it would be the proper way to use _these_ kind of types all around. */

#define uint8_t  unsigned char

#define uint16_t unsigned short

static const uint8_t cp1252_utf8[] = {

	/* 0x00 @   0 */	0x00,

	/* 0x01 @   1 */	0x01,

	/* 0x02 @   2 */	0x02,

	/* 0x03 @   3 */	0x03,

	/* 0x04 @   4 */	0x04,

	/* 0x05 @   5 */	0x05,

	/* 0x06 @   6 */	0x06,

	/* 0x07 @   7 */	0x07,

	/* 0x08 @   8 */	0x08,

	/* 0x09 @   9 */	0x09,

	/* 0x0A @  10 */	0x0A,

	/* 0x0B @  11 */	0x0B,

	/* 0x0C @  12 */	0x0C,

	/* 0x0D @  13 */	0x0D,

	/* 0x0E @  14 */	0x0E,

	/* 0x0F @  15 */	0x0F,

	/* 0x10 @  16 */	0x10,

	/* 0x11 @  17 */	0x11,

	/* 0x12 @  18 */	0x12,

	/* 0x13 @  19 */	0x13,

	/* 0x14 @  20 */	0x14,

	/* 0x15 @  21 */	0x15,

	/* 0x16 @  22 */	0x16,

	/* 0x17 @  23 */	0x17,

	/* 0x18 @  24 */	0x18,

	/* 0x19 @  25 */	0x19,

	/* 0x1A @  26 */	0x1A,

	/* 0x1B @  27 */	0x1B,

	/* 0x1C @  28 */	0x1C,

	/* 0x1D @  29 */	0x1D,

	/* 0x1E @  30 */	0x1E,

	/* 0x1F @  31 */	0x1F,

	/* 0x20 @  32 */	0x20,

	/* 0x21 @  33 */	0x21,

	/* 0x22 @  34 */	0x22,

	/* 0x23 @  35 */	0x23,

	/* 0x24 @  36 */	0x24,

	/* 0x25 @  37 */	0x25,

	/* 0x26 @  38 */	0x26,

	/* 0x27 @  39 */	0x27,

	/* 0x28 @  40 */	0x28,

	/* 0x29 @  41 */	0x29,

	/* 0x2A @  42 */	0x2A,

	/* 0x2B @  43 */	0x2B,

	/* 0x2C @  44 */	0x2C,

	/* 0x2D @  45 */	0x2D,

	/* 0x2E @  46 */	0x2E,

	/* 0x2F @  47 */	0x2F,

	/* 0x30 @  48 */	0x30,

	/* 0x31 @  49 */	0x31,

	/* 0x32 @  50 */	0x32,

	/* 0x33 @  51 */	0x33,

	/* 0x34 @  52 */	0x34,

	/* 0x35 @  53 */	0x35,

	/* 0x36 @  54 */	0x36,

	/* 0x37 @  55 */	0x37,

	/* 0x38 @  56 */	0x38,

	/* 0x39 @  57 */	0x39,

	/* 0x3A @  58 */	0x3A,

	/* 0x3B @  59 */	0x3B,

	/* 0x3C @  60 */	0x3C,

	/* 0x3D @  61 */	0x3D,

	/* 0x3E @  62 */	0x3E,

	/* 0x3F @  63 */	0x3F,

	/* 0x40 @  64 */	0x40,

	/* 0x41 @  65 */	0x41,

	/* 0x42 @  66 */	0x42,

	/* 0x43 @  67 */	0x43,

	/* 0x44 @  68 */	0x44,

	/* 0x45 @  69 */	0x45,

	/* 0x46 @  70 */	0x46,

	/* 0x47 @  71 */	0x47,

	/* 0x48 @  72 */	0x48,

	/* 0x49 @  73 */	0x49,

	/* 0x4A @  74 */	0x4A,

	/* 0x4B @  75 */	0x4B,

	/* 0x4C @  76 */	0x4C,

	/* 0x4D @  77 */	0x4D,

	/* 0x4E @  78 */	0x4E,

	/* 0x4F @  79 */	0x4F,

	/* 0x50 @  80 */	0x50,

	/* 0x51 @  81 */	0x51,

	/* 0x52 @  82 */	0x52,

	/* 0x53 @  83 */	0x53,

	/* 0x54 @  84 */	0x54,

	/* 0x55 @  85 */	0x55,

	/* 0x56 @  86 */	0x56,

	/* 0x57 @  87 */	0x57,

	/* 0x58 @  88 */	0x58,

	/* 0x59 @  89 */	0x59,

	/* 0x5A @  90 */	0x5A,

	/* 0x5B @  91 */	0x5B,

	/* 0x5C @  92 */	0x5C,

	/* 0x5D @  93 */	0x5D,

	/* 0x5E @  94 */	0x5E,

	/* 0x5F @  95 */	0x5F,

	/* 0x60 @  96 */	0x60,

	/* 0x61 @  97 */	0x61,

	/* 0x62 @  98 */	0x62,

	/* 0x63 @  99 */	0x63,

	/* 0x64 @ 100 */	0x64,

	/* 0x65 @ 101 */	0x65,

	/* 0x66 @ 102 */	0x66,

	/* 0x67 @ 103 */	0x67,

	/* 0x68 @ 104 */	0x68,

	/* 0x69 @ 105 */	0x69,

	/* 0x6A @ 106 */	0x6A,

	/* 0x6B @ 107 */	0x6B,

	/* 0x6C @ 108 */	0x6C,

	/* 0x6D @ 109 */	0x6D,

	/* 0x6E @ 110 */	0x6E,

	/* 0x6F @ 111 */	0x6F,

	/* 0x70 @ 112 */	0x70,

	/* 0x71 @ 113 */	0x71,

	/* 0x72 @ 114 */	0x72,

	/* 0x73 @ 115 */	0x73,

	/* 0x74 @ 116 */	0x74,

	/* 0x75 @ 117 */	0x75,

	/* 0x76 @ 118 */	0x76,

	/* 0x77 @ 119 */	0x77,

	/* 0x78 @ 120 */	0x78,

	/* 0x79 @ 121 */	0x79,

	/* 0x7A @ 122 */	0x7A,

	/* 0x7B @ 123 */	0x7B,

	/* 0x7C @ 124 */	0x7C,

	/* 0x7D @ 125 */	0x7D,

	/* 0x7E @ 126 */	0x7E,

	/* 0x7F @ 127 */	0x7F,

	/* 0x80 @ 128 */	0xE2, 0x82, 0xAC,

	/* 0x81 @ 131 */	0xEF, 0xBF, 0xBD,

	/* 0x82 @ 134 */	0xE2, 0x80, 0x9A,

	/* 0x83 @ 137 */	0xC6, 0x92,

	/* 0x84 @ 139 */	0xE2, 0x80, 0x9E,

	/* 0x85 @ 142 */	0xE2, 0x80, 0xA6,

	/* 0x86 @ 145 */	0xE2, 0x80, 0xA0,

	/* 0x87 @ 148 */	0xE2, 0x80, 0xA1,

	/* 0x88 @ 151 */	0xCB, 0x86,

	/* 0x89 @ 153 */	0xE2, 0x80, 0xB0,

	/* 0x8A @ 156 */	0xC5, 0xA0,

	/* 0x8B @ 158 */	0xE2, 0x80, 0xB9,

	/* 0x8C @ 161 */	0xC5, 0x92,

	/* 0x8D @ 163 */	0xEF, 0xBF, 0xBD,

	/* 0x8E @ 166 */	0xC5, 0xBD,

	/* 0x8F @ 168 */	0xEF, 0xBF, 0xBD,

	/* 0x90 @ 171 */	0xEF, 0xBF, 0xBD,

	/* 0x91 @ 174 */	0xE2, 0x80, 0x98,

	/* 0x92 @ 177 */	0xE2, 0x80, 0x99,

	/* 0x93 @ 180 */	0xE2, 0x80, 0x9C,

	/* 0x94 @ 183 */	0xE2, 0x80, 0x9D,

	/* 0x95 @ 186 */	0xE2, 0x80, 0xA2,

	/* 0x96 @ 189 */	0xE2, 0x80, 0x93,

	/* 0x97 @ 192 */	0xE2, 0x80, 0x94,

	/* 0x98 @ 195 */	0xCB, 0x9C,

	/* 0x99 @ 197 */	0xE2, 0x84, 0xA2,

	/* 0x9A @ 200 */	0xC5, 0xA1,

	/* 0x9B @ 202 */	0xE2, 0x80, 0xBA,

	/* 0x9C @ 205 */	0xC5, 0x93,

	/* 0x9D @ 207 */	0xEF, 0xBF, 0xBD,

	/* 0x9E @ 210 */	0xC5, 0xBE,

	/* 0x9F @ 212 */	0xC5, 0xB8,

	/* 0xA0 @ 214 */	0xC2, 0xA0,

	/* 0xA1 @ 216 */	0xC2, 0xA1,

	/* 0xA2 @ 218 */	0xC2, 0xA2,

	/* 0xA3 @ 220 */	0xC2, 0xA3,

	/* 0xA4 @ 222 */	0xC2, 0xA4,

	/* 0xA5 @ 224 */	0xC2, 0xA5,

	/* 0xA6 @ 226 */	0xC2, 0xA6,

	/* 0xA7 @ 228 */	0xC2, 0xA7,

	/* 0xA8 @ 230 */	0xC2, 0xA8,

	/* 0xA9 @ 232 */	0xC2, 0xA9,

	/* 0xAA @ 234 */	0xC2, 0xAA,

	/* 0xAB @ 236 */	0xC2, 0xAB,

	/* 0xAC @ 238 */	0xC2, 0xAC,

	/* 0xAD @ 240 */	0xC2, 0xAD,

	/* 0xAE @ 242 */	0xC2, 0xAE,

	/* 0xAF @ 244 */	0xC2, 0xAF,

	/* 0xB0 @ 246 */	0xC2, 0xB0,

	/* 0xB1 @ 248 */	0xC2, 0xB1,

	/* 0xB2 @ 250 */	0xC2, 0xB2,

	/* 0xB3 @ 252 */	0xC2, 0xB3,

	/* 0xB4 @ 254 */	0xC2, 0xB4,

	/* 0xB5 @ 256 */	0xC2, 0xB5,

	/* 0xB6 @ 258 */	0xC2, 0xB6,

	/* 0xB7 @ 260 */	0xC2, 0xB7,

	/* 0xB8 @ 262 */	0xC2, 0xB8,

	/* 0xB9 @ 264 */	0xC2, 0xB9,

	/* 0xBA @ 266 */	0xC2, 0xBA,

	/* 0xBB @ 268 */	0xC2, 0xBB,

	/* 0xBC @ 270 */	0xC2, 0xBC,

	/* 0xBD @ 272 */	0xC2, 0xBD,

	/* 0xBE @ 274 */	0xC2, 0xBE,

	/* 0xBF @ 276 */	0xC2, 0xBF,

	/* 0xC0 @ 278 */	0xC3, 0x80,

	/* 0xC1 @ 280 */	0xC3, 0x81,

	/* 0xC2 @ 282 */	0xC3, 0x82,

	/* 0xC3 @ 284 */	0xC3, 0x83,

	/* 0xC4 @ 286 */	0xC3, 0x84,

	/* 0xC5 @ 288 */	0xC3, 0x85,

	/* 0xC6 @ 290 */	0xC3, 0x86,

	/* 0xC7 @ 292 */	0xC3, 0x87,

	/* 0xC8 @ 294 */	0xC3, 0x88,

	/* 0xC9 @ 296 */	0xC3, 0x89,

	/* 0xCA @ 298 */	0xC3, 0x8A,

	/* 0xCB @ 300 */	0xC3, 0x8B,

	/* 0xCC @ 302 */	0xC3, 0x8C,

	/* 0xCD @ 304 */	0xC3, 0x8D,

	/* 0xCE @ 306 */	0xC3, 0x8E,

	/* 0xCF @ 308 */	0xC3, 0x8F,

	/* 0xD0 @ 310 */	0xC3, 0x90,

	/* 0xD1 @ 312 */	0xC3, 0x91,

	/* 0xD2 @ 314 */	0xC3, 0x92,

	/* 0xD3 @ 316 */	0xC3, 0x93,

	/* 0xD4 @ 318 */	0xC3, 0x94,

	/* 0xD5 @ 320 */	0xC3, 0x95,

	/* 0xD6 @ 322 */	0xC3, 0x96,

	/* 0xD7 @ 324 */	0xC3, 0x97,

	/* 0xD8 @ 326 */	0xC3, 0x98,

	/* 0xD9 @ 328 */	0xC3, 0x99,

	/* 0xDA @ 330 */	0xC3, 0x9A,

	/* 0xDB @ 332 */	0xC3, 0x9B,

	/* 0xDC @ 334 */	0xC3, 0x9C,

	/* 0xDD @ 336 */	0xC3, 0x9D,

	/* 0xDE @ 338 */	0xC3, 0x9E,

	/* 0xDF @ 340 */	0xC3, 0x9F,

	/* 0xE0 @ 342 */	0xC3, 0xA0,

	/* 0xE1 @ 344 */	0xC3, 0xA1,

	/* 0xE2 @ 346 */	0xC3, 0xA2,

	/* 0xE3 @ 348 */	0xC3, 0xA3,

	/* 0xE4 @ 350 */	0xC3, 0xA4,

	/* 0xE5 @ 352 */	0xC3, 0xA5,

	/* 0xE6 @ 354 */	0xC3, 0xA6,

	/* 0xE7 @ 356 */	0xC3, 0xA7,

	/* 0xE8 @ 358 */	0xC3, 0xA8,

	/* 0xE9 @ 360 */	0xC3, 0xA9,

	/* 0xEA @ 362 */	0xC3, 0xAA,

	/* 0xEB @ 364 */	0xC3, 0xAB,

	/* 0xEC @ 366 */	0xC3, 0xAC,

	/* 0xED @ 368 */	0xC3, 0xAD,

	/* 0xEE @ 370 */	0xC3, 0xAE,

	/* 0xEF @ 372 */	0xC3, 0xAF,

	/* 0xF0 @ 374 */	0xC3, 0xB0,

	/* 0xF1 @ 376 */	0xC3, 0xB1,

	/* 0xF2 @ 378 */	0xC3, 0xB2,

	/* 0xF3 @ 380 */	0xC3, 0xB3,

	/* 0xF4 @ 382 */	0xC3, 0xB4,

	/* 0xF5 @ 384 */	0xC3, 0xB5,

	/* 0xF6 @ 386 */	0xC3, 0xB6,

	/* 0xF7 @ 388 */	0xC3, 0xB7,

	/* 0xF8 @ 390 */	0xC3, 0xB8,

	/* 0xF9 @ 392 */	0xC3, 0xB9,

	/* 0xFA @ 394 */	0xC3, 0xBA,

	/* 0xFB @ 396 */	0xC3, 0xBB,

	/* 0xFC @ 398 */	0xC3, 0xBC,

	/* 0xFD @ 400 */	0xC3, 0xBD,

	/* 0xFE @ 402 */	0xC3, 0xBE,

	/* 0xFF @ 404 */	0xC3, 0xBF,

};

static const uint16_t tblofs[257] = {

	/* 0x00 */   0,   1,   2,   3,   4,   5,   6,   7,

	/* 0x08 */   8,   9,  10,  11,  12,  13,  14,  15,

	/* 0x10 */  16,  17,  18,  19,  20,  21,  22,  23,

	/* 0x18 */  24,  25,  26,  27,  28,  29,  30,  31,

	/* 0x20 */  32,  33,  34,  35,  36,  37,  38,  39,

	/* 0x28 */  40,  41,  42,  43,  44,  45,  46,  47,

	/* 0x30 */  48,  49,  50,  51,  52,  53,  54,  55,

	/* 0x38 */  56,  57,  58,  59,  60,  61,  62,  63,

	/* 0x40 */  64,  65,  66,  67,  68,  69,  70,  71,

	/* 0x48 */  72,  73,  74,  75,  76,  77,  78,  79,

	/* 0x50 */  80,  81,  82,  83,  84,  85,  86,  87,

	/* 0x58 */  88,  89,  90,  91,  92,  93,  94,  95,

	/* 0x60 */  96,  97,  98,  99, 100, 101, 102, 103,

	/* 0x68 */ 104, 105, 106, 107, 108, 109, 110, 111,

	/* 0x70 */ 112, 113, 114, 115, 116, 117, 118, 119,

	/* 0x78 */ 120, 121, 122, 123, 124, 125, 126, 127,

	/* 0x80 */ 128, 131, 134, 137, 139, 142, 145, 148,

	/* 0x88 */ 151, 153, 156, 158, 161, 163, 166, 168,

	/* 0x90 */ 171, 174, 177, 180, 183, 186, 189, 192,

	/* 0x98 */ 195, 197, 200, 202, 205, 207, 210, 212,

	/* 0xA0 */ 214, 216, 218, 220, 222, 224, 226, 228,

	/* 0xA8 */ 230, 232, 234, 236, 238, 240, 242, 244,

	/* 0xB0 */ 246, 248, 250, 252, 254, 256, 258, 260,

	/* 0xB8 */ 262, 264, 266, 268, 270, 272, 274, 276,

	/* 0xC0 */ 278, 280, 282, 284, 286, 288, 290, 292,

	/* 0xC8 */ 294, 296, 298, 300, 302, 304, 306, 308,

	/* 0xD0 */ 310, 312, 314, 316, 318, 320, 322, 324,

	/* 0xD8 */ 326, 328, 330, 332, 334, 336, 338, 340,

	/* 0xE0 */ 342, 344, 346, 348, 350, 352, 354, 356,

	/* 0xE8 */ 358, 360, 362, 364, 366, 368, 370, 372,

	/* 0xF0 */ 374, 376, 378, 380, 382, 384, 386, 388,

	/* 0xF8 */ 390, 392, 394, 396, 398, 400, 402, 404,

	/* sizeof (cp1252_utf8) */ 406

};

/* Check if a string qualifies as UTF-8. */

static int

is_utf8(const char* src)

{

	uint8_t ch;

	size_t i;

	const uint8_t* s = (const uint8_t*) src;

	/* We make a loop over every character, until we find a null one.

	   Remember: The string is supposed to end with a NUL, so ahead checks are safe. */

	while ((ch = *s++))	{

		/* Ye olde 7bit ASCII chars 'rr fine for anything */

		if(ch < 0x80) continue;

		/* Now, we watch out for non-UTF conform sequences. */

		else if ((ch < 0xC2) || (ch > 0xFD))

			return 0;

		/* check for some misformed sequences */

		if (((ch == 0xC2) && (s[0] < 0xA0)) ||

		    ((ch == 0xEF) && (s[0] == 0xBF) && (s[1] > 0xBD)))

			/* XXX add more for outside the BMP */

			return 0;

		/* Check the continuation bytes. */

		if      (ch < 0xE0) i = 1;

		else if (ch < 0xF0) i = 2;

		else if (ch < 0xF8)	i = 3;

		else if (ch < 0xFC)	i = 4;

		else

			i = 5;

		while (i--)

			if ((*s++ & 0xC0) != 0x80)

				return 0;

	}

	/* If no check failed, the string indeed looks like valid UTF-8. */

	return 1;

}

/* The main conversion routine.

   ICY in CP-1252 (or UTF-8 alreay) to UTF-8 encoded string.

   If force is applied, it will always encode to UTF-8, without checking. */

char *

icy2utf8(const char *src, int force)

{

	const uint8_t *s = (const uint8_t *)src;

	size_t srclen, dstlen, i, k;

	uint8_t ch, *d;

	char *dst;

	/* Some funny streams from Apple/iTunes give ICY info in UTF-8 already.

	   So, be prepared and don't try to re-encode such. Unless forced. */

	if(!force && is_utf8(src)) return (strdup(src));

	srclen = strlen(src) + 1;

	/* allocate conservatively */

	if ((d = malloc(srclen * 3)) == NULL)

		return (NULL);

	i = 0;

	dstlen = 0;

	while (i < srclen) {

		ch = s[i++];

		k = tblofs[ch];

		while (k < tblofs[ch + 1])

			d[dstlen++] = cp1252_utf8[k++];

	}

	/* dstlen includes trailing NUL since srclen also does */

	if ((dst = realloc(d, dstlen)) == NULL) {

		free(d);

		return (NULL);

	}

	return (dst);

}

/* This stuff is for testing only. */

#ifdef TEST

static const char intext[] = "\225 Gr\374\337e kosten 0,55 \200\205";

#include 

int

main(void)

{

	char *t, *t2;

	if ((t = icy2utf8(intext, 0)) == NULL) {

		fprintf(stderr, "out of memory\n");

		return (1);

	}

	/* make sure it won't be converted twice */

	if ((t2 = icy2utf8(t), 0) == NULL) {

		fprintf(stderr, "out of memory\n");

		return (1);

	}

	printf("Result is:\t\343\200\214%s\343\200\215\n"

		"\t\t\343\200\214%s\343\200\215\n", t, t2);

	free(t);

	free(t2);

	return (0);

}

#endif