From 375e3ffed496c995383156f9675fa95f145e05bf Mon Sep 17 00:00:00 2001 From: Warren Dukes Date: Tue, 13 Apr 2004 02:20:46 +0000 Subject: add my own utf8/ascii converters and utf8 validator validate all mpd tags on import, if they are invalid, assume they are ascii and convert to utf8 git-svn-id: https://svn.musicpd.org/mpd/trunk@707 09075e82-0dd4-0310-85a5-a0d7c8717e4f --- src/utf8.c | 87 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 87 insertions(+) create mode 100644 src/utf8.c (limited to 'src/utf8.c') diff --git a/src/utf8.c b/src/utf8.c new file mode 100644 index 000000000..aa427e99b --- /dev/null +++ b/src/utf8.c @@ -0,0 +1,87 @@ +#include "utf8.h" + +#include +#include +#include + +unsigned char * asciiToUtf8(unsigned char c) { + static unsigned char utf8[3]; + + memset(utf8,0,3); + + if(c < 128) utf8[0] = c; + else if(c<192) { + utf8[0] = 194; + utf8[1] = c; + } + else { + utf8[0] = 195; + utf8[1] = c-64; + } + + return utf8; +} + +unsigned char * asciiStrToUtf8Dup(unsigned char * ascii) { + /* utf8 should have at most two char's per ascii char */ + int len = strlen(ascii)*2+1; + unsigned char * ret = malloc(len); + unsigned char * cp = ret; + unsigned char * utf8; + + memset(ret,0,len); + + len = 0; + + while(*ascii) { + utf8 = asciiToUtf8(*ascii); + while(*utf8) { + *(cp++) = *(utf8++); + len++; + } + ascii++; + } + + return realloc(ret,len+1); +} + +unsigned char utf8ToAscii(unsigned char * utf8) { + unsigned char c = 0; + + if(utf8[0]<128) return utf8[0]; + else if(utf8[0]==195) c+=64; + else if(utf8[0]!=194) return '?'; + return c+utf8[1]; +} + +int validateUtf8Char(unsigned char * utf8Char) { + if(utf8Char[0]<0x80) return 1; + + if(utf8Char[0]>=0xC0 && utf8Char[0]<=0xFD) { + int count = 1; + unsigned char t = 0x20; + int i; + while(count < 6 && (t & utf8Char[0])) { + t = (t >> 1); + count++; + } + if(count > 5) return 0; + for(i=1;i<=count;i++) { + if(utf8Char[i] < 0x80 || utf8Char[i] > 0xBF) return 0; + } + return count; + } + else return 0; +} + +int validUtf8String(unsigned char * string) { + int ret; + + while(*string) { + ret = validateUtf8Char(string); + if(!ret) return 0; + string+= ret; + } + + return 1; +} -- cgit v1.2.3