/***************************************************************************** * vlc_charset.h: Unicode UTF-8 wrappers function ***************************************************************************** * Copyright (C) 2003-2005 VLC authors and VideoLAN * Copyright © 2005-2010 Rémi Denis-Courmont * $Id: 05092257a4a1f09451dc1e956d07b02093908dd4 $ * * Author: Rémi Denis-Courmont * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as published by * the Free Software Foundation; either version 2.1 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA. *****************************************************************************/ #ifndef VLC_CHARSET_H #define VLC_CHARSET_H 1 /** * \file * Characters sets handling * * \ingroup strings * @{ */ /** * Decodes a code point from UTF-8. * * Converts the first character in a UTF-8 sequence into a Unicode code point. * * \param str an UTF-8 bytes sequence [IN] * \param pwc address of a location to store the code point [OUT] * * \return the number of bytes occupied by the decoded code point * * \retval (size_t)-1 not a valid UTF-8 sequence * \retval 0 null character (i.e. str points to an empty string) * \retval 1 (non-null) ASCII character * \retval 2-4 non-ASCII character */ VLC_API size_t vlc_towc(const char *str, uint32_t *pwc); /** * Checks UTF-8 validity. * * Checks whether a null-terminated string is a valid UTF-8 bytes sequence. * * \param str string to check * * \retval str the string is a valid null-terminated UTF-8 sequence * \retval NULL the string is not an UTF-8 sequence */ VLC_USED static inline const char *IsUTF8(const char *str) { size_t n; uint32_t cp; while ((n = vlc_towc(str, &cp)) != 0) if (likely(n != (size_t)-1)) str += n; else return NULL; return str; } /** * Removes non-UTF-8 sequences. * * Replaces invalid or over-long UTF-8 bytes sequences within a * null-terminated string with question marks. This is so that the string can * be printed at least partially. * * \warning Do not use this were correctness is critical. use IsUTF8() and * handle the error case instead. This function is mainly for display or debug. * * \note Converting from Latin-1 to UTF-8 in place is not possible (the string * size would be increased). So it is not attempted even if it would otherwise * be less disruptive. * * \retval str the string is a valid null-terminated UTF-8 sequence * (i.e. no changes were made) * \retval NULL the string is not an UTF-8 sequence */ static inline char *EnsureUTF8(char *str) { char *ret = str; size_t n; uint32_t cp; while ((n = vlc_towc(str, &cp)) != 0) if (likely(n != (size_t)-1)) str += n; else { *str++ = '?'; ret = NULL; } return ret; } /* iconv wrappers (defined in src/extras/libc.c) */ #define VLC_ICONV_ERR ((size_t) -1) typedef void *vlc_iconv_t; VLC_API vlc_iconv_t vlc_iconv_open( const char *, const char * ) VLC_USED; VLC_API size_t vlc_iconv( vlc_iconv_t, const char **, size_t *, char **, size_t * ) VLC_USED; VLC_API int vlc_iconv_close( vlc_iconv_t ); #include VLC_API int utf8_vfprintf( FILE *stream, const char *fmt, va_list ap ); VLC_API int utf8_fprintf( FILE *, const char *, ... ) VLC_FORMAT( 2, 3 ); VLC_API char * vlc_strcasestr(const char *, const char *) VLC_USED; VLC_API char * FromCharset( const char *charset, const void *data, size_t data_size ) VLC_USED; VLC_API void * ToCharset( const char *charset, const char *in, size_t *outsize ) VLC_USED; #ifdef _WIN32 VLC_USED static inline char *FromWide (const wchar_t *wide) { size_t len = WideCharToMultiByte (CP_UTF8, 0, wide, -1, NULL, 0, NULL, NULL); if (len == 0) return NULL; char *out = (char *)malloc (len); if (likely(out)) WideCharToMultiByte (CP_UTF8, 0, wide, -1, out, len, NULL, NULL); return out; } VLC_USED static inline wchar_t *ToWide (const char *utf8) { int len = MultiByteToWideChar (CP_UTF8, 0, utf8, -1, NULL, 0); if (len == 0) return NULL; wchar_t *out = (wchar_t *)malloc (len * sizeof (wchar_t)); if (likely(out)) MultiByteToWideChar (CP_UTF8, 0, utf8, -1, out, len); return out; } VLC_USED VLC_MALLOC static inline char *ToCodePage (unsigned cp, const char *utf8) { wchar_t *wide = ToWide (utf8); if (wide == NULL) return NULL; size_t len = WideCharToMultiByte (cp, 0, wide, -1, NULL, 0, NULL, NULL); if (len == 0) { free(wide); return NULL; } char *out = (char *)malloc (len); if (likely(out != NULL)) WideCharToMultiByte (cp, 0, wide, -1, out, len, NULL, NULL); free (wide); return out; } VLC_USED VLC_MALLOC static inline char *FromCodePage (unsigned cp, const char *mb) { int len = MultiByteToWideChar (cp, 0, mb, -1, NULL, 0); if (len == 0) return NULL; wchar_t *wide = (wchar_t *)malloc (len * sizeof (wchar_t)); if (unlikely(wide == NULL)) return NULL; MultiByteToWideChar (cp, 0, mb, -1, wide, len); char *utf8 = FromWide (wide); free (wide); return utf8; } VLC_USED VLC_MALLOC static inline char *FromANSI (const char *ansi) { return FromCodePage (GetACP (), ansi); } VLC_USED VLC_MALLOC static inline char *ToANSI (const char *utf8) { return ToCodePage (GetACP (), utf8); } # ifdef UNICODE # define FromT FromWide # define ToT ToWide # else # define FromT FromANSI # define ToT ToANSI # endif # define FromLocale FromANSI # define ToLocale ToANSI # define LocaleFree(s) free((char *)(s)) # define FromLocaleDup FromANSI # define ToLocaleDup ToANSI #elif defined(__OS2__) VLC_USED static inline char *FromLocale (const char *locale) { return locale ? FromCharset ((char *)"", locale, strlen(locale)) : NULL; } VLC_USED static inline char *ToLocale (const char *utf8) { size_t outsize; return utf8 ? (char *)ToCharset ("", utf8, &outsize) : NULL; } VLC_USED static inline void LocaleFree (const char *str) { free ((char *)str); } VLC_USED static inline char *FromLocaleDup (const char *locale) { return FromCharset ("", locale, strlen(locale)); } VLC_USED static inline char *ToLocaleDup (const char *utf8) { size_t outsize; return (char *)ToCharset ("", utf8, &outsize); } #else # define FromLocale(l) (l) # define ToLocale(u) (u) # define LocaleFree(s) ((void)(s)) # define FromLocaleDup strdup # define ToLocaleDup strdup #endif /** * Converts a nul-terminated string from ISO-8859-1 to UTF-8. */ static inline char *FromLatin1 (const char *latin) { char *str = (char *)malloc (2 * strlen (latin) + 1), *utf8 = str; unsigned char c; if (str == NULL) return NULL; while ((c = *(latin++)) != '\0') { if (c >= 0x80) { *(utf8++) = 0xC0 | (c >> 6); *(utf8++) = 0x80 | (c & 0x3F); } else *(utf8++) = c; } *(utf8++) = '\0'; utf8 = (char *)realloc (str, utf8 - str); return utf8 ? utf8 : str; } /** @} */ VLC_API double us_strtod( const char *, char ** ) VLC_USED; VLC_API float us_strtof( const char *, char ** ) VLC_USED; VLC_API double us_atof( const char * ) VLC_USED; VLC_API int us_vasprintf( char **, const char *, va_list ); VLC_API int us_asprintf( char **, const char *, ... ) VLC_USED; #endif