/*****************************************************************************
- * charset.c: Determine a canonical name for the current locale's character encoding.
+ * charset.c: Locale's character encoding stuff.
*****************************************************************************
- * Copyright (C) 2003 VideoLAN
- * $Id: charset.c,v 1.2 2003/08/23 22:19:07 fenrir Exp $
+ * See also unicode.c for Unicode to locale conversion helpers.
+ *
+ * Copyright (C) 2003-2006 the VideoLAN team
+ * $Id$
*
* Authors: Derk-Jan Hartman <thedj at users.sf.net>
+ * Christophe Massiot
+ * Rémi Denis-Courmont
*
* vlc_current_charset() an adaption of mp_locale_charset():
*
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
*****************************************************************************/
#include <stdlib.h>
# include <windows.h>
#endif
+#ifdef __APPLE__
+# include <errno.h>
+# include <string.h>
+#endif
+
#include "charset.h"
typedef struct VLCCharsetAlias
/*
* The libcharset load all from external text file, but it's strange and
- * slow solution, we rather use array(s) compiled into source. In the
+ * slow solution, we rather use array(s) compiled into source. In the
* "good" libc this is not needful -- for example in linux.
- *
+ *
* Please, put to this funtion exotic aliases only. The libc 'iconv' knows
* a lot of basic aliases (check it first by iconv -l).
- *
+ *
*/
-
+#if (defined OS2 || !HAVE_LANGINFO_CODESET) && !defined WIN32
static const char* vlc_encoding_from_language( const char *l )
{
/* check for language (and perhaps country) codes */
if (strstr(l, "ru")) return "KOI8-R";
if (strstr(l, "uk")) return "KOI8-U";
if (strstr(l, "pl") || strstr(l, "hr") ||
- strstr(l, "hu") || strstr(l, "cs") ||
- strstr(l, "sk") || strstr(l, "sl")) return "ISO-8859-2";
+ strstr(l, "hu") || strstr(l, "cs") ||
+ strstr(l, "sk") || strstr(l, "sl")) return "ISO-8859-2";
if (strstr(l, "eo") || strstr(l, "mt")) return "ISO-8859-3";
if (strstr(l, "lt") || strstr(l, "la")) return "ISO-8859-4";
if (strstr(l, "bg") || strstr(l, "be") ||
/* We don't know. This ain't working go to default. */
return "ISO-8859-1";
}
-
+#endif
static const char* vlc_charset_aliases( const char *psz_name )
{
- VLCCharsetAlias *a;
+ VLCCharsetAlias *a;
#if defined WIN32
- VLCCharsetAlias aliases[] =
+ VLCCharsetAlias aliases[] =
{
- { "CP936", "GBK" },
- { "CP1361", "JOHAB" },
- { "CP20127", "ASCII" },
- { "CP20866", "KOI8-R" },
- { "CP21866", "KOI8-RU" },
- { "CP28591", "ISO-8859-1" },
- { "CP28592", "ISO-8859-2" },
- { "CP28593", "ISO-8859-3" },
- { "CP28594", "ISO-8859-4" },
- { "CP28595", "ISO-8859-5" },
- { "CP28596", "ISO-8859-6" },
- { "CP28597", "ISO-8859-7" },
- { "CP28598", "ISO-8859-8" },
- { "CP28599", "ISO-8859-9" },
- { "CP28605", "ISO-8859-15" },
- { NULL, NULL }
+ { "CP936", "GBK" },
+ { "CP1361", "JOHAB" },
+ { "CP20127", "ASCII" },
+ { "CP20866", "KOI8-R" },
+ { "CP21866", "KOI8-RU" },
+ { "CP28591", "ISO-8859-1" },
+ { "CP28592", "ISO-8859-2" },
+ { "CP28593", "ISO-8859-3" },
+ { "CP28594", "ISO-8859-4" },
+ { "CP28595", "ISO-8859-5" },
+ { "CP28596", "ISO-8859-6" },
+ { "CP28597", "ISO-8859-7" },
+ { "CP28598", "ISO-8859-8" },
+ { "CP28599", "ISO-8859-9" },
+ { "CP28605", "ISO-8859-15" },
+ { NULL, NULL }
};
#elif SYS_AIX
VLCCharsetAlias aliases[] =
{
- { "IBM-850", "CP850" },
- { "IBM-856", "CP856" },
- { "IBM-921", "ISO-8859-13" },
- { "IBM-922", "CP922" },
- { "IBM-932", "CP932" },
- { "IBM-943", "CP943" },
- { "IBM-1046", "CP1046" },
- { "IBM-1124", "CP1124" },
- { "IBM-1129", "CP1129" },
- { "IBM-1252", "CP1252" },
- { "IBM-EUCCN", "GB2312" },
- { "IBM-EUCJP", "EUC-JP" },
- { "IBM-EUCKR", "EUC-KR" },
- { "IBM-EUCTW", "EUC-TW" },
- { NULL, NULL }
+ { "IBM-850", "CP850" },
+ { "IBM-856", "CP856" },
+ { "IBM-921", "ISO-8859-13" },
+ { "IBM-922", "CP922" },
+ { "IBM-932", "CP932" },
+ { "IBM-943", "CP943" },
+ { "IBM-1046", "CP1046" },
+ { "IBM-1124", "CP1124" },
+ { "IBM-1129", "CP1129" },
+ { "IBM-1252", "CP1252" },
+ { "IBM-EUCCN", "GB2312" },
+ { "IBM-EUCJP", "EUC-JP" },
+ { "IBM-EUCKR", "EUC-KR" },
+ { "IBM-EUCTW", "EUC-TW" },
+ { NULL, NULL }
};
-#elif SYS_HPUX
+#elif SYS_HPUX
VLCCharsetAlias aliases[] =
{
- { "ROMAN8", "HP-ROMAN8" },
- { "ARABIC8", "HP-ARABIC8" },
- { "GREEK8", "HP-GREEK8" },
- { "HEBREW8", "HP-HEBREW8" },
- { "TURKISH8", "HP-TURKISH8" },
- { "KANA8", "HP-KANA8" },
- { "HP15CN", "GB2312" },
+ { "ROMAN8", "HP-ROMAN8" },
+ { "ARABIC8", "HP-ARABIC8" },
+ { "GREEK8", "HP-GREEK8" },
+ { "HEBREW8", "HP-HEBREW8" },
+ { "TURKISH8", "HP-TURKISH8" },
+ { "KANA8", "HP-KANA8" },
+ { "HP15CN", "GB2312" },
{ NULL, NULL }
};
#elif SYS_IRIX
VLCCharsetAlias aliases[] =
{
- { "EUCCN", "GB2312" },
+ { "EUCCN", "GB2312" },
{ NULL, NULL }
};
-#elif SYS_OSF
+#elif SYS_OSF
VLCCharsetAlias aliases[] =
{
- { "KSC5601", "CP949" },
- { "SDECKANJI", "EUC-JP" },
- { "TACTIS", "TIS-620" },
+ { "KSC5601", "CP949" },
+ { "SDECKANJI", "EUC-JP" },
+ { "TACTIS", "TIS-620" },
{ NULL, NULL }
};
#elif SYS_SOLARIS
VLCCharsetAlias aliases[] =
{
- { "646", "ASCII" },
- { "CNS11643", "EUC-TW" },
- { "5601", "EUC-KR" },
- { "JOHAP92", "JOHAB" },
- { "PCK", "SHIFT_JIS" },
- { "2533", "TIS-620" },
+ { "646", "ASCII" },
+ { "CNS11643", "EUC-TW" },
+ { "5601", "EUC-KR" },
+ { "JOHAP92", "JOHAB" },
+ { "PCK", "SHIFT_JIS" },
+ { "2533", "TIS-620" },
{ NULL, NULL }
};
#elif SYS_BSD
VLCCharsetAlias aliases[] = {{NULL, NULL}};
#endif
- if( aliases )
- {
- for (a = aliases; a->psz_alias; a++)
- if (strcasecmp (a->psz_alias, psz_name) == 0)
- return a->psz_name;
- }
-
+ for (a = aliases; a->psz_alias; a++)
+ if (strcasecmp (a->psz_alias, psz_name) == 0)
+ return a->psz_name;
+
/* we return original name beacuse iconv() probably will know
- * something better about name if we don't know it :-)
- */
+ * something better about name if we don't know it :-) */
return psz_name;
}
/* Returns charset from "language_COUNTRY.charset@modifier" string */
-static char* vlc_encoding_from_locale( char *psz_locale )
+#if (defined OS2 || !HAVE_LANGINFO_CODESET) && !defined WIN32
+static void vlc_encoding_from_locale( char *psz_locale, char *psz_charset )
{
char *psz_dot = strchr( psz_locale, '.' );
if( psz_dot != NULL )
{
const char *psz_modifier;
- static char buf[2 + 10 + 1];
psz_dot++;
-
+
/* Look for the possible @... trailer and remove it, if any. */
psz_modifier = strchr( psz_dot, '@' );
-
+
if( psz_modifier == NULL )
- return psz_dot;
- if( psz_modifier - psz_dot < sizeof( buf ))
{
- memcpy( buf, psz_dot, psz_modifier - psz_dot );
- buf[ psz_modifier - psz_dot ] = '\0';
- return buf;
+ strcpy( psz_charset, psz_dot );
+ return;
+ }
+ if( 0 < ( psz_modifier - psz_dot )
+ && ( psz_modifier - psz_dot ) < 2 + 10 + 1 )
+ {
+ memcpy( psz_charset, psz_dot, psz_modifier - psz_dot );
+ psz_charset[ psz_modifier - psz_dot ] = '\0';
+ return;
}
}
/* try language mapping */
- return vlc_encoding_from_language( psz_locale );
+ strcpy( psz_charset, vlc_encoding_from_language( psz_locale ) );
}
+#endif
vlc_bool_t vlc_current_charset( char **psz_charset )
{
const char *psz_codeset;
-#if !(defined WIN32 || defined OS2)
+#if !(defined WIN32 || defined OS2 || defined __APPLE__)
# if HAVE_LANGINFO_CODESET
/* Most systems support nl_langinfo( CODESET ) nowadays. */
psz_codeset = nl_langinfo( CODESET );
+ if( !strcmp( psz_codeset, "ANSI_X3.4-1968" ) )
+ psz_codeset = "ASCII";
# else
/* On old systems which lack it, use setlocale or getenv. */
const char *psz_locale = NULL;
+ char buf[2 + 10 + 1];
/* But most old systems don't have a complete set of locales. Some
* (like SunOS 4 or DJGPP) have only the C locale. Therefore we don't
* use setlocale here; it would return "C" when it doesn't support the
- * locale name the user has set. Darwin's setlocale is broken.
- */
-# if HAVE_SETLOCALE && !SYS_DARWIN
+ * locale name the user has set. Darwin's setlocale is broken. */
+# if HAVE_SETLOCALE && !__APPLE__
psz_locale = setlocale( LC_ALL, NULL );
# endif
if( psz_locale == NULL || psz_locale[0] == '\0' )
}
/* On some old systems, one used to set locale = "iso8859_1". On others,
- * you set it to "language_COUNTRY.charset". Darwin only has LANG :(
- */
- psz_codeset = vlc_encoding_from_locale( psz_locale );
+ * you set it to "language_COUNTRY.charset". Darwin only has LANG :( */
+ vlc_encoding_from_locale( (char *)psz_locale, buf );
+ psz_codeset = buf;
# endif /* HAVE_LANGINFO_CODESET */
+#elif defined __APPLE__
+
+ /* Darwin is always using UTF-8 internally. */
+ psz_codeset = "UTF-8";
+
#elif defined WIN32
- static char buf[2 + 10 + 1];
+ char buf[2 + 10 + 1];
/* Woe32 has a function returning the locale's codepage as a number. */
sprintf( buf, "CP%u", GetACP() );
#elif defined OS2
const char *psz_locale;
- static char buf[2 + 10 + 1];
+ char buf[2 + 10 + 1];
ULONG cp[3];
ULONG cplen;
/* Allow user to override the codeset, as set in the operating system,
- * with standard language environment variables.
- */
+ * with standard language environment variables. */
psz_locale = getenv( "LC_ALL" );
if( psz_locale == NULL || psz_locale[0] == '\0' )
{
locale = getenv( "LANG" );
}
if( psz_locale != NULL && psz_locale[0] != '\0' )
- psz_codeset = vlc_encoding_from_locale( psz_locale );
+ vlc_encoding_from_locale( psz_locale, buf );
+ psz_codeset = buf;
else
{
- /* OS/2 has a function returning the locale's codepage as a number. */
+ /* OS/2 has a function returning the locale's codepage as a number. */
if( DosQueryCp( sizeof( cp ), cp, &cplen ) )
psz_codeset = "";
else
}
#endif
if( psz_codeset == NULL )
- /* The canonical name cannot be determined. */
+ /* The canonical name cannot be determined. */
psz_codeset = "";
else
psz_codeset = vlc_charset_aliases( psz_codeset );
-
+
/* Don't return an empty string. GNU libc and GNU libiconv interpret
* the empty string as denoting "the locale's character encoding",
- * thus GNU libiconv would call this function a second time.
- */
+ * thus GNU libiconv would call this function a second time. */
if( psz_codeset[0] == '\0' )
{
- /*
- * Last possibility is 'CHARSET' enviroment variable
- */
+ /* Last possibility is 'CHARSET' enviroment variable */
if( !( psz_codeset = getenv( "CHARSET" ) ) )
psz_codeset = "ISO-8859-1";
}
-
+
if( psz_charset )
- *psz_charset = (char *)psz_codeset;
+ *psz_charset = strdup(psz_codeset);
- if (strcasecmp(psz_codeset, "UTF8")==0 || strcasecmp(psz_codeset, "UTF-8")==0)
+ if( !strcasecmp(psz_codeset, "UTF8") || !strcasecmp(psz_codeset, "UTF-8") )
return VLC_TRUE;
-
+
return VLC_FALSE;
}
+char *__vlc_fix_readdir_charset( vlc_object_t *p_this, const char *psz_string )
+{
+#ifdef __APPLE__
+ if ( p_this->p_libvlc->iconv_macosx != (vlc_iconv_t)-1 )
+ {
+ const char *psz_in = psz_string;
+ size_t i_in = strlen(psz_in);
+ size_t i_out = i_in * 2;
+ char *psz_utf8 = malloc(i_out + 1);
+ char *psz_out = psz_utf8;
+
+ vlc_mutex_lock( &p_this->p_libvlc->iconv_lock );
+ size_t i_ret = vlc_iconv( p_this->p_libvlc->iconv_macosx,
+ &psz_in, &i_in, &psz_out, &i_out );
+ vlc_mutex_unlock( &p_this->p_libvlc->iconv_lock );
+ if( i_ret == (size_t)-1 || i_in )
+ {
+ msg_Warn( p_this,
+ "failed to convert \"%s\" from HFS+ charset (%s)",
+ psz_string, strerror(errno) );
+ free( psz_utf8 );
+ return strdup( psz_string );
+ }
+
+ *psz_out = '\0';
+ return psz_utf8;
+ }
+#endif
+
+ return strdup( psz_string );
+}
+
+/**
+ * There are two decimal separators in the computer world-wide locales:
+ * dot (which is the american default), and comma (which is used in France,
+ * the country with the most VLC developers, among others).
+ *
+ * i18n_strtod() has the same prototype as ANSI C strtod() but it accepts
+ * either decimal separator when deserializing the string to a float number,
+ * independant of the local computer setting.
+ */
+double i18n_strtod( const char *str, char **end )
+{
+ char *end_buf, e;
+ double d;
+
+ if( end == NULL )
+ end = &end_buf;
+ d = strtod( str, end );
+
+ e = **end;
+ if(( e == ',' ) || ( e == '.' ))
+ {
+ char dup[strlen( str ) + 1];
+ strcpy( dup, str );
+
+ if( dup == NULL )
+ return d;
+
+ dup[*end - str] = ( e == ',' ) ? '.' : ',';
+ d = strtod( dup, end );
+ }
+ return d;
+}
+
+/**
+ * i18n_atof() has the same prototype as ANSI C atof() but it accepts
+ * either decimal separator when deserializing the string to a float number,
+ * independant of the local computer setting.
+ */
+double i18n_atof( const char *str )
+{
+ return i18n_strtod( str, NULL );
+}
+
+
+/**
+ * us_strtod() has the same prototype as ANSI C strtod() but it expects
+ * a dot as decimal separator regardless of the system locale.
+ */
+double us_strtod( const char *str, char **end )
+{
+ char dup[strlen( str ) + 1], *ptr;
+ double d;
+ strcpy( dup, str );
+
+ ptr = strchr( dup, ',' );
+ if( ptr != NULL )
+ *ptr = '\0';
+
+ d = strtod( dup, &ptr );
+ if( end != NULL )
+ *end = (char *)&str[ptr - dup];
+
+ return d;
+}
+
+/**
+ * us_atof() has the same prototype as ANSI C atof() but it expects a dot
+ * as decimal separator, regardless of the system locale.
+ */
+double us_atof( const char *str )
+{
+ return us_strtod( str, NULL );
+}
+
projects / vlc / blobdiff