soc.2010.icq-tlc: 5725438f: Forgot to add encoding.c.
ivan.komarov at soc.pidgin.im
ivan.komarov at soc.pidgin.im
Sat Jul 24 18:05:42 EDT 2010
----------------------------------------------------------------------
Revision: 5725438f439d509fab68a3ebdf17ec3d37640b49
Parent: 2da3598932dda1585bdbc1dfd2cb7f35a8bb924d
Author: ivan.komarov at soc.pidgin.im
Date: 07/24/10 18:00:35
Branch: im.pidgin.soc.2010.icq-tlc
URL: http://d.pidgin.im/viewmtn/revision/info/5725438f439d509fab68a3ebdf17ec3d37640b49
Changelog:
Forgot to add encoding.c.
Changes against parent 2da3598932dda1585bdbc1dfd2cb7f35a8bb924d
added libpurple/protocols/oscar/encoding.c
-------------- next part --------------
============================================================
--- /dev/null
+++ libpurple/protocols/oscar/encoding.c 57a615e053ce4e4ca04636bae361c2181d3c4f4f
@@ -0,0 +1,361 @@
+/*
+ * Purple's oscar protocol plugin
+ * This file is the legal property of its developers.
+ * Please see the AUTHORS file distributed alongside this file.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111-1301 USA
+*/
+
+#include "encoding.h"
+
+guint32
+oscar_charset_check(const char *utf8)
+{
+ int i = 0;
+ int charset = AIM_CHARSET_ASCII;
+
+ /*
+ * Can we get away with using our custom encoding?
+ */
+ while (utf8[i])
+ {
+ if ((unsigned char)utf8[i] > 0x7f) {
+ /* not ASCII! */
+ charset = AIM_CHARSET_LATIN_1;
+ break;
+ }
+ i++;
+ }
+
+ /*
+ * Must we send this message as UNICODE (in the UTF-16BE encoding)?
+ */
+ while (utf8[i])
+ {
+ /* ISO-8859-1 is 0x00-0xbf in the first byte
+ * followed by 0xc0-0xc3 in the second */
+ if ((unsigned char)utf8[i] < 0x80) {
+ i++;
+ continue;
+ } else if (((unsigned char)utf8[i] & 0xfc) == 0xc0 &&
+ ((unsigned char)utf8[i + 1] & 0xc0) == 0x80) {
+ i += 2;
+ continue;
+ }
+ charset = AIM_CHARSET_UNICODE;
+ break;
+ }
+
+ return charset;
+}
+
+gchar *
+oscar_encoding_extract(const char *encoding)
+{
+ gchar *ret = NULL;
+ char *begin, *end;
+
+ g_return_val_if_fail(encoding != NULL, NULL);
+
+ /* Make sure encoding begins with charset= */
+ if (strncmp(encoding, "text/aolrtf; charset=", 21) &&
+ strncmp(encoding, "text/x-aolrtf; charset=", 23) &&
+ strncmp(encoding, "text/plain; charset=", 20))
+ {
+ return NULL;
+ }
+
+ begin = strchr(encoding, '"');
+ end = strrchr(encoding, '"');
+
+ if ((begin == NULL) || (end == NULL) || (begin >= end))
+ return NULL;
+
+ ret = g_strndup(begin+1, (end-1) - begin);
+
+ return ret;
+}
+
+gchar *
+oscar_encoding_to_utf8(PurpleAccount *account, const char *encoding, const char *text, int textlen)
+{
+ gchar *utf8 = NULL;
+
+ if ((encoding == NULL) || encoding[0] == '\0') {
+ purple_debug_info("oscar", "Empty encoding, assuming UTF-8\n");
+ } else if (!g_ascii_strcasecmp(encoding, "iso-8859-1")) {
+ utf8 = g_convert(text, textlen, "UTF-8", "iso-8859-1", NULL, NULL, NULL);
+ } else if (!g_ascii_strcasecmp(encoding, "ISO-8859-1-Windows-3.1-Latin-1") ||
+ !g_ascii_strcasecmp(encoding, "us-ascii"))
+ {
+ utf8 = g_convert(text, textlen, "UTF-8", "Windows-1252", NULL, NULL, NULL);
+ } else if (!g_ascii_strcasecmp(encoding, "unicode-2-0")) {
+ /* Some official ICQ clients are apparently total crack,
+ * and have been known to save a UTF-8 string converted
+ * from the locale character set to UTF-16 (not from UTF-8
+ * to UTF-16!) in the away message. This hack should find
+ * and do something (un)reasonable with that, and not
+ * mess up too much else. */
+ const gchar *charset = purple_account_get_string(account, "encoding", NULL);
+ if (charset) {
+ gsize len;
+ utf8 = g_convert(text, textlen, charset, "UTF-16BE", &len, NULL, NULL);
+ if (!utf8 || len != textlen || !g_utf8_validate(utf8, -1, NULL)) {
+ g_free(utf8);
+ utf8 = NULL;
+ } else {
+ purple_debug_info("oscar", "Used broken ICQ fallback encoding\n");
+ }
+ }
+ if (!utf8)
+ utf8 = g_convert(text, textlen, "UTF-8", "UTF-16BE", NULL, NULL, NULL);
+ } else if (g_ascii_strcasecmp(encoding, "utf-8")) {
+ purple_debug_warning("oscar", "Unrecognized character encoding \"%s\", "
+ "attempting to convert to UTF-8 anyway\n", encoding);
+ utf8 = g_convert(text, textlen, "UTF-8", encoding, NULL, NULL, NULL);
+ }
+
+ /*
+ * If utf8 is still NULL then either the encoding is utf-8 or
+ * we have been unable to convert the text to utf-8 from the encoding
+ * that was specified. So we check if the text is valid utf-8 then
+ * just copy it.
+ */
+ if (utf8 == NULL) {
+ if (textlen != 0 && *text != '\0'
+ && !g_utf8_validate(text, textlen, NULL))
+ utf8 = g_strdup(_("(There was an error receiving this message. The buddy you are speaking with is probably using a different encoding than expected. If you know what encoding he is using, you can specify it in the advanced account options for your AIM/ICQ account.)"));
+ else
+ utf8 = g_strndup(text, textlen);
+ }
+
+ return utf8;
+}
+
+gchar *
+oscar_utf8_try_convert(PurpleAccount *account, OscarData *od, const gchar *msg)
+{
+ const char *charset = NULL;
+ char *ret = NULL;
+
+ if (od->icq)
+ charset = purple_account_get_string(account, "encoding", NULL);
+
+ if(charset && *charset)
+ ret = g_convert(msg, -1, "UTF-8", charset, NULL, NULL, NULL);
+
+ if(!ret)
+ ret = purple_utf8_try_convert(msg);
+
+ return ret;
+}
+
+static gchar *
+oscar_convert_to_utf8(const gchar *data, gsize datalen, const char *charsetstr, gboolean fallback)
+{
+ gchar *ret = NULL;
+ GError *err = NULL;
+
+ if ((charsetstr == NULL) || (*charsetstr == '\0'))
+ return NULL;
+
+ if (g_ascii_strcasecmp("UTF-8", charsetstr)) {
+ if (fallback)
+ ret = g_convert_with_fallback(data, datalen, "UTF-8", charsetstr, "?", NULL, NULL, &err);
+ else
+ ret = g_convert(data, datalen, "UTF-8", charsetstr, NULL, NULL, &err);
+ if (err != NULL) {
+ purple_debug_warning("oscar", "Conversion from %s failed: %s.\n",
+ charsetstr, err->message);
+ g_error_free(err);
+ }
+ } else {
+ if (g_utf8_validate(data, datalen, NULL))
+ ret = g_strndup(data, datalen);
+ else
+ purple_debug_warning("oscar", "String is not valid UTF-8.\n");
+ }
+
+ return ret;
+}
+
+gchar *
+oscar_decode_im_part(PurpleAccount *account, const char *sourcebn, guint16 charset, guint16 charsubset, const gchar *data, gsize datalen)
+{
+ gchar *ret = NULL;
+ /* charsetstr1 is always set to what the correct encoding should be. */
+ const gchar *charsetstr1, *charsetstr2, *charsetstr3 = NULL;
+
+ if ((datalen == 0) || (data == NULL))
+ return NULL;
+
+ if (charset == AIM_CHARSET_UNICODE) {
+ charsetstr1 = "UTF-16BE";
+ charsetstr2 = "UTF-8";
+ } else if (charset == AIM_CHARSET_LATIN_1) {
+ if ((sourcebn != NULL) && oscar_util_valid_name_icq(sourcebn))
+ charsetstr1 = purple_account_get_string(account, "encoding", OSCAR_DEFAULT_CUSTOM_ENCODING);
+ else
+ charsetstr1 = "ISO-8859-1";
+ charsetstr2 = "UTF-8";
+ } else if (charset == AIM_CHARSET_ASCII) {
+ /* Should just be "ASCII" */
+ charsetstr1 = "ASCII";
+ charsetstr2 = purple_account_get_string(account, "encoding", OSCAR_DEFAULT_CUSTOM_ENCODING);
+ } else if (charset == 0x000d) {
+ /* iChat sending unicode over a Direct IM connection = UTF-8 */
+ /* Mobile AIM client on multiple devices (including Blackberry Tour, Nokia 3100, and LG VX6000) = ISO-8859-1 */
+ charsetstr1 = "UTF-8";
+ charsetstr2 = "ISO-8859-1";
+ charsetstr3 = purple_account_get_string(account, "encoding", OSCAR_DEFAULT_CUSTOM_ENCODING);
+ } else {
+ /* Unknown, hope for valid UTF-8... */
+ charsetstr1 = "UTF-8";
+ charsetstr2 = purple_account_get_string(account, "encoding", OSCAR_DEFAULT_CUSTOM_ENCODING);
+ }
+
+ purple_debug_info("oscar", "Parsing IM part, charset=0x%04hx, charsubset=0x%04hx, datalen=%" G_GSIZE_FORMAT ", choice1=%s, choice2=%s, choice3=%s\n",
+ charset, charsubset, datalen, charsetstr1, charsetstr2, (charsetstr3 ? charsetstr3 : ""));
+
+ ret = oscar_convert_to_utf8(data, datalen, charsetstr1, FALSE);
+ if (ret == NULL) {
+ if (charsetstr3 != NULL) {
+ /* Try charsetstr2 without allowing substitutions, then fall through to charsetstr3 if needed */
+ ret = oscar_convert_to_utf8(data, datalen, charsetstr2, FALSE);
+ if (ret == NULL)
+ ret = oscar_convert_to_utf8(data, datalen, charsetstr3, TRUE);
+ } else {
+ /* Try charsetstr2, allowing substitutions */
+ ret = oscar_convert_to_utf8(data, datalen, charsetstr2, TRUE);
+ }
+ }
+ if (ret == NULL) {
+ char *str, *salvage, *tmp;
+
+ str = g_malloc(datalen + 1);
+ strncpy(str, data, datalen);
+ str[datalen] = '\0';
+ salvage = purple_utf8_salvage(str);
+ tmp = g_strdup_printf(_("(There was an error receiving this message. Either you and %s have different encodings selected, or %s has a buggy client.)"),
+ sourcebn, sourcebn);
+ ret = g_strdup_printf("%s %s", salvage, tmp);
+ g_free(tmp);
+ g_free(str);
+ g_free(salvage);
+ }
+
+ return ret;
+}
+
+void
+oscar_convert_to_best_encoding(PurpleConnection *gc,
+ const char *destbn, const gchar *from,
+ gchar **msg, int *msglen_int,
+ guint16 *charset, guint16 *charsubset)
+{
+ OscarData *od = purple_connection_get_protocol_data(gc);
+ PurpleAccount *account = purple_connection_get_account(gc);
+ GError *err = NULL;
+ aim_userinfo_t *userinfo = NULL;
+ const gchar *charsetstr;
+ gsize msglen;
+
+ /* Attempt to send as ASCII */
+ if (oscar_charset_check(from) == AIM_CHARSET_ASCII) {
+ *msg = g_convert(from, -1, "ASCII", "UTF-8", NULL, &msglen, NULL);
+ *charset = AIM_CHARSET_ASCII;
+ *charsubset = 0x0000;
+ *msglen_int = msglen;
+ return;
+ }
+
+ /*
+ * If we're sending to an ICQ user, and they are in our
+ * buddy list, and they are advertising the Unicode
+ * capability, and they are online, then attempt to send
+ * as UTF-16BE.
+ */
+ if ((destbn != NULL) && oscar_util_valid_name_icq(destbn))
+ userinfo = aim_locate_finduserinfo(od, destbn);
+
+ if ((userinfo != NULL) && (userinfo->capabilities & OSCAR_CAPABILITY_UNICODE))
+ {
+ PurpleBuddy *b;
+ b = purple_find_buddy(account, destbn);
+ if ((b != NULL) && (PURPLE_BUDDY_IS_ONLINE(b)))
+ {
+ *msg = g_convert(from, -1, "UTF-16BE", "UTF-8", NULL, &msglen, &err);
+ if (*msg != NULL)
+ {
+ *charset = AIM_CHARSET_UNICODE;
+ *charsubset = 0x0000;
+ *msglen_int = msglen;
+ return;
+ }
+
+ purple_debug_error("oscar", "Conversion from UTF-8 to UTF-16BE failed: %s.\n",
+ err->message);
+ g_error_free(err);
+ err = NULL;
+ }
+ }
+
+ /*
+ * If this is AIM then attempt to send as ISO-8859-1. If this is
+ * ICQ then attempt to send as the user specified character encoding.
+ */
+ charsetstr = "ISO-8859-1";
+ if ((destbn != NULL) && oscar_util_valid_name_icq(destbn))
+ charsetstr = purple_account_get_string(account, "encoding", OSCAR_DEFAULT_CUSTOM_ENCODING);
+
+ /*
+ * XXX - We need a way to only attempt to convert if we KNOW "from"
+ * can be converted to "charsetstr"
+ */
+ *msg = g_convert(from, -1, charsetstr, "UTF-8", NULL, &msglen, &err);
+ if (*msg != NULL) {
+ *charset = AIM_CHARSET_LATIN_1;
+ *charsubset = 0x0000;
+ *msglen_int = msglen;
+ return;
+ }
+
+ purple_debug_info("oscar", "Conversion from UTF-8 to %s failed (%s). Falling back to unicode.\n",
+ charsetstr, err->message);
+ g_error_free(err);
+ err = NULL;
+
+ /*
+ * Nothing else worked, so send as UTF-16BE.
+ */
+ *msg = g_convert(from, -1, "UTF-16BE", "UTF-8", NULL, &msglen, &err);
+ if (*msg != NULL) {
+ *charset = AIM_CHARSET_UNICODE;
+ *charsubset = 0x0000;
+ *msglen_int = msglen;
+ return;
+ }
+
+ purple_debug_error("oscar", "Error converting a Unicode message: %s\n", err->message);
+ g_error_free(err);
+ err = NULL;
+
+ purple_debug_error("oscar", "This should NEVER happen! Sending UTF-8 text flagged as ASCII.\n");
+ *msg = g_strdup(from);
+ *msglen_int = strlen(*msg);
+ *charset = AIM_CHARSET_ASCII;
+ *charsubset = 0x0000;
+ return;
+}
More information about the Commits
mailing list