ferencd@0: //
ferencd@0: // VMime library (http://www.vmime.org)
ferencd@0: // Copyright (C) 2002-2013 Vincent Richard <vincent@vmime.org>
ferencd@0: //
ferencd@0: // This program is free software; you can redistribute it and/or
ferencd@0: // modify it under the terms of the GNU General Public License as
ferencd@0: // published by the Free Software Foundation; either version 3 of
ferencd@0: // the License, or (at your option) any later version.
ferencd@0: //
ferencd@0: // This program is distributed in the hope that it will be useful,
ferencd@0: // but WITHOUT ANY WARRANTY; without even the implied warranty of
ferencd@0: // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
ferencd@0: // General Public License for more details.
ferencd@0: //
ferencd@0: // You should have received a copy of the GNU General Public License along
ferencd@0: // with this program; if not, write to the Free Software Foundation, Inc.,
ferencd@0: // 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
ferencd@0: //
ferencd@0: // Linking this library statically or dynamically with other modules is making
ferencd@0: // a combined work based on this library.  Thus, the terms and conditions of
ferencd@0: // the GNU General Public License cover the whole combination.
ferencd@0: //
ferencd@0: 
ferencd@0: #include "tests/testUtils.hpp"
ferencd@0: 
ferencd@0: #include "charsetTestSuites.hpp"
ferencd@0: 
ferencd@0: 
ferencd@0: VMIME_TEST_SUITE_BEGIN(charsetTest)
ferencd@0: 
ferencd@0: 	VMIME_TEST_LIST_BEGIN
ferencd@0: 		// Test valid input
ferencd@0: 		VMIME_TEST(testConvertStringValid)
ferencd@0: 		VMIME_TEST(testConvertStreamValid)
ferencd@0: 		VMIME_TEST(testEncodingHebrew1255)
ferencd@0: 
ferencd@0: 		// IDNA
ferencd@0: 		VMIME_TEST(testEncodeIDNA)
ferencd@0: 		VMIME_TEST(testDecodeIDNA)
ferencd@0: 
ferencd@0: 		VMIME_TEST(testUTF7Support)
ferencd@0: 	VMIME_TEST_LIST_END
ferencd@0: 
ferencd@0: 
ferencd@0: 	void testConvertStringValid()
ferencd@0: 	{
ferencd@0: 		for (unsigned int i = 0 ; i < charsetTestSuitesCount ; ++i)
ferencd@0: 		{
ferencd@0: 			const charsetTestSuiteStruct& entry = charsetTestSuites[i];
ferencd@0: 
ferencd@0: 			std::ostringstream testName;
ferencd@0: 			testName << i << ": " << entry.fromCharset << " -> " << entry.toCharset;
ferencd@0: 
ferencd@0: 			const unsigned long inLength = (entry.fromLength == 0 ? strlen(entry.fromBytes) : entry.fromLength);
ferencd@0: 			vmime::string in(entry.fromBytes, entry.fromBytes + inLength);
ferencd@0: 
ferencd@0: 			const unsigned long outLength = (entry.toLength == 0 ? strlen(entry.toBytes) : entry.toLength);
ferencd@0: 			vmime::string expectedOut(entry.toBytes, entry.toBytes + outLength);
ferencd@0: 
ferencd@0: 			vmime::string actualOut;
ferencd@0: 
ferencd@0: 			vmime::charset::convert
ferencd@0: 				(in, actualOut, entry.fromCharset, entry.toCharset);
ferencd@0: 
ferencd@0: 			VASSERT_EQ(testName.str(), toHex(expectedOut), toHex(actualOut));
ferencd@0: 		}
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	void testConvertStreamValid()
ferencd@0: 	{
ferencd@0: 		for (unsigned int i = 0 ; i < charsetTestSuitesCount ; ++i)
ferencd@0: 		{
ferencd@0: 			const charsetTestSuiteStruct& entry = charsetTestSuites[i];
ferencd@0: 
ferencd@0: 			std::ostringstream testName;
ferencd@0: 			testName << i << ": " << entry.fromCharset << " -> " << entry.toCharset;
ferencd@0: 
ferencd@0: 			const unsigned long inLength = (entry.fromLength == 0 ? strlen(entry.fromBytes) : entry.fromLength);
ferencd@0: 			vmime::string in(entry.fromBytes, entry.fromBytes + inLength);
ferencd@0: 
ferencd@0: 			const unsigned long outLength = (entry.toLength == 0 ? strlen(entry.toBytes) : entry.toLength);
ferencd@0: 			vmime::string expectedOut(entry.toBytes, entry.toBytes + outLength);
ferencd@0: 
ferencd@0: 			vmime::string actualOut;
ferencd@0: 			vmime::utility::outputStreamStringAdapter os(actualOut);
ferencd@0: 
ferencd@0: 			vmime::utility::inputStreamStringAdapter is(in);
ferencd@0: 
ferencd@0: 			vmime::charset::convert
ferencd@0: 				(is, os, entry.fromCharset, entry.toCharset);
ferencd@0: 
ferencd@0: 			os.flush();
ferencd@0: 
ferencd@0: 			VASSERT_EQ(testName.str(), toHex(expectedOut), toHex(actualOut));
ferencd@0: 		}
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	void testEncodingHebrew1255()
ferencd@0: 	{
ferencd@0: 		// hewbrew string in windows-1255 charset
ferencd@0: 		const char data[] = "\xe9\xf9\xf7\xf8\xe9\xf9\xf8\xf7\xe9\xe9\xf9";
ferencd@0: 		vmime::word w = vmime::word(data, "windows-1255");
ferencd@0: 		vmime::string encoded = w.generate();
ferencd@0: 		// less than 60% ascii, base64 received
ferencd@0: 		VASSERT_EQ("1", "=?windows-1255?B?6fn3+On5+Pfp6fk=?=", encoded);
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	static const vmime::string convertHelper
ferencd@0: 		(const vmime::string& in, const vmime::charset& csrc, const vmime::charset& cdest)
ferencd@0: 	{
ferencd@0: 		vmime::string out;
ferencd@0: 		vmime::charset::convert(in, out, csrc, cdest);
ferencd@0: 
ferencd@0: 		return out;
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	void testEncodeIDNA()
ferencd@0: 	{
ferencd@0: 		VASSERT_EQ("1", "xn--espaol-zwa", convertHelper("español", "utf-8", "idna"));
ferencd@0: 
ferencd@0: 		// Tests from ICANN
ferencd@0: 		VASSERT_EQ("2.1", "xn--hxajbheg2az3al", convertHelper("παράδειγμα", "utf-8", "idna"));
ferencd@0: 		VASSERT_EQ("2.2", "xn--jxalpdlp", convertHelper("δοκιμή", "utf-8", "idna"));
ferencd@0: 
ferencd@0: 		VASSERT_EQ("3.1", "xn--mgbh0fb", convertHelper("مثال", "utf-8", "idna"));
ferencd@0: 		VASSERT_EQ("3.2", "xn--kgbechtv", convertHelper("إختبار", "utf-8", "idna"));
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	void testDecodeIDNA()
ferencd@0: 	{
ferencd@0: 		VASSERT_EQ("1", "español", convertHelper("xn--espaol-zwa", "idna", "utf-8"));
ferencd@0: 
ferencd@0: 		// Tests from ICANN
ferencd@0: 		VASSERT_EQ("2.1", "παράδειγμα", convertHelper("xn--hxajbheg2az3al", "idna", "utf-8"));
ferencd@0: 		VASSERT_EQ("2.2", "δοκιμή", convertHelper("xn--jxalpdlp", "idna", "utf-8"));
ferencd@0: 
ferencd@0: 		VASSERT_EQ("3.1", "مثال", convertHelper("xn--mgbh0fb", "idna", "utf-8"));
ferencd@0: 		VASSERT_EQ("3.2", "إختبار", convertHelper("xn--kgbechtv", "idna", "utf-8"));
ferencd@0: 	}
ferencd@0: 
ferencd@0: 	void testUTF7Support()
ferencd@0: 	{
ferencd@0: 		// Ensure UTF-7 is supported, because it is used for IMAP
ferencd@0: 		VASSERT_EQ("1", "VMime +- UTF-7 encoding", convertHelper("VMime + UTF-7 encoding", "utf-8", "utf-7"));
ferencd@0: 		VASSERT_EQ("2", "f+APg-o", convertHelper("\x66\xc3\xb8\x6f", "utf-8", "utf-7"));
ferencd@0: 	}
ferencd@0: 
ferencd@0: VMIME_TEST_SUITE_END
ferencd@0: