Peerplays_Blockchain/peerplays-fc
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added tests for UTF-8

Browse source
This commit is contained in:
Peter Conrad 2015-08-23 22:15:47 +02:00
parent cd7615475f
commit 899a5c489b
2 changed files with 85 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
CMakeLists.txt
View file

@ -373,6 +373,7 @@ add_executable( all_tests tests/all_tests.cpp
tests/thread/task_cancel.cpp
tests/bloom_test.cpp
tests/real128_test.cpp
tests/utf8_test.cpp
)
target_link_libraries( all_tests fc )

84
tests/utf8_test.cpp Normal file
View file

@ -0,0 +1,84 @@
#include <boost/test/unit_test.hpp>
#include <fc/utf8.hpp>
using namespace fc;
static const std::string TEST_INVALID_1("\375\271\261\241\201\211\001");
static const std::string TEST_INVALID_2("\371\261\241\201\211\001");
static const std::string TEST_VALID_1("\361\241\201\211\001");
static const std::string TEST_VALID_2("\361\241\201\211");
static const std::string TEST_INVALID_3("\361\241\201");
static const std::string TEST_INVALID_4("\361\241\201\001");
static const std::string TEST_INVALID_5("\361\241");
static const std::string TEST_INVALID_6("\361\241\001");
static const std::string TEST_INVALID_7("\361");
static const std::string TEST_INVALID_8("\361\001");
static const std::string TEST_INVALID_9("\355\244\200");
static const std::string TEST_INVALID_10("\355\244\200\001");
static const std::string TEST_INVALID_11("\340\214\200");
static const std::string TEST_INVALID_12("\340\214\200\001");
BOOST_AUTO_TEST_SUITE(fc)
BOOST_AUTO_TEST_CASE(utf8_test)
{
std::wstring test(L"\0\001\002");
test.reserve(65536);
for (wchar_t c = 0xffff; c >= 0xe000; c--) {
test.push_back(c);
}
for (wchar_t c = 0xd7ff; c > 2; c--) {
test.push_back(c);
}
for (wchar_t c = 1; c < 16; c++) {
test.push_back((c << 16) | 0xffff);
}
std::string storage;
storage.reserve(257*1024);
fc::encodeUtf8(test, &storage);
BOOST_CHECK(fc::is_utf8(storage));
std::wstring decoded;
decoded.reserve(65536);
fc::decodeUtf8(storage, &decoded);
BOOST_CHECK(test.compare(decoded) == 0);
BOOST_CHECK(fc::is_utf8(TEST_VALID_1));
BOOST_CHECK(fc::is_utf8(TEST_VALID_2));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_1));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_2));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_3));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_4));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_5));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_6));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_7));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_8));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_9));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_10));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_11));
BOOST_CHECK(!fc::is_utf8(TEST_INVALID_12));
decoded.clear();
try {
fc::decodeUtf8(TEST_INVALID_1, &decoded);
BOOST_FAIL("expected invalid utf8 exception");
} catch (const std::exception& e) {
BOOST_CHECK(!strncmp("Invalid UTF-8", e.what(), 14));
}
try {
fc::decodeUtf8(TEST_INVALID_9, &decoded);
BOOST_FAIL("expected invalid code point exception");
} catch (const std::exception& e) {
BOOST_CHECK(!strncmp("Invalid code point", e.what(), 19));
}
try {
fc::decodeUtf8(TEST_INVALID_11, &decoded);
BOOST_FAIL("expected invalid utf8 exception");
} catch (const std::exception& e) {
BOOST_CHECK(!strncmp("Invalid UTF-8", e.what(), 14));
}
}
BOOST_AUTO_TEST_SUITE_END()