solidity/test/libsolutil/UTF8.cpp
2020-01-29 12:27:05 +01:00

216 lines
4.1 KiB
C++
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

/*
This file is part of solidity.
solidity is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
solidity is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with solidity. If not, see <http://www.gnu.org/licenses/>.
*/
/**
* Unit tests for UTF-8 validation.
*/
#include <libsolutil/CommonData.h>
#include <libsolutil/UTF8.h>
#include <test/Common.h>
#include <boost/test/unit_test.hpp>
using namespace std;
namespace solidity::util::test
{
BOOST_AUTO_TEST_SUITE(UTF8)
namespace {
bool isValidUTF8(string const& _value)
{
size_t pos;
return validateUTF8(asString(fromHex(_value)), pos);
}
bool isInvalidUTF8(string const& _value, size_t _expectedPos)
{
size_t pos;
if (validateUTF8(asString(fromHex(_value)), pos))
return false;
if (pos != _expectedPos)
return false;
return true;
}
}
BOOST_AUTO_TEST_CASE(valid)
{
BOOST_CHECK(isValidUTF8("00"));
BOOST_CHECK(isValidUTF8("20"));
BOOST_CHECK(isValidUTF8("7f"));
BOOST_CHECK(isValidUTF8("c281"));
BOOST_CHECK(isValidUTF8("df81"));
BOOST_CHECK(isValidUTF8("e0a081"));
BOOST_CHECK(isValidUTF8("e18081"));
BOOST_CHECK(isValidUTF8("ec8081"));
BOOST_CHECK(isValidUTF8("ed8081"));
BOOST_CHECK(isValidUTF8("ee8081"));
BOOST_CHECK(isValidUTF8("ef8081"));
BOOST_CHECK(isValidUTF8("f0908081"));
BOOST_CHECK(isValidUTF8("f3808081"));
BOOST_CHECK(isValidUTF8("f2808081"));
BOOST_CHECK(isValidUTF8("f3808081"));
BOOST_CHECK(isValidUTF8("f48e8081"));
}
BOOST_AUTO_TEST_CASE(invalid)
{
// anything between 0x80 and 0xc0 is disallowed
BOOST_CHECK(isInvalidUTF8("80", 0)); // invalid per table 3.6
BOOST_CHECK(isInvalidUTF8("a0", 0)); // invalid per table 3.6
BOOST_CHECK(isInvalidUTF8("c0", 0)); // invalid per table 3.7
BOOST_CHECK(isInvalidUTF8("c1", 0)); // invalid per table 3.7
BOOST_CHECK(isInvalidUTF8("c2", 0)); // too short (position is reported as the first byte)
BOOST_CHECK(isInvalidUTF8("e08081", 2)); // e0 must be followed by >= a0
BOOST_CHECK(isInvalidUTF8("e180", 0)); // too short
BOOST_CHECK(isInvalidUTF8("ec80", 0)); // too short
BOOST_CHECK(isInvalidUTF8("f08f8001", 2)); // f0 must be followed by >= 90
BOOST_CHECK(isInvalidUTF8("f18080", 0)); // too short
BOOST_CHECK(isInvalidUTF8("f4908081", 2)); // f4 must be followed by < 90
// anything above 0xf7 is disallowed
BOOST_CHECK(isInvalidUTF8("f8", 0)); // invalid per table 3.7
BOOST_CHECK(isInvalidUTF8("f9", 0)); // invalid per table 3.7
}
BOOST_AUTO_TEST_CASE(corpus)
{
string source = R"(
κσμε
hélló
Ā ā Ă ă Ą ą
ƀ Ɓ Ƃ ƃ Ƅ ƅ
ɐ ɑ ɒ ɓ ɔ ɕ
ʰ ʱ ʲ ʳ ʴ ʵ
̀ ́ ̂ ̃ ̄ ̅
ϩ Ϫ ϫ Ϭ ϭ Ϯ
Ё Ђ Ѓ Є Ѕ І
Ա Բ Գ Դ Ե Զ
ק ר ש ת װ ױ
ځ ڂ ڃ ڄ څ چ
)";
size_t pos;
BOOST_CHECK(validateUTF8(source, pos));
}
BOOST_AUTO_TEST_SUITE_END()
}