2014-10-06 15:13:52 +00:00
|
|
|
/*
|
2016-11-18 23:13:20 +00:00
|
|
|
This file is part of solidity.
|
2014-10-06 15:13:52 +00:00
|
|
|
|
2016-11-18 23:13:20 +00:00
|
|
|
solidity is free software: you can redistribute it and/or modify
|
2014-10-06 15:13:52 +00:00
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
2016-11-18 23:13:20 +00:00
|
|
|
solidity is distributed in the hope that it will be useful,
|
2014-10-06 15:13:52 +00:00
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
2016-11-18 23:13:20 +00:00
|
|
|
along with solidity. If not, see <http://www.gnu.org/licenses/>.
|
2014-10-06 15:13:52 +00:00
|
|
|
*/
|
|
|
|
/**
|
|
|
|
* @author Christian <c@ethdev.com>
|
|
|
|
* @date 2014
|
|
|
|
* Unit tests for the solidity scanner.
|
|
|
|
*/
|
|
|
|
|
2018-11-14 13:59:30 +00:00
|
|
|
#include <liblangutil/Scanner.h>
|
2014-10-06 15:13:52 +00:00
|
|
|
#include <boost/test/unit_test.hpp>
|
|
|
|
|
2018-09-06 14:42:39 +00:00
|
|
|
using namespace std;
|
2019-12-23 15:50:30 +00:00
|
|
|
using namespace solidity::langutil;
|
2018-09-06 14:42:39 +00:00
|
|
|
|
2019-12-23 15:50:30 +00:00
|
|
|
namespace solidity::frontend::test
|
2014-10-16 12:08:54 +00:00
|
|
|
{
|
2014-10-06 15:13:52 +00:00
|
|
|
|
2014-10-07 16:25:04 +00:00
|
|
|
BOOST_AUTO_TEST_SUITE(SolidityScanner)
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(test_empty)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream{});
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
2014-10-07 16:25:04 +00:00
|
|
|
}
|
2014-10-06 15:13:52 +00:00
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(smoke_test)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("function break;765 \t \"string1\",'string2'\nidentifier1", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Break);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Semicolon);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "765");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "string1");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Comma);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "string2");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "identifier1");
|
2014-10-16 12:08:54 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
2019-02-18 14:07:15 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(assembly_assign)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("let a := 1", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Let);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssemblyAssign);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "1");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(assembly_multiple_assign)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("let a, b, c := 1", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Let);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Comma);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Comma);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssemblyAssign);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "1");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2020-07-20 18:03:40 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(string_printable)
|
|
|
|
{
|
|
|
|
for (unsigned v = 0x20; v < 0x7e; v++) {
|
|
|
|
string lit{static_cast<char>(v)};
|
|
|
|
// Escape \ and " (since we are quoting with ")
|
|
|
|
if (v == '\\' || v == '"')
|
|
|
|
lit = string{'\\'} + lit;
|
|
|
|
Scanner scanner(CharStream(" { \"" + lit + "\"", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), string{static_cast<char>(v)});
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
// Special case of unescaped " for strings quoted with '
|
|
|
|
Scanner scanner(CharStream(" { '\"'", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "\"");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(string_nonprintable)
|
|
|
|
{
|
|
|
|
for (unsigned v = 0; v < 0xff; v++) {
|
|
|
|
// Skip the valid ones
|
|
|
|
if (v >= 0x20 && v <= 0x7e)
|
|
|
|
continue;
|
|
|
|
string lit{static_cast<char>(v)};
|
|
|
|
Scanner scanner(CharStream(" { \"" + lit + "\"", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
if (v == '\n' || v == '\v' || v == '\f' || v == '\r')
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalStringEndQuote);
|
|
|
|
else
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalCharacterInString);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "");
|
|
|
|
}
|
|
|
|
}
|
2019-02-18 14:07:15 +00:00
|
|
|
|
2014-10-06 15:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(string_escapes)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream(" { \"a\\x61\"", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "aa");
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
2018-07-24 01:13:38 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(string_escapes_all)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream(" { \"a\\x61\\b\\f\\n\\r\\t\\v\"", ""));
|
2018-07-24 01:13:38 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "aa\b\f\n\r\t\v");
|
|
|
|
}
|
|
|
|
|
2014-10-06 15:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(string_escapes_with_zero)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream(" { \"a\\x61\\x00abc\"", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("aa\0abc", 6));
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(string_escape_illegal)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream(" bla \"\\x6rf\" (illegalescape)", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalEscapeSequence);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "");
|
2014-10-16 12:08:54 +00:00
|
|
|
// TODO recovery from illegal tokens should be improved
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2014-10-16 12:08:54 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(hex_numbers)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("var x = 0x765432536763762734623472346;", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Var);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Assign);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "0x765432536763762734623472346");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Semicolon);
|
2014-10-16 12:08:54 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("0x1234", ""));
|
2018-09-18 17:09:16 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "0x1234");
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("0X1234", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
2017-03-07 11:34:32 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(octal_numbers)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("07", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("007", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("-07", ""));
|
2017-03-07 11:34:32 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Sub);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("-.07", ""));
|
2017-03-07 11:34:32 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Sub);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("0", ""));
|
2017-03-07 11:34:32 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("0.1", ""));
|
2017-03-07 11:34:32 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
}
|
|
|
|
|
2017-02-14 14:58:04 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(scientific_notation)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("var x = 2e10;", ""));
|
2017-02-14 14:58:04 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Var);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Assign);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "2e10");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Semicolon);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2020-07-27 16:35:57 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(leading_dot_in_identifier)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("function .a(", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
scanner.reset(CharStream("function .a(", ""));
|
2020-07-10 15:05:52 +00:00
|
|
|
scanner.setScannerMode(ScannerKind::Yul);
|
2020-07-27 16:35:57 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(middle_dot_in_identifier)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("function a..a(", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
scanner.reset(CharStream("function a...a(", ""));
|
2020-07-10 15:05:52 +00:00
|
|
|
scanner.setScannerMode(ScannerKind::Yul);
|
2020-07-27 16:35:57 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(trailing_dot_in_identifier)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("function a.(", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
scanner.reset(CharStream("function a.(", ""));
|
2020-07-10 15:05:52 +00:00
|
|
|
scanner.setScannerMode(ScannerKind::Yul);
|
2020-07-27 16:35:57 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Function);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LParen);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(trailing_dot_in_numbers)
|
2018-05-22 15:37:21 +00:00
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("2.5", ""));
|
2018-05-22 15:37:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("2.5e10", ""));
|
2018-05-22 15:37:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream(".5", ""));
|
2018-05-22 15:37:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream(".5e10", ""));
|
2018-05-22 15:37:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("2.", ""));
|
2018-05-22 15:37:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Period);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(leading_underscore_decimal_is_identifier)
|
2017-10-20 19:35:08 +00:00
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("_1.2", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2017-10-20 19:35:08 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(leading_underscore_decimal_after_dot_illegal)
|
2017-10-20 19:35:08 +00:00
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("1._2", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
2017-10-20 19:35:08 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("1._", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
2017-10-20 19:35:08 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(leading_underscore_exp_are_identifier)
|
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("_1e2", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(leading_underscore_exp_after_e_illegal)
|
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("1e_2", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "1e_2");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(leading_underscore_hex_illegal)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("0x_abc", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2017-10-20 19:35:08 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
}
|
|
|
|
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(fixed_number_invalid_underscore_front)
|
2017-10-20 19:35:08 +00:00
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("12._1234_1234", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
}
|
|
|
|
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(number_literals_with_trailing_underscore_at_eos)
|
2017-10-20 19:35:08 +00:00
|
|
|
{
|
2018-08-03 14:13:52 +00:00
|
|
|
// Actual error is cought by SyntaxChecker.
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("0x123_", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("123_", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
|
2018-11-29 00:58:15 +00:00
|
|
|
scanner.reset(CharStream("12.34_", ""));
|
2018-08-03 14:13:52 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2017-10-20 19:35:08 +00:00
|
|
|
}
|
|
|
|
|
2014-11-05 07:40:21 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(negative_numbers)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("var x = -.2 + -0x78 + -7.3 + 8.9 + 2e-2;", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Var);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Assign);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Sub);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), ".2");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Add);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Sub);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "0x78");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Add);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Sub);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "7.3");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Add);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "8.9");
|
2017-02-14 14:58:04 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Add);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "2e-2");
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Semicolon);
|
2014-11-05 07:40:21 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2014-10-06 15:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(locations)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("function_identifier has ; -0x743/*comment*/\n ident //comment", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().start, 0);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().end, 19);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().start, 20);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().end, 23);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Semicolon);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().start, 24);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().end, 25);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Sub);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Number);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().start, 27);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().end, 32);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().start, 45);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLocation().end, 50);
|
2014-10-16 12:08:54 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(ambiguities)
|
|
|
|
{
|
2014-10-16 12:08:54 +00:00
|
|
|
// test scanning of some operators which need look-ahead
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("<=" "<" "+ +=a++ =>" "<<" ">>" " >>=" ">>>" ">>>=" " >>>>>=><<=", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LessThanOrEqual);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LessThan);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Add);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssignAdd);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Inc);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Arrow);
|
2014-10-16 12:08:54 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SHL);
|
2018-07-24 01:15:36 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SAR);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssignSar);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SHR);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssignShr);
|
|
|
|
// the last "monster" token combination
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SHR);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssignSar);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::GreaterThan);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::AssignShl);
|
2014-10-06 15:13:52 +00:00
|
|
|
}
|
|
|
|
|
2014-11-18 17:50:40 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(documentation_comments_parsed_begin)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/// Send $(value / 1000) chocolates to the user", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "Send $(value / 1000) chocolates to the user");
|
2014-11-18 17:50:40 +00:00
|
|
|
}
|
|
|
|
|
2014-12-17 17:53:18 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(multiline_documentation_comments_parsed_begin)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/** Send $(value / 1000) chocolates to the user*/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "Send $(value / 1000) chocolates to the user");
|
2014-12-17 17:53:18 +00:00
|
|
|
}
|
|
|
|
|
2014-11-18 17:50:40 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(documentation_comments_parsed)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("some other tokens /// Send $(value / 1000) chocolates to the user", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2014-11-18 17:50:40 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "Send $(value / 1000) chocolates to the user");
|
2014-12-18 12:27:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(multiline_documentation_comments_parsed)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("some other tokens /**\n"
|
|
|
|
"* Send $(value / 1000) chocolates to the user\n"
|
2018-11-28 15:13:36 +00:00
|
|
|
"*/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2014-12-18 12:27:25 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2020-04-28 08:34:07 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), " Send $(value / 1000) chocolates to the user");
|
2014-11-18 17:50:40 +00:00
|
|
|
}
|
|
|
|
|
2014-12-18 15:48:25 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(multiline_documentation_no_stars)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("some other tokens /**\n"
|
|
|
|
" Send $(value / 1000) chocolates to the user\n"
|
2018-11-28 15:13:36 +00:00
|
|
|
"*/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2014-12-18 15:48:25 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "Send $(value / 1000) chocolates to the user");
|
2014-12-18 15:48:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(multiline_documentation_whitespace_hell)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("some other tokens /** \t \r \n"
|
|
|
|
"\t \r * Send $(value / 1000) chocolates to the user\n"
|
2018-11-28 15:13:36 +00:00
|
|
|
"*/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2015-02-09 13:00:12 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
2014-12-18 15:48:25 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
2020-04-28 08:34:07 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), " Send $(value / 1000) chocolates to the user");
|
2014-12-18 15:48:25 +00:00
|
|
|
}
|
|
|
|
|
2014-11-18 17:50:40 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(comment_before_eos)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("//", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
2014-11-18 17:50:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(documentation_comment_before_eos)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("///", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
2014-11-18 17:50:40 +00:00
|
|
|
}
|
2014-10-06 15:13:52 +00:00
|
|
|
|
2015-01-05 15:37:43 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(empty_multiline_comment)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/**/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
2015-01-05 15:37:43 +00:00
|
|
|
}
|
|
|
|
|
2014-12-18 12:27:25 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(empty_multiline_documentation_comment_before_eos)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/***/", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::EOS);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
2014-12-18 12:27:25 +00:00
|
|
|
}
|
|
|
|
|
2014-11-20 22:18:05 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(comments_mixed_in_sequence)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("hello_world ///documentation comment \n"
|
|
|
|
"//simple comment \n"
|
2018-11-28 15:13:36 +00:00
|
|
|
"<<", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
2014-11-20 22:18:05 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SHL);
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "documentation comment ");
|
2014-11-20 22:18:05 +00:00
|
|
|
}
|
|
|
|
|
2015-02-04 21:02:35 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(ether_subdenominations)
|
|
|
|
{
|
2020-07-08 17:45:30 +00:00
|
|
|
Scanner scanner(CharStream("wei gwei ether", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::SubWei);
|
2020-07-08 18:35:02 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubGwei);
|
2015-02-05 21:38:07 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubEther);
|
2015-02-04 21:02:35 +00:00
|
|
|
}
|
|
|
|
|
2015-03-04 16:35:23 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(time_subdenominations)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("seconds minutes hours days weeks years", ""));
|
2015-08-31 16:44:29 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::SubSecond);
|
2015-03-04 16:35:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubMinute);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubHour);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubDay);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubWeek);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::SubYear);
|
|
|
|
}
|
|
|
|
|
2015-09-10 12:26:34 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(empty_comment)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("//\ncontract{}", ""));
|
2015-09-10 12:26:34 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Contract);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::RBrace);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-07-13 20:11:42 +00:00
|
|
|
// Unicode string escapes
|
|
|
|
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(valid_unicode_string_escape)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ \"\\u00DAnicode\"", ""));
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("\xC3\x9Anicode", 8));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(valid_unicode_string_escape_7f)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ \"\\u007Fnicode\"", ""));
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("\x7Fnicode", 7));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(valid_unicode_string_escape_7ff)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ \"\\u07FFnicode\"", ""));
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("\xDF\xBFnicode", 8));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(valid_unicode_string_escape_ffff)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ \"\\uFFFFnicode\"", ""));
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::StringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("\xEF\xBF\xBFnicode", 9));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(invalid_short_unicode_string_escape)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ \"\\uFFnicode\"", ""));
|
2016-08-01 13:03:44 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2016-08-01 13:03:44 +00:00
|
|
|
}
|
|
|
|
|
2020-07-13 20:11:42 +00:00
|
|
|
// Unicode string literal
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(valid_unicode_literal)
|
|
|
|
{
|
|
|
|
Scanner scanner(CharStream("{ unicode\"Hello 😃\"", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::UnicodeStringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("Hello \xf0\x9f\x98\x83", 10));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(valid_nonprintable_in_unicode_literal)
|
|
|
|
{
|
|
|
|
// Non-printable characters are allowed in unicode strings...
|
|
|
|
Scanner scanner(CharStream("{ unicode\"Hello \007😃\"", ""));
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::UnicodeStringLiteral);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("Hello \x07\xf0\x9f\x98\x83", 11));
|
|
|
|
}
|
|
|
|
|
2018-09-30 21:27:16 +00:00
|
|
|
// HEX STRING LITERAL
|
|
|
|
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(valid_hex_literal)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ hex\"00112233FF\"", ""));
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2019-10-05 20:47:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::HexStringLiteral);
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), std::string("\x00\x11\x22\x33\xFF", 5));
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(invalid_short_hex_literal)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ hex\"00112233F\"", ""));
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalHexString);
|
2016-08-16 14:31:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(invalid_hex_literal_with_space)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ hex\"00112233FF \"", ""));
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalHexString);
|
2016-08-16 14:31:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(invalid_hex_literal_with_wrong_quotes)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ hex\"00112233FF'", ""));
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalHexString);
|
2016-08-16 14:31:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(invalid_hex_literal_nonhex_string)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("{ hex\"hello\"", ""));
|
2016-08-16 14:31:23 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::LBrace);
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentError(), ScannerError::IllegalHexString);
|
2016-08-16 14:31:23 +00:00
|
|
|
}
|
|
|
|
|
2018-09-30 21:27:16 +00:00
|
|
|
// COMMENTS
|
|
|
|
|
2018-09-06 09:05:35 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(invalid_multiline_comment_close)
|
|
|
|
{
|
|
|
|
// This used to parse as "comment", "identifier"
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/** / x", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-09-06 09:05:35 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(multiline_doc_comment_at_eos)
|
|
|
|
{
|
|
|
|
// This used to parse as "whitespace"
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/**", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(multiline_comment_at_eos)
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/*", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(regular_line_break_in_single_line_comment)
|
|
|
|
{
|
2019-08-05 09:53:24 +00:00
|
|
|
for (auto const& nl: {"\r", "\n", "\r\n"})
|
2018-09-06 14:42:39 +00:00
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("// abc " + string(nl) + " def ", ""));
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(irregular_line_breaks_in_single_line_comment)
|
|
|
|
{
|
|
|
|
for (auto const& nl: {"\v", "\f", "\xE2\x80\xA8", "\xE2\x80\xA9"})
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("// abc " + string(nl) + " def ", ""));
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
|
|
|
for (size_t i = 0; i < string(nl).size() - 1; i++)
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(regular_line_breaks_in_single_line_doc_comment)
|
|
|
|
{
|
2019-08-05 09:53:24 +00:00
|
|
|
for (auto const& nl: {"\r", "\n", "\r\n"})
|
2018-09-06 14:42:39 +00:00
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/// abc " + string(nl) + " def ", ""));
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "abc ");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-05 09:53:24 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(regular_line_breaks_in_multiline_doc_comment)
|
|
|
|
{
|
|
|
|
// Test CR, LF, CRLF as line valid terminators for code comments.
|
|
|
|
// Any accepted non-LF is being canonicalized to LF.
|
|
|
|
for (auto const& nl : {"\r"s, "\n"s, "\r\n"s})
|
|
|
|
{
|
|
|
|
Scanner scanner{CharStream{"/// Hello" + nl + "/// World" + nl + "ident", ""}};
|
|
|
|
auto const& lit = scanner.currentCommentLiteral();
|
|
|
|
BOOST_CHECK_EQUAL(lit, "Hello\n World");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "Hello\n World");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "ident");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_AUTO_TEST_CASE(irregular_line_breaks_in_single_line_doc_comment)
|
|
|
|
{
|
|
|
|
for (auto const& nl: {"\v", "\f", "\xE2\x80\xA8", "\xE2\x80\xA9"})
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("/// abc " + string(nl) + " def ", ""));
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentCommentLiteral(), "abc ");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
|
|
|
for (size_t i = 0; i < string(nl).size() - 1; i++)
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(regular_line_breaks_in_strings)
|
|
|
|
{
|
2019-08-05 09:53:24 +00:00
|
|
|
for (auto const& nl: {"\r"s, "\n"s, "\r\n"s})
|
2018-09-06 14:42:39 +00:00
|
|
|
{
|
2019-08-05 09:53:24 +00:00
|
|
|
Scanner scanner(CharStream("\"abc " + nl + " def\"", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOST_AUTO_TEST_CASE(irregular_line_breaks_in_strings)
|
|
|
|
{
|
|
|
|
for (auto const& nl: {"\v", "\f", "\xE2\x80\xA8", "\xE2\x80\xA9"})
|
|
|
|
{
|
2018-11-28 15:13:36 +00:00
|
|
|
Scanner scanner(CharStream("\"abc " + string(nl) + " def\"", ""));
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.currentToken(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
for (size_t i = 0; i < string(nl).size(); i++)
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Identifier);
|
|
|
|
BOOST_CHECK_EQUAL(scanner.currentLiteral(), "def");
|
2018-11-23 15:49:01 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::Illegal);
|
2018-09-06 14:42:39 +00:00
|
|
|
BOOST_CHECK_EQUAL(scanner.next(), Token::EOS);
|
|
|
|
}
|
|
|
|
}
|
2016-08-01 13:03:44 +00:00
|
|
|
|
2014-10-06 15:13:52 +00:00
|
|
|
BOOST_AUTO_TEST_SUITE_END()
|
|
|
|
|
2014-10-16 12:08:54 +00:00
|
|
|
} // end namespaces
|