/* This file is part of solidity. solidity is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. solidity is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with solidity. If not, see . */ #include #include #include #include #include #include #include #include #include #include #include using namespace dev; using namespace langutil; using namespace solidity; using namespace dev::solidity::test; using namespace std; using namespace soltest; char TestFileParser::Scanner::peek() const noexcept { if (std::distance(m_char, m_line.end()) < 2) return '\0'; auto next = m_char; std::advance(next, 1); return *next; } vector TestFileParser::parseFunctionCalls(size_t _lineOffset) { vector calls; if (!accept(Token::EOS)) { assert(m_scanner.currentToken() == Token::Unknown); m_scanner.scanNextToken(); while (!accept(Token::EOS)) { if (!accept(Token::Whitespace)) { FunctionCall call; /// If this is not the first call in the test, /// the last call to parseParameter could have eaten the /// new line already. This could only be fixed with a one /// token lookahead that checks parseParameter /// if the next token is an identifier. if (calls.empty()) expect(Token::Newline); else if (accept(Token::Newline, true)) m_lineNumber++; try { call.signature = parseFunctionSignature(); if (accept(Token::Comma, true)) call.value = parseFunctionCallValue(); if (accept(Token::Colon, true)) call.arguments = parseFunctionCallArguments(); if (accept(Token::Newline, true)) { call.displayMode = FunctionCall::DisplayMode::MultiLine; m_lineNumber++; } call.arguments.comment = parseComment(); if (accept(Token::Newline, true)) { call.displayMode = FunctionCall::DisplayMode::MultiLine; m_lineNumber++; } if (accept(Token::Arrow, true)) { call.omitsArrow = false; call.expectations = parseFunctionCallExpectations(); if (accept(Token::Newline, true)) m_lineNumber++; } else { call.expectations.failure = false; call.displayMode = FunctionCall::DisplayMode::SingleLine; } call.expectations.comment = parseComment(); if (call.signature == "constructor()") call.isConstructor = true; calls.emplace_back(std::move(call)); } catch (Error const& _e) { throw Error{_e.type(), "Line " + to_string(_lineOffset + m_lineNumber) + ": " + _e.what()}; } } } } return calls; } bool TestFileParser::accept(soltest::Token _token, bool const _expect) { if (m_scanner.currentToken() != _token) return false; if (_expect) return expect(_token); return true; } bool TestFileParser::expect(soltest::Token _token, bool const _advance) { if (m_scanner.currentToken() != _token || m_scanner.currentToken() == Token::Invalid) throw Error( Error::Type::ParserError, "Unexpected " + formatToken(m_scanner.currentToken()) + ": \"" + m_scanner.currentLiteral() + "\". " + "Expected \"" + formatToken(_token) + "\"." ); if (_advance) m_scanner.scanNextToken(); return true; } string TestFileParser::parseFunctionSignature() { string signature = m_scanner.currentLiteral(); expect(Token::Identifier); signature += formatToken(Token::LParen); expect(Token::LParen); string parameters; if (!accept(Token::RParen, false)) parameters = parseIdentifierOrTuple(); while (accept(Token::Comma)) { parameters += formatToken(Token::Comma); expect(Token::Comma); parameters += parseIdentifierOrTuple(); } if (accept(Token::Arrow, true)) throw Error(Error::Type::ParserError, "Invalid signature detected: " + signature); signature += parameters; expect(Token::RParen); signature += formatToken(Token::RParen); return signature; } u256 TestFileParser::parseFunctionCallValue() { try { u256 value{parseDecimalNumber()}; expect(Token::Ether); return value; } catch (std::exception const&) { throw Error(Error::Type::ParserError, "Ether value encoding invalid."); } } FunctionCallArgs TestFileParser::parseFunctionCallArguments() { FunctionCallArgs arguments; auto param = parseParameter(); if (param.abiType.type == ABIType::None) throw Error(Error::Type::ParserError, "No argument provided."); arguments.parameters.emplace_back(param); while (accept(Token::Comma, true)) arguments.parameters.emplace_back(parseParameter()); return arguments; } FunctionCallExpectations TestFileParser::parseFunctionCallExpectations() { FunctionCallExpectations expectations; auto param = parseParameter(); if (param.abiType.type == ABIType::None) { expectations.failure = false; return expectations; } expectations.result.emplace_back(param); while (accept(Token::Comma, true)) expectations.result.emplace_back(parseParameter()); /// We have always one virtual parameter in the parameter list. /// If its type is FAILURE, the expected result is also a REVERT etc. if (expectations.result.at(0).abiType.type != ABIType::Failure) expectations.failure = false; return expectations; } Parameter TestFileParser::parseParameter() { Parameter parameter; if (accept(Token::Newline, true)) { parameter.format.newline = true; m_lineNumber++; } bool isSigned = false; if (accept(Token::Left, true)) { parameter.rawString += formatToken(Token::Left); expect(Token::LParen); parameter.rawString += formatToken(Token::LParen); parameter.alignment = Parameter::Alignment::Left; } if (accept(Token::Right, true)) { parameter.rawString += formatToken(Token::Right); expect(Token::LParen); parameter.rawString += formatToken(Token::LParen); parameter.alignment = Parameter::Alignment::Right; } try { if (accept(Token::Sub, true)) { parameter.rawString += formatToken(Token::Sub); isSigned = true; } if (accept(Token::Boolean)) { if (isSigned) throw Error(Error::Type::ParserError, "Invalid boolean literal."); parameter.abiType = ABIType{ABIType::Boolean, ABIType::AlignRight, 32}; string parsed = parseBoolean(); parameter.rawString += parsed; parameter.rawBytes = BytesUtils().applyAlign( parameter.alignment, parameter.abiType, BytesUtils().convertBoolean(parsed) ); } else if (accept(Token::HexNumber)) { if (isSigned) throw Error(Error::Type::ParserError, "Invalid hex number literal."); parameter.abiType = ABIType{ABIType::Hex, ABIType::AlignRight, 32}; string parsed = parseHexNumber(); parameter.rawString += parsed; parameter.rawBytes = BytesUtils().applyAlign( parameter.alignment, parameter.abiType, BytesUtils().convertHexNumber(parsed) ); } else if (accept(Token::Hex, true)) { if (isSigned) throw Error(Error::Type::ParserError, "Invalid hex string literal."); if (parameter.alignment != Parameter::Alignment::None) throw Error(Error::Type::ParserError, "Hex string literals cannot be aligned or padded."); string parsed = parseString(); parameter.rawString += "hex\"" + parsed + "\""; parameter.rawBytes = BytesUtils().convertHexNumber(parsed); parameter.abiType = ABIType{ ABIType::HexString, ABIType::AlignNone, parameter.rawBytes.size() }; } else if (accept(Token::String)) { if (isSigned) throw Error(Error::Type::ParserError, "Invalid string literal."); if (parameter.alignment != Parameter::Alignment::None) throw Error(Error::Type::ParserError, "String literals cannot be aligned or padded."); string parsed = parseString(); parameter.abiType = {ABIType::String, ABIType::AlignLeft, parsed.size()}; parameter.rawString += "\"" + parsed + "\""; parameter.rawBytes = BytesUtils().applyAlign( Parameter::Alignment::Left, parameter.abiType, BytesUtils().convertString(parsed) ); } else if (accept(Token::Number)) { auto type = isSigned ? ABIType::SignedDec : ABIType::UnsignedDec; parameter.abiType = ABIType{type, ABIType::AlignRight, 32}; string parsed = parseDecimalNumber(); parameter.rawString += parsed; if (isSigned) parsed = "-" + parsed; parameter.rawBytes = BytesUtils().applyAlign( parameter.alignment, parameter.abiType, BytesUtils().convertNumber(parsed) ); } else if (accept(Token::Failure, true)) { if (isSigned) throw Error(Error::Type::ParserError, "Invalid failure literal."); parameter.abiType = ABIType{ABIType::Failure, ABIType::AlignRight, 0}; parameter.rawBytes = bytes{}; } if (parameter.alignment != Parameter::Alignment::None) { expect(Token::RParen); parameter.rawString += formatToken(Token::RParen); } } catch (std::exception const&) { throw Error(Error::Type::ParserError, "Literal encoding invalid."); } return parameter; } string TestFileParser::parseIdentifierOrTuple() { string identOrTuple; auto parseArrayDimensions = [&]() { while (accept(Token::LBrack)) { identOrTuple += formatToken(Token::LBrack); expect(Token::LBrack); if (accept(Token::Number)) identOrTuple += parseDecimalNumber(); identOrTuple += formatToken(Token::RBrack); expect(Token::RBrack); } }; if (accept(Token::Identifier)) { identOrTuple = m_scanner.currentLiteral(); expect(Token::Identifier); parseArrayDimensions(); return identOrTuple; } expect(Token::LParen); identOrTuple += formatToken(Token::LParen); identOrTuple += parseIdentifierOrTuple(); while (accept(Token::Comma)) { identOrTuple += formatToken(Token::Comma); expect(Token::Comma); identOrTuple += parseIdentifierOrTuple(); } expect(Token::RParen); identOrTuple += formatToken(Token::RParen); parseArrayDimensions(); return identOrTuple; } string TestFileParser::parseBoolean() { string literal = m_scanner.currentLiteral(); expect(Token::Boolean); return literal; } string TestFileParser::parseComment() { string comment = m_scanner.currentLiteral(); if (accept(Token::Comment, true)) return comment; return string{}; } string TestFileParser::parseDecimalNumber() { string literal = m_scanner.currentLiteral(); expect(Token::Number); return literal; } string TestFileParser::parseHexNumber() { string literal = m_scanner.currentLiteral(); expect(Token::HexNumber); return literal; } string TestFileParser::parseString() { string literal = m_scanner.currentLiteral(); expect(Token::String); return literal; } void TestFileParser::Scanner::readStream(istream& _stream) { std::string line; while (std::getline(_stream, line)) m_line += line; m_char = m_line.begin(); } void TestFileParser::Scanner::scanNextToken() { using namespace langutil; // Make code coverage happy. assert(formatToken(Token::NUM_TOKENS) == ""); auto detectKeyword = [](std::string const& _literal = "") -> TokenDesc { if (_literal == "true") return TokenDesc{Token::Boolean, _literal}; if (_literal == "false") return TokenDesc{Token::Boolean, _literal}; if (_literal == "ether") return TokenDesc{Token::Ether, _literal}; if (_literal == "left") return TokenDesc{Token::Left, _literal}; if (_literal == "right") return TokenDesc{Token::Right, _literal}; if (_literal == "hex") return TokenDesc{Token::Hex, _literal}; if (_literal == "FAILURE") return TokenDesc{Token::Failure, _literal}; return TokenDesc{Token::Identifier, _literal}; }; auto selectToken = [this](Token _token, std::string const& _literal = "") -> TokenDesc { advance(); return make_pair(_token, !_literal.empty() ? _literal : formatToken(_token)); }; TokenDesc token = make_pair(Token::Unknown, ""); do { switch(current()) { case '/': advance(); if (current() == '/') token = selectToken(Token::Newline); else token = selectToken(Token::Invalid); break; case '-': if (peek() == '>') { advance(); token = selectToken(Token::Arrow); } else token = selectToken(Token::Sub); break; case ':': token = selectToken(Token::Colon); break; case '#': token = selectToken(Token::Comment, scanComment()); break; case ',': token = selectToken(Token::Comma); break; case '(': token = selectToken(Token::LParen); break; case ')': token = selectToken(Token::RParen); break; case '[': token = selectToken(Token::LBrack); break; case ']': token = selectToken(Token::RBrack); break; case '\"': token = selectToken(Token::String, scanString()); break; default: if (isIdentifierStart(current())) { TokenDesc detectedToken = detectKeyword(scanIdentifierOrKeyword()); token = selectToken(detectedToken.first, detectedToken.second); } else if (isDecimalDigit(current())) { if (current() == '0' && peek() == 'x') { advance(); advance(); token = selectToken(Token::HexNumber, "0x" + scanHexNumber()); } else token = selectToken(Token::Number, scanDecimalNumber()); } else if (isWhiteSpace(current())) token = selectToken(Token::Whitespace); else if (isEndOfLine()) token = make_pair(Token::EOS, "EOS"); else throw Error( Error::Type::ParserError, "Unexpected character: '" + string{current()} + "'" ); break; } } while (token.first == Token::Whitespace); m_currentToken = token; } string TestFileParser::Scanner::scanComment() { string comment; advance(); while (current() != '#') { comment += current(); advance(); } return comment; } string TestFileParser::Scanner::scanIdentifierOrKeyword() { string identifier; identifier += current(); while (langutil::isIdentifierPart(peek())) { advance(); identifier += current(); } return identifier; } string TestFileParser::Scanner::scanDecimalNumber() { string number; number += current(); while (langutil::isDecimalDigit(peek())) { advance(); number += current(); } return number; } string TestFileParser::Scanner::scanHexNumber() { string number; number += current(); while (langutil::isHexDigit(peek())) { advance(); number += current(); } return number; } string TestFileParser::Scanner::scanString() { string str; advance(); while (current() != '\"') { if (current() == '\\') { advance(); switch (current()) { case '\\': str += current(); advance(); break; case 'n': str += '\n'; advance(); break; case 'r': str += '\r'; advance(); break; case 't': str += '\t'; advance(); break; case '0': str += '\0'; advance(); break; case 'x': str += scanHexPart(); break; default: throw Error(Error::Type::ParserError, "Invalid or escape sequence found in string literal."); } } else { str += current(); advance(); } } return str; } char TestFileParser::Scanner::scanHexPart() { advance(); // skip 'x' char value{}; if (isdigit(current())) value = current() - '0'; else if (tolower(current()) >= 'a' && tolower(current()) <= 'f') value = tolower(current()) - 'a' + 10; else throw Error(Error::Type::ParserError, "\\x used with no following hex digits."); advance(); if (current() == '"') return value; value <<= 4; if (isdigit(current())) value |= current() - '0'; else if (tolower(current()) >= 'a' && tolower(current()) <= 'f') value |= tolower(current()) - 'a' + 10; advance(); return value; }