2019-02-06 11:10:05 +00:00
|
|
|
/*
|
|
|
|
This file is part of solidity.
|
|
|
|
solidity is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
solidity is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with solidity. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <test/libsolidity/SemanticTest.h>
|
2020-01-14 16:48:17 +00:00
|
|
|
#include <test/Common.h>
|
2019-02-06 11:10:05 +00:00
|
|
|
#include <boost/algorithm/string.hpp>
|
|
|
|
#include <boost/algorithm/string/predicate.hpp>
|
|
|
|
#include <boost/algorithm/string/trim.hpp>
|
|
|
|
#include <boost/throw_exception.hpp>
|
|
|
|
|
|
|
|
#include <algorithm>
|
|
|
|
#include <cctype>
|
|
|
|
#include <fstream>
|
|
|
|
#include <memory>
|
|
|
|
#include <stdexcept>
|
|
|
|
|
|
|
|
using namespace std;
|
2019-12-23 15:50:30 +00:00
|
|
|
using namespace solidity;
|
|
|
|
using namespace solidity::util;
|
|
|
|
using namespace solidity::util::formatting;
|
|
|
|
using namespace solidity::frontend::test;
|
2019-02-06 11:10:05 +00:00
|
|
|
using namespace boost;
|
|
|
|
using namespace boost::algorithm;
|
|
|
|
using namespace boost::unit_test;
|
2019-02-06 11:10:48 +00:00
|
|
|
namespace fs = boost::filesystem;
|
2019-02-06 11:10:05 +00:00
|
|
|
|
|
|
|
|
2019-07-17 08:24:23 +00:00
|
|
|
SemanticTest::SemanticTest(string const& _filename, langutil::EVMVersion _evmVersion):
|
|
|
|
SolidityExecutionFramework(_evmVersion)
|
2019-02-06 11:10:05 +00:00
|
|
|
{
|
|
|
|
ifstream file(_filename);
|
2019-02-06 11:10:48 +00:00
|
|
|
soltestAssert(file, "Cannot open test contract: \"" + _filename + "\".");
|
2019-02-06 11:10:05 +00:00
|
|
|
file.exceptions(ios::badbit);
|
|
|
|
|
2019-07-13 10:04:22 +00:00
|
|
|
std::tie(m_source, m_lineOffset) = parseSourceAndSettingsWithLineNumbers(file);
|
|
|
|
|
2019-03-27 18:45:53 +00:00
|
|
|
if (m_settings.count("compileViaYul"))
|
|
|
|
{
|
2019-06-06 16:02:48 +00:00
|
|
|
if (m_settings["compileViaYul"] == "also")
|
|
|
|
{
|
|
|
|
m_validatedSettings["compileViaYul"] = m_settings["compileViaYul"];
|
|
|
|
m_runWithYul = true;
|
|
|
|
m_runWithoutYul = true;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
m_validatedSettings["compileViaYul"] = "only";
|
|
|
|
m_runWithYul = true;
|
|
|
|
m_runWithoutYul = false;
|
|
|
|
}
|
2019-03-27 18:45:53 +00:00
|
|
|
m_settings.erase("compileViaYul");
|
|
|
|
}
|
2020-02-04 15:01:30 +00:00
|
|
|
if (m_settings.count("ABIEncoderV1Only"))
|
|
|
|
{
|
|
|
|
if (m_settings["ABIEncoderV1Only"] == "true")
|
|
|
|
{
|
|
|
|
m_validatedSettings["ABIEncoderV1Only"] = "true";
|
|
|
|
m_runWithABIEncoderV1Only = true;
|
|
|
|
}
|
|
|
|
m_settings.erase("ABIEncoderV1Only");
|
|
|
|
}
|
2020-01-22 14:48:56 +00:00
|
|
|
|
|
|
|
if (m_settings.count("revertStrings"))
|
|
|
|
{
|
|
|
|
auto revertStrings = revertStringsFromString(m_settings["revertStrings"]);
|
|
|
|
if (revertStrings)
|
|
|
|
m_revertStrings = *revertStrings;
|
|
|
|
m_validatedSettings["revertStrings"] = revertStringsToString(m_revertStrings);
|
|
|
|
m_settings.erase("revertStrings");
|
|
|
|
}
|
|
|
|
|
2019-02-06 11:10:05 +00:00
|
|
|
parseExpectations(file);
|
2019-08-01 12:02:33 +00:00
|
|
|
soltestAssert(!m_tests.empty(), "No tests specified in " + _filename);
|
2019-02-06 11:10:05 +00:00
|
|
|
}
|
|
|
|
|
2020-02-04 15:01:30 +00:00
|
|
|
bool SemanticTest::validateSettings(langutil::EVMVersion _evmVersion)
|
|
|
|
{
|
|
|
|
if (m_runWithABIEncoderV1Only && solidity::test::CommonOptions::get().useABIEncoderV2)
|
|
|
|
return false;
|
|
|
|
return EVMVersionRestrictedTestCase::validateSettings(_evmVersion);
|
|
|
|
}
|
|
|
|
|
2019-05-07 13:33:22 +00:00
|
|
|
TestCase::TestResult SemanticTest::run(ostream& _stream, string const& _linePrefix, bool _formatted)
|
2019-02-06 11:10:05 +00:00
|
|
|
{
|
2019-06-06 16:02:48 +00:00
|
|
|
for(bool compileViaYul: set<bool>{!m_runWithoutYul, m_runWithYul})
|
|
|
|
{
|
|
|
|
bool success = true;
|
2019-05-15 10:01:14 +00:00
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
m_compileViaYul = compileViaYul;
|
|
|
|
if (compileViaYul)
|
|
|
|
AnsiColorized(_stream, _formatted, {BOLD, CYAN}) << _linePrefix << "Running via Yul:" << endl;
|
2019-02-06 11:10:05 +00:00
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
for (auto& test: m_tests)
|
|
|
|
test.reset();
|
2019-02-06 11:10:05 +00:00
|
|
|
|
2019-12-23 15:50:30 +00:00
|
|
|
map<string, solidity::test::Address> libraries;
|
2019-11-12 13:13:57 +00:00
|
|
|
|
|
|
|
bool constructed = false;
|
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
for (auto& test: m_tests)
|
|
|
|
{
|
2019-11-12 13:13:57 +00:00
|
|
|
if (constructed)
|
|
|
|
{
|
|
|
|
soltestAssert(!test.call().isLibrary, "Libraries have to be deployed before any other call.");
|
|
|
|
soltestAssert(!test.call().isConstructor, "Constructor has to be the first function call expect for library deployments.");
|
|
|
|
}
|
|
|
|
else if (test.call().isLibrary)
|
|
|
|
{
|
|
|
|
soltestAssert(
|
|
|
|
deploy(test.call().signature, 0, {}, libraries) && m_transactionSuccessful,
|
|
|
|
"Failed to deploy library " + test.call().signature
|
|
|
|
);
|
|
|
|
libraries[test.call().signature] = m_contractAddress;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2019-06-06 16:02:48 +00:00
|
|
|
if (test.call().isConstructor)
|
2019-11-12 13:13:57 +00:00
|
|
|
deploy("", test.call().value, test.call().arguments.rawBytes(), libraries);
|
2019-06-06 16:02:48 +00:00
|
|
|
else
|
2019-11-12 13:13:57 +00:00
|
|
|
soltestAssert(deploy("", 0, bytes(), libraries), "Failed to deploy contract.");
|
|
|
|
constructed = true;
|
|
|
|
}
|
2019-05-15 10:01:14 +00:00
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
if (test.call().isConstructor)
|
|
|
|
{
|
|
|
|
if (m_transactionSuccessful == test.call().expectations.failure)
|
|
|
|
success = false;
|
2019-05-15 10:24:23 +00:00
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
test.setFailure(!m_transactionSuccessful);
|
|
|
|
test.setRawBytes(bytes());
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2019-09-09 18:09:15 +00:00
|
|
|
bytes output = test.call().useCallWithoutSignature ?
|
|
|
|
callLowLevel(test.call().arguments.rawBytes(), test.call().value) :
|
|
|
|
callContractFunctionWithValueNoEncoding(
|
|
|
|
test.call().signature,
|
|
|
|
test.call().value,
|
|
|
|
test.call().arguments.rawBytes()
|
|
|
|
);
|
2019-06-06 16:02:48 +00:00
|
|
|
|
|
|
|
if ((m_transactionSuccessful == test.call().expectations.failure) || (output != test.call().expectations.rawBytes()))
|
|
|
|
success = false;
|
|
|
|
|
|
|
|
test.setFailure(!m_transactionSuccessful);
|
|
|
|
test.setRawBytes(std::move(output));
|
|
|
|
test.setContractABI(m_compiler.contractABI(m_compiler.lastContractName()));
|
|
|
|
}
|
2019-05-15 10:01:14 +00:00
|
|
|
}
|
2019-02-06 11:10:05 +00:00
|
|
|
|
2019-06-06 16:02:48 +00:00
|
|
|
if (!success)
|
2019-04-11 13:42:48 +00:00
|
|
|
{
|
2019-06-06 16:02:48 +00:00
|
|
|
AnsiColorized(_stream, _formatted, {BOLD, CYAN}) << _linePrefix << "Expected result:" << endl;
|
|
|
|
for (auto const& test: m_tests)
|
|
|
|
{
|
|
|
|
ErrorReporter errorReporter;
|
|
|
|
_stream << test.format(errorReporter, _linePrefix, false, _formatted) << endl;
|
|
|
|
_stream << errorReporter.format(_linePrefix, _formatted);
|
|
|
|
}
|
|
|
|
_stream << endl;
|
|
|
|
AnsiColorized(_stream, _formatted, {BOLD, CYAN}) << _linePrefix << "Obtained result:" << endl;
|
|
|
|
for (auto const& test: m_tests)
|
|
|
|
{
|
|
|
|
ErrorReporter errorReporter;
|
|
|
|
_stream << test.format(errorReporter, _linePrefix, true, _formatted) << endl;
|
|
|
|
_stream << errorReporter.format(_linePrefix, _formatted);
|
|
|
|
}
|
|
|
|
AnsiColorized(_stream, _formatted, {BOLD, RED}) << _linePrefix << endl << _linePrefix
|
|
|
|
<< "Attention: Updates on the test will apply the detected format displayed." << endl;
|
|
|
|
if (compileViaYul && m_runWithoutYul)
|
|
|
|
{
|
|
|
|
_stream << _linePrefix << endl << _linePrefix;
|
|
|
|
AnsiColorized(_stream, _formatted, {RED_BACKGROUND}) << "Note that the test passed without Yul.";
|
|
|
|
_stream << endl;
|
|
|
|
}
|
|
|
|
else if (!compileViaYul && m_runWithYul)
|
|
|
|
AnsiColorized(_stream, _formatted, {BOLD, YELLOW}) << _linePrefix << endl << _linePrefix
|
|
|
|
<< "Note that the test also has to pass via Yul." << endl;
|
|
|
|
return TestResult::Failure;
|
2019-04-11 13:42:48 +00:00
|
|
|
}
|
2019-02-06 11:10:05 +00:00
|
|
|
}
|
2019-06-06 16:02:48 +00:00
|
|
|
|
2019-05-07 13:33:22 +00:00
|
|
|
return TestResult::Success;
|
2019-02-06 11:10:05 +00:00
|
|
|
}
|
|
|
|
|
2019-03-18 13:08:56 +00:00
|
|
|
void SemanticTest::printSource(ostream& _stream, string const& _linePrefix, bool) const
|
2019-02-06 11:10:05 +00:00
|
|
|
{
|
|
|
|
stringstream stream(m_source);
|
|
|
|
string line;
|
|
|
|
while (getline(stream, line))
|
|
|
|
_stream << _linePrefix << line << endl;
|
|
|
|
}
|
|
|
|
|
2019-02-06 11:10:48 +00:00
|
|
|
void SemanticTest::printUpdatedExpectations(ostream& _stream, string const&) const
|
2019-02-06 11:10:05 +00:00
|
|
|
{
|
|
|
|
for (auto const& test: m_tests)
|
2019-02-21 00:50:41 +00:00
|
|
|
_stream << test.format("", true, false) << endl;
|
2019-02-06 11:10:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void SemanticTest::parseExpectations(istream& _stream)
|
|
|
|
{
|
|
|
|
TestFileParser parser{_stream};
|
2019-07-13 10:04:22 +00:00
|
|
|
auto functionCalls = parser.parseFunctionCalls(m_lineOffset);
|
2019-03-27 18:45:53 +00:00
|
|
|
std::move(functionCalls.begin(), functionCalls.end(), back_inserter(m_tests));
|
2019-02-06 11:10:05 +00:00
|
|
|
}
|
|
|
|
|
2019-12-23 15:50:30 +00:00
|
|
|
bool SemanticTest::deploy(string const& _contractName, u256 const& _value, bytes const& _arguments, map<string, solidity::test::Address> const& _libraries)
|
2019-02-06 11:10:05 +00:00
|
|
|
{
|
2019-11-12 13:13:57 +00:00
|
|
|
auto output = compileAndRunWithoutCheck(m_source, _value, _contractName, _arguments, _libraries);
|
2019-02-06 11:10:05 +00:00
|
|
|
return !output.empty() && m_transactionSuccessful;
|
|
|
|
}
|