solidity/test/libyul/YulOptimizerTest.cpp

458 lines
14 KiB
C++
Raw Normal View History

2018-10-09 13:43:55 +00:00
/*
This file is part of solidity.
solidity is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
solidity is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with solidity. If not, see <http://www.gnu.org/licenses/>.
*/
2018-10-15 09:52:35 +00:00
#include <test/libyul/YulOptimizerTest.h>
2018-10-09 13:43:55 +00:00
#include <test/libsolidity/util/SoltestErrors.h>
2019-12-19 16:58:20 +00:00
#include <test/libyul/Common.h>
#include <test/Common.h>
2018-10-09 13:43:55 +00:00
#include <libyul/optimiser/BlockFlattener.h>
2018-12-13 14:26:01 +00:00
#include <libyul/optimiser/VarDeclInitializer.h>
#include <libyul/optimiser/VarNameCleaner.h>
2019-05-09 19:56:56 +00:00
#include <libyul/optimiser/ControlFlowSimplifier.h>
2019-03-28 13:18:17 +00:00
#include <libyul/optimiser/DeadCodeEliminator.h>
2018-10-15 09:52:35 +00:00
#include <libyul/optimiser/Disambiguator.h>
#include <libyul/optimiser/CallGraphGenerator.h>
2019-11-01 13:07:25 +00:00
#include <libyul/optimiser/ConditionalUnsimplifier.h>
2019-09-11 09:42:59 +00:00
#include <libyul/optimiser/ConditionalSimplifier.h>
2018-10-15 09:52:35 +00:00
#include <libyul/optimiser/CommonSubexpressionEliminator.h>
#include <libyul/optimiser/NameCollector.h>
#include <libyul/optimiser/EquivalentFunctionCombiner.h>
2018-10-15 09:52:35 +00:00
#include <libyul/optimiser/ExpressionSplitter.h>
#include <libyul/optimiser/FunctionGrouper.h>
#include <libyul/optimiser/FunctionHoister.h>
#include <libyul/optimiser/ExpressionInliner.h>
#include <libyul/optimiser/FullInliner.h>
2019-05-18 05:36:29 +00:00
#include <libyul/optimiser/ForLoopConditionIntoBody.h>
2019-09-11 16:55:31 +00:00
#include <libyul/optimiser/ForLoopConditionOutOfBody.h>
#include <libyul/optimiser/ForLoopInitRewriter.h>
2019-05-27 22:14:01 +00:00
#include <libyul/optimiser/LoadResolver.h>
#include <libyul/optimiser/LoopInvariantCodeMotion.h>
2018-10-15 09:52:35 +00:00
#include <libyul/optimiser/MainFunction.h>
2019-06-19 09:37:22 +00:00
#include <libyul/optimiser/NameDisplacer.h>
2018-10-15 09:52:35 +00:00
#include <libyul/optimiser/Rematerialiser.h>
#include <libyul/optimiser/ExpressionSimplifier.h>
#include <libyul/optimiser/UnusedPruner.h>
#include <libyul/optimiser/ExpressionJoiner.h>
2019-09-23 14:32:50 +00:00
#include <libyul/optimiser/OptimiserStep.h>
2019-01-16 10:44:45 +00:00
#include <libyul/optimiser/SSAReverser.h>
2018-10-16 21:47:02 +00:00
#include <libyul/optimiser/SSATransform.h>
#include <libyul/optimiser/Semantics.h>
2018-10-23 13:55:48 +00:00
#include <libyul/optimiser/RedundantAssignEliminator.h>
#include <libyul/optimiser/StructuralSimplifier.h>
2019-02-04 16:30:29 +00:00
#include <libyul/optimiser/StackCompressor.h>
2018-10-16 19:39:22 +00:00
#include <libyul/optimiser/Suite.h>
2019-05-28 10:57:15 +00:00
#include <libyul/backends/evm/ConstantOptimiser.h>
2018-12-06 23:56:16 +00:00
#include <libyul/backends/evm/EVMDialect.h>
2019-05-28 10:57:15 +00:00
#include <libyul/backends/evm/EVMMetrics.h>
#include <libyul/backends/wasm/WordSizeTransform.h>
#include <libyul/backends/wasm/WasmDialect.h>
#include <libyul/AsmPrinter.h>
#include <libyul/AsmParser.h>
#include <libyul/AsmAnalysis.h>
2019-02-13 11:21:53 +00:00
#include <libyul/AssemblyStack.h>
#include <liblangutil/SourceReferenceFormatter.h>
2018-10-09 13:43:55 +00:00
#include <liblangutil/ErrorReporter.h>
#include <liblangutil/Scanner.h>
#include <libsolutil/AnsiColorized.h>
2018-10-09 13:43:55 +00:00
#include <boost/test/unit_test.hpp>
#include <boost/algorithm/string.hpp>
#include <fstream>
#include <variant>
2018-10-09 13:43:55 +00:00
using namespace solidity;
using namespace solidity::util;
using namespace solidity::langutil;
using namespace solidity::yul;
using namespace solidity::yul::test;
using namespace solidity::frontend;
using namespace solidity::frontend::test;
2018-10-09 13:43:55 +00:00
using namespace std;
YulOptimizerTest::YulOptimizerTest(string const& _filename)
{
boost::filesystem::path path(_filename);
if (path.empty() || std::next(path.begin()) == path.end() || std::next(std::next(path.begin())) == path.end())
BOOST_THROW_EXCEPTION(runtime_error("Filename path has to contain a directory: \"" + _filename + "\"."));
m_optimizerStep = std::prev(std::prev(path.end()))->string();
ifstream file(_filename);
2019-04-01 14:33:46 +00:00
soltestAssert(file, "Cannot open test contract: \"" + _filename + "\".");
2018-10-09 13:43:55 +00:00
file.exceptions(ios::badbit);
2019-04-01 14:33:46 +00:00
m_source = parseSourceAndSettings(file);
if (m_settings.count("dialect"))
2019-04-01 14:33:46 +00:00
{
auto dialectName = m_settings["dialect"];
if (dialectName == "yul")
m_dialect = &Dialect::yul();
else if (dialectName == "ewasm")
m_dialect = &WasmDialect::instance();
else if (dialectName == "evm")
m_dialect = &EVMDialect::strictAssemblyForEVMObjects(solidity::test::CommonOptions::get().evmVersion());
else
BOOST_THROW_EXCEPTION(runtime_error("Invalid dialect " + dialectName));
m_validatedSettings["dialect"] = dialectName;
m_settings.erase("dialect");
2019-04-01 14:33:46 +00:00
}
else
m_dialect = &EVMDialect::strictAssemblyForEVMObjects(solidity::test::CommonOptions::get().evmVersion());
2019-04-01 14:33:46 +00:00
if (m_settings.count("step"))
2018-10-09 13:43:55 +00:00
{
2019-04-01 14:33:46 +00:00
m_validatedSettings["step"] = m_settings["step"];
m_settings.erase("step");
2018-10-09 13:43:55 +00:00
}
2019-04-01 14:33:46 +00:00
m_expectation = parseSimpleExpectations(file);
2018-10-09 13:43:55 +00:00
}
TestCase::TestResult YulOptimizerTest::run(ostream& _stream, string const& _linePrefix, bool const _formatted)
2018-10-09 13:43:55 +00:00
{
if (!parse(_stream, _linePrefix, _formatted))
return TestResult::FatalError;
2018-10-09 13:43:55 +00:00
soltestAssert(m_dialect, "Dialect not set.");
2019-09-23 14:32:50 +00:00
updateContext();
2018-10-09 13:43:55 +00:00
if (m_optimizerStep == "disambiguator")
disambiguate();
2019-06-19 09:37:22 +00:00
else if (m_optimizerStep == "nameDisplacer")
{
disambiguate();
NameDisplacer{
2019-09-23 14:32:50 +00:00
*m_nameDispenser,
2019-06-19 09:37:22 +00:00
{"illegal1"_yulstring, "illegal2"_yulstring, "illegal3"_yulstring, "illegal4"_yulstring, "illegal5"_yulstring}
}(*m_ast);
}
else if (m_optimizerStep == "blockFlattener")
{
disambiguate();
2019-09-23 14:32:50 +00:00
BlockFlattener::run(*m_context, *m_ast);
}
2019-05-15 08:33:35 +00:00
else if (m_optimizerStep == "constantOptimiser")
{
GasMeter meter(dynamic_cast<EVMDialect const&>(*m_dialect), false, 200);
ConstantOptimiser{dynamic_cast<EVMDialect const&>(*m_dialect), meter}(*m_ast);
}
2018-12-13 14:26:01 +00:00
else if (m_optimizerStep == "varDeclInitializer")
2019-09-23 14:32:50 +00:00
VarDeclInitializer::run(*m_context, *m_ast);
else if (m_optimizerStep == "varNameCleaner")
2019-09-23 14:32:50 +00:00
VarNameCleaner::run(*m_context, *m_ast);
2019-05-18 05:36:29 +00:00
else if (m_optimizerStep == "forLoopConditionIntoBody")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ForLoopConditionIntoBody::run(*m_context, *m_ast);
2019-05-18 05:36:29 +00:00
}
else if (m_optimizerStep == "forLoopInitRewriter")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ForLoopInitRewriter::run(*m_context, *m_ast);
}
else if (m_optimizerStep == "commonSubexpressionEliminator")
{
disambiguate();
2019-09-23 14:32:50 +00:00
CommonSubexpressionEliminator::run(*m_context, *m_ast);
}
2019-11-01 13:07:25 +00:00
else if (m_optimizerStep == "conditionalUnsimplifier")
{
disambiguate();
ConditionalUnsimplifier::run(*m_context, *m_ast);
}
2019-09-11 09:42:59 +00:00
else if (m_optimizerStep == "conditionalSimplifier")
{
disambiguate();
ConditionalSimplifier::run(*m_context, *m_ast);
}
2018-10-11 13:13:42 +00:00
else if (m_optimizerStep == "expressionSplitter")
2019-09-23 14:32:50 +00:00
ExpressionSplitter::run(*m_context, *m_ast);
else if (m_optimizerStep == "expressionJoiner")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionJoiner::run(*m_context, *m_ast);
}
else if (m_optimizerStep == "splitJoin")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionSplitter::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
}
2018-10-11 13:42:31 +00:00
else if (m_optimizerStep == "functionGrouper")
{
disambiguate();
2019-09-23 14:32:50 +00:00
FunctionGrouper::run(*m_context, *m_ast);
2018-10-11 13:42:31 +00:00
}
2018-10-11 13:47:49 +00:00
else if (m_optimizerStep == "functionHoister")
{
disambiguate();
2019-09-23 14:32:50 +00:00
FunctionHoister::run(*m_context, *m_ast);
2018-10-11 13:47:49 +00:00
}
2018-10-11 14:58:21 +00:00
else if (m_optimizerStep == "expressionInliner")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionInliner::run(*m_context, *m_ast);
2018-10-11 14:58:21 +00:00
}
2018-10-11 15:14:59 +00:00
else if (m_optimizerStep == "fullInliner")
{
disambiguate();
2019-09-23 14:32:50 +00:00
FunctionHoister::run(*m_context, *m_ast);
FunctionGrouper::run(*m_context, *m_ast);
ExpressionSplitter::run(*m_context, *m_ast);
FullInliner::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
2018-10-11 15:14:59 +00:00
}
2018-10-11 15:45:12 +00:00
else if (m_optimizerStep == "mainFunction")
{
disambiguate();
2019-09-23 14:32:50 +00:00
FunctionGrouper::run(*m_context, *m_ast);
MainFunction::run(*m_context, *m_ast);
2018-10-11 15:45:12 +00:00
}
2018-10-11 15:59:45 +00:00
else if (m_optimizerStep == "rematerialiser")
{
disambiguate();
2019-09-23 14:32:50 +00:00
Rematerialiser::run(*m_context, *m_ast);
2018-10-11 15:59:45 +00:00
}
2018-10-11 16:35:13 +00:00
else if (m_optimizerStep == "expressionSimplifier")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionSimplifier::run(*m_context, *m_ast);
ExpressionSimplifier::run(*m_context, *m_ast);
ExpressionSimplifier::run(*m_context, *m_ast);
2018-10-11 16:35:13 +00:00
}
else if (m_optimizerStep == "fullSimplify")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionSplitter::run(*m_context, *m_ast);
ForLoopInitRewriter::run(*m_context, *m_ast);
CommonSubexpressionEliminator::run(*m_context, *m_ast);
ExpressionSimplifier::run(*m_context, *m_ast);
UnusedPruner::run(*m_context, *m_ast);
DeadCodeEliminator::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
}
2018-10-11 16:41:01 +00:00
else if (m_optimizerStep == "unusedPruner")
{
disambiguate();
2019-09-23 14:32:50 +00:00
UnusedPruner::run(*m_context, *m_ast);
2018-10-11 16:41:01 +00:00
}
2019-03-28 13:18:17 +00:00
else if (m_optimizerStep == "deadCodeEliminator")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ForLoopInitRewriter::run(*m_context, *m_ast);
DeadCodeEliminator::run(*m_context, *m_ast);
2019-03-28 13:18:17 +00:00
}
2018-10-16 21:47:02 +00:00
else if (m_optimizerStep == "ssaTransform")
{
disambiguate();
2019-09-23 14:32:50 +00:00
SSATransform::run(*m_context, *m_ast);
2018-10-16 21:47:02 +00:00
}
2018-10-23 13:55:48 +00:00
else if (m_optimizerStep == "redundantAssignEliminator")
{
disambiguate();
2019-09-23 14:32:50 +00:00
RedundantAssignEliminator::run(*m_context, *m_ast);
2018-10-23 13:55:48 +00:00
}
else if (m_optimizerStep == "ssaPlusCleanup")
{
disambiguate();
2019-09-23 14:32:50 +00:00
SSATransform::run(*m_context, *m_ast);
RedundantAssignEliminator::run(*m_context, *m_ast);
2018-10-23 13:55:48 +00:00
}
2019-05-27 22:14:01 +00:00
else if (m_optimizerStep == "loadResolver")
2019-05-21 13:52:15 +00:00
{
disambiguate();
2019-09-23 14:32:50 +00:00
ForLoopInitRewriter::run(*m_context, *m_ast);
ExpressionSplitter::run(*m_context, *m_ast);
CommonSubexpressionEliminator::run(*m_context, *m_ast);
ExpressionSimplifier::run(*m_context, *m_ast);
2019-05-21 13:52:15 +00:00
2019-09-23 14:32:50 +00:00
LoadResolver::run(*m_context, *m_ast);
2019-05-21 13:52:15 +00:00
2019-09-23 14:32:50 +00:00
UnusedPruner::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
ExpressionJoiner::run(*m_context, *m_ast);
2019-05-21 13:52:15 +00:00
}
else if (m_optimizerStep == "loopInvariantCodeMotion")
{
disambiguate();
ForLoopInitRewriter::run(*m_context, *m_ast);
LoopInvariantCodeMotion::run(*m_context, *m_ast);
2019-05-21 13:52:15 +00:00
}
2019-05-09 20:01:18 +00:00
else if (m_optimizerStep == "controlFlowSimplifier")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ControlFlowSimplifier::run(*m_context, *m_ast);
2019-05-09 20:01:18 +00:00
}
else if (m_optimizerStep == "structuralSimplifier")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ForLoopInitRewriter::run(*m_context, *m_ast);
LiteralRematerialiser::run(*m_context, *m_ast);
StructuralSimplifier::run(*m_context, *m_ast);
}
else if (m_optimizerStep == "equivalentFunctionCombiner")
{
disambiguate();
2019-09-23 14:32:50 +00:00
EquivalentFunctionCombiner::run(*m_context, *m_ast);
}
2019-01-16 10:44:45 +00:00
else if (m_optimizerStep == "ssaReverser")
{
disambiguate();
2019-09-23 14:32:50 +00:00
SSAReverser::run(*m_context, *m_ast);
2019-01-16 10:44:45 +00:00
}
else if (m_optimizerStep == "ssaAndBack")
{
disambiguate();
// apply SSA
2019-09-23 14:32:50 +00:00
SSATransform::run(*m_context, *m_ast);
RedundantAssignEliminator::run(*m_context, *m_ast);
2019-01-16 10:44:45 +00:00
// reverse SSA
2019-09-23 14:32:50 +00:00
SSAReverser::run(*m_context, *m_ast);
CommonSubexpressionEliminator::run(*m_context, *m_ast);
UnusedPruner::run(*m_context, *m_ast);
2019-01-16 10:44:45 +00:00
}
2019-02-04 16:30:29 +00:00
else if (m_optimizerStep == "stackCompressor")
{
disambiguate();
2019-09-23 14:32:50 +00:00
FunctionGrouper::run(*m_context, *m_ast);
size_t maxIterations = 16;
Object obj;
obj.code = m_ast;
StackCompressor::run(*m_dialect, obj, true, maxIterations);
m_ast = obj.code;
2019-09-23 14:32:50 +00:00
BlockFlattener::run(*m_context, *m_ast);
2019-02-04 16:30:29 +00:00
}
else if (m_optimizerStep == "wordSizeTransform")
{
disambiguate();
2019-09-23 14:32:50 +00:00
ExpressionSplitter::run(*m_context, *m_ast);
WordSizeTransform::run(*m_dialect, *m_ast, *m_nameDispenser);
}
2018-10-16 19:39:22 +00:00
else if (m_optimizerStep == "fullSuite")
2019-05-15 08:33:35 +00:00
{
GasMeter meter(dynamic_cast<EVMDialect const&>(*m_dialect), false, 200);
yul::Object obj;
obj.code = m_ast;
obj.analysisInfo = m_analysisInfo;
OptimiserSuite::run(*m_dialect, &meter, obj, true);
2019-05-15 08:33:35 +00:00
}
2018-10-09 13:43:55 +00:00
else
{
AnsiColorized(_stream, _formatted, {formatting::BOLD, formatting::RED}) << _linePrefix << "Invalid optimizer step: " << m_optimizerStep << endl;
return TestResult::FatalError;
2018-10-09 13:43:55 +00:00
}
2019-12-19 16:58:20 +00:00
m_obtainedResult = AsmPrinter{}(*m_ast) + "\n";
2018-10-09 13:43:55 +00:00
2019-04-01 14:33:46 +00:00
if (m_optimizerStep != m_validatedSettings["step"])
{
string nextIndentLevel = _linePrefix + " ";
AnsiColorized(_stream, _formatted, {formatting::BOLD, formatting::CYAN}) <<
_linePrefix <<
"Invalid optimizer step. Given: \"" <<
m_validatedSettings["step"] <<
"\", should be: \"" <<
m_optimizerStep <<
"\"." <<
endl;
return TestResult::FatalError;
2019-04-01 14:33:46 +00:00
}
2018-10-09 13:43:55 +00:00
if (m_expectation != m_obtainedResult)
{
string nextIndentLevel = _linePrefix + " ";
AnsiColorized(_stream, _formatted, {formatting::BOLD, formatting::CYAN}) << _linePrefix << "Expected result:" << endl;
2018-10-09 13:43:55 +00:00
// TODO could compute a simple diff with highlighted lines
printIndented(_stream, m_expectation, nextIndentLevel);
AnsiColorized(_stream, _formatted, {formatting::BOLD, formatting::CYAN}) << _linePrefix << "Obtained result:" << endl;
2018-10-09 13:43:55 +00:00
printIndented(_stream, m_obtainedResult, nextIndentLevel);
return TestResult::Failure;
2018-10-09 13:43:55 +00:00
}
return TestResult::Success;
2018-10-09 13:43:55 +00:00
}
void YulOptimizerTest::printSource(ostream& _stream, string const& _linePrefix, bool const) const
{
printIndented(_stream, m_source, _linePrefix);
}
2019-04-01 14:33:46 +00:00
void YulOptimizerTest::printUpdatedSettings(ostream& _stream, const string& _linePrefix, const bool _formatted)
{
m_validatedSettings["step"] = m_optimizerStep;
EVMVersionRestrictedTestCase::printUpdatedSettings(_stream, _linePrefix, _formatted);
}
2018-10-09 13:43:55 +00:00
void YulOptimizerTest::printUpdatedExpectations(ostream& _stream, string const& _linePrefix) const
{
printIndented(_stream, m_obtainedResult, _linePrefix);
}
void YulOptimizerTest::printIndented(ostream& _stream, string const& _output, string const& _linePrefix) const
{
stringstream output(_output);
string line;
while (getline(output, line))
_stream << _linePrefix << line << endl;
}
bool YulOptimizerTest::parse(ostream& _stream, string const& _linePrefix, bool const _formatted)
{
2019-12-19 16:58:20 +00:00
ErrorList errors;
soltestAssert(m_dialect, "");
std::tie(m_ast, m_analysisInfo) = yul::test::parse(m_source, *m_dialect, errors);
if (!m_ast || !m_analysisInfo || !errors.empty())
2018-10-09 13:43:55 +00:00
{
2019-02-13 11:21:53 +00:00
AnsiColorized(_stream, _formatted, {formatting::BOLD, formatting::RED}) << _linePrefix << "Error parsing source." << endl;
2019-12-19 16:58:20 +00:00
printErrors(_stream, errors);
2018-10-09 13:43:55 +00:00
return false;
}
return true;
}
void YulOptimizerTest::disambiguate()
{
*m_ast = std::get<Block>(Disambiguator(*m_dialect, *m_analysisInfo)(*m_ast));
2018-10-09 13:43:55 +00:00
m_analysisInfo.reset();
2019-09-23 14:32:50 +00:00
updateContext();
}
void YulOptimizerTest::updateContext()
{
m_nameDispenser = make_unique<NameDispenser>(*m_dialect, *m_ast, m_reservedIdentifiers);
2019-11-27 16:24:21 +00:00
m_context = make_unique<OptimiserStepContext>(OptimiserStepContext{
*m_dialect,
*m_nameDispenser,
m_reservedIdentifiers
});
2018-10-09 13:43:55 +00:00
}
void YulOptimizerTest::printErrors(ostream& _stream, ErrorList const& _errors)
2018-10-09 13:43:55 +00:00
{
SourceReferenceFormatter formatter(_stream);
2018-10-09 13:43:55 +00:00
for (auto const& error: _errors)
formatter.printErrorInformation(*error);
2018-10-09 13:43:55 +00:00
}