2017-05-23 16:57:06 +00:00
|
|
|
/*
|
|
|
|
This file is part of solidity.
|
|
|
|
|
|
|
|
solidity is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
solidity is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with solidity. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
2020-07-17 14:54:12 +00:00
|
|
|
// SPDX-License-Identifier: GPL-3.0
|
2017-05-23 16:57:06 +00:00
|
|
|
/**
|
2023-02-22 15:32:29 +00:00
|
|
|
* Full assembly stack that can support EVM-assembly and Yul as input and EVM, EVM1.5
|
2017-05-23 16:57:06 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
#include <libyul/YulStack.h>
|
2018-12-17 18:24:42 +00:00
|
|
|
|
2018-11-23 10:18:57 +00:00
|
|
|
#include <libyul/AsmAnalysis.h>
|
|
|
|
#include <libyul/AsmAnalysisInfo.h>
|
2020-11-02 11:53:17 +00:00
|
|
|
#include <libyul/backends/evm/EthAssemblyAdapter.h>
|
2018-12-17 18:24:42 +00:00
|
|
|
#include <libyul/backends/evm/EVMCodeTransform.h>
|
2018-12-06 23:56:16 +00:00
|
|
|
#include <libyul/backends/evm/EVMDialect.h>
|
2018-12-17 18:24:42 +00:00
|
|
|
#include <libyul/backends/evm/EVMObjectCompiler.h>
|
2019-05-28 10:57:15 +00:00
|
|
|
#include <libyul/backends/evm/EVMMetrics.h>
|
2018-11-07 11:01:43 +00:00
|
|
|
#include <libyul/ObjectParser.h>
|
2023-05-15 12:20:56 +00:00
|
|
|
#include <libyul/optimiser/Semantics.h>
|
2018-11-03 15:05:08 +00:00
|
|
|
#include <libyul/optimiser/Suite.h>
|
2019-02-13 11:07:20 +00:00
|
|
|
#include <libevmasm/Assembly.h>
|
|
|
|
#include <liblangutil/Scanner.h>
|
2023-05-02 13:34:12 +00:00
|
|
|
|
2022-03-07 11:49:23 +00:00
|
|
|
#include <boost/algorithm/string.hpp>
|
2023-05-02 13:34:12 +00:00
|
|
|
|
2021-03-11 11:42:59 +00:00
|
|
|
#include <optional>
|
2019-02-13 11:07:20 +00:00
|
|
|
|
2019-12-11 16:31:36 +00:00
|
|
|
using namespace solidity;
|
|
|
|
using namespace solidity::yul;
|
|
|
|
using namespace solidity::langutil;
|
2017-05-23 16:57:06 +00:00
|
|
|
|
2017-12-13 13:40:54 +00:00
|
|
|
namespace
|
|
|
|
{
|
2022-03-28 04:27:11 +00:00
|
|
|
Dialect const& languageToDialect(YulStack::Language _language, EVMVersion _version)
|
2017-12-13 13:40:54 +00:00
|
|
|
{
|
|
|
|
switch (_language)
|
|
|
|
{
|
2022-03-28 04:27:11 +00:00
|
|
|
case YulStack::Language::Assembly:
|
|
|
|
case YulStack::Language::StrictAssembly:
|
2019-02-21 20:56:30 +00:00
|
|
|
return EVMDialect::strictAssemblyForEVMObjects(_version);
|
2022-03-28 04:27:11 +00:00
|
|
|
case YulStack::Language::Yul:
|
2020-01-29 17:14:03 +00:00
|
|
|
return EVMDialectTyped::instance(_version);
|
2017-12-13 13:40:54 +00:00
|
|
|
}
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(false, "");
|
2020-01-29 17:14:03 +00:00
|
|
|
return Dialect::yulDeprecated();
|
2017-12-13 13:40:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2017-05-23 16:57:06 +00:00
|
|
|
|
2023-08-28 08:22:05 +00:00
|
|
|
CharStream const& YulStack::charStream(std::string const& _sourceName) const
|
2017-05-23 16:57:06 +00:00
|
|
|
{
|
2021-06-29 12:38:59 +00:00
|
|
|
yulAssert(m_charStream, "");
|
|
|
|
yulAssert(m_charStream->name() == _sourceName, "");
|
|
|
|
return *m_charStream;
|
2017-05-23 16:57:06 +00:00
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
bool YulStack::parseAndAnalyze(std::string const& _sourceName, std::string const& _source)
|
2017-05-23 16:57:06 +00:00
|
|
|
{
|
2017-06-07 13:41:44 +00:00
|
|
|
m_errors.clear();
|
2017-05-23 16:57:06 +00:00
|
|
|
m_analysisSuccessful = false;
|
2023-08-28 08:22:05 +00:00
|
|
|
m_charStream = std::make_unique<CharStream>(_source, _sourceName);
|
|
|
|
std::shared_ptr<Scanner> scanner = std::make_shared<Scanner>(*m_charStream);
|
2021-06-29 12:38:59 +00:00
|
|
|
m_parserResult = ObjectParser(m_errorReporter, languageToDialect(m_language, m_evmVersion)).parse(scanner, false);
|
2017-05-11 13:26:35 +00:00
|
|
|
if (!m_errorReporter.errors().empty())
|
2017-05-23 16:57:06 +00:00
|
|
|
return false;
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
2017-05-23 16:57:06 +00:00
|
|
|
|
2017-06-02 20:52:48 +00:00
|
|
|
return analyzeParsed();
|
2017-05-23 16:57:06 +00:00
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
void YulStack::optimize()
|
2018-11-03 15:05:08 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_analysisSuccessful, "Analysis was not successful.");
|
2023-05-15 12:20:56 +00:00
|
|
|
yulAssert(m_parserResult);
|
|
|
|
|
|
|
|
if (
|
|
|
|
!m_optimiserSettings.runYulOptimiser &&
|
|
|
|
yul::MSizeFinder::containsMSize(languageToDialect(m_language, m_evmVersion), *m_parserResult)
|
|
|
|
)
|
|
|
|
return;
|
2019-03-27 11:49:50 +00:00
|
|
|
|
2018-12-04 17:57:32 +00:00
|
|
|
m_analysisSuccessful = false;
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_parserResult, "");
|
2019-05-15 08:33:35 +00:00
|
|
|
optimize(*m_parserResult, true);
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(analyzeParsed(), "Invalid source code after optimization.");
|
2018-11-03 15:05:08 +00:00
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
bool YulStack::analyzeParsed()
|
2017-06-02 20:52:48 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_parserResult, "");
|
2018-12-04 17:57:32 +00:00
|
|
|
m_analysisSuccessful = analyzeParsed(*m_parserResult);
|
2017-05-28 13:13:41 +00:00
|
|
|
return m_analysisSuccessful;
|
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
bool YulStack::analyzeParsed(Object& _object)
|
2018-12-04 17:57:32 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(_object.code, "");
|
2023-08-28 08:22:05 +00:00
|
|
|
_object.analysisInfo = std::make_shared<AsmAnalysisInfo>();
|
2019-07-09 12:06:33 +00:00
|
|
|
|
|
|
|
AsmAnalyzer analyzer(
|
|
|
|
*_object.analysisInfo,
|
|
|
|
m_errorReporter,
|
|
|
|
languageToDialect(m_language, m_evmVersion),
|
|
|
|
{},
|
2020-06-17 09:17:35 +00:00
|
|
|
_object.qualifiedDataNames()
|
2019-07-09 12:06:33 +00:00
|
|
|
);
|
2018-12-04 17:57:32 +00:00
|
|
|
bool success = analyzer.analyze(*_object.code);
|
|
|
|
for (auto& subNode: _object.subObjects)
|
2019-02-13 11:07:20 +00:00
|
|
|
if (auto subObject = dynamic_cast<Object*>(subNode.get()))
|
2018-12-04 17:57:32 +00:00
|
|
|
if (!analyzeParsed(*subObject))
|
|
|
|
success = false;
|
|
|
|
return success;
|
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
void YulStack::compileEVM(AbstractAssembly& _assembly, bool _optimize) const
|
2018-12-06 23:56:16 +00:00
|
|
|
{
|
2019-05-16 08:56:56 +00:00
|
|
|
EVMDialect const* dialect = nullptr;
|
2019-10-25 13:39:44 +00:00
|
|
|
switch (m_language)
|
|
|
|
{
|
|
|
|
case Language::Assembly:
|
|
|
|
case Language::StrictAssembly:
|
|
|
|
dialect = &EVMDialect::strictAssemblyForEVMObjects(m_evmVersion);
|
|
|
|
break;
|
|
|
|
case Language::Yul:
|
2019-12-19 15:01:28 +00:00
|
|
|
dialect = &EVMDialectTyped::instance(m_evmVersion);
|
2019-10-25 13:39:44 +00:00
|
|
|
break;
|
|
|
|
default:
|
2020-05-20 22:54:42 +00:00
|
|
|
yulAssert(false, "Invalid language.");
|
2019-10-25 13:39:44 +00:00
|
|
|
break;
|
|
|
|
}
|
2018-12-06 23:56:16 +00:00
|
|
|
|
2022-11-22 12:05:20 +00:00
|
|
|
EVMObjectCompiler::compile(*m_parserResult, _assembly, *dialect, _optimize, m_eofVersion);
|
2018-12-06 23:56:16 +00:00
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
void YulStack::optimize(Object& _object, bool _isCreation)
|
2018-12-04 17:57:32 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(_object.code, "");
|
|
|
|
yulAssert(_object.analysisInfo, "");
|
2018-12-04 17:57:32 +00:00
|
|
|
for (auto& subNode: _object.subObjects)
|
2019-02-13 11:07:20 +00:00
|
|
|
if (auto subObject = dynamic_cast<Object*>(subNode.get()))
|
2022-03-07 11:49:23 +00:00
|
|
|
{
|
|
|
|
bool isCreation = !boost::ends_with(subObject->name.str(), "_deployed");
|
|
|
|
optimize(*subObject, isCreation);
|
|
|
|
}
|
2019-05-29 21:14:06 +00:00
|
|
|
|
|
|
|
Dialect const& dialect = languageToDialect(m_language, m_evmVersion);
|
2023-08-28 08:22:05 +00:00
|
|
|
std::unique_ptr<GasMeter> meter;
|
2019-05-29 21:14:06 +00:00
|
|
|
if (EVMDialect const* evmDialect = dynamic_cast<EVMDialect const*>(&dialect))
|
2023-08-28 08:22:05 +00:00
|
|
|
meter = std::make_unique<GasMeter>(*evmDialect, _isCreation, m_optimiserSettings.expectedExecutionsPerDeployment);
|
2023-04-21 13:14:03 +00:00
|
|
|
|
2019-05-29 21:14:06 +00:00
|
|
|
OptimiserSuite::run(
|
|
|
|
dialect,
|
|
|
|
meter.get(),
|
2019-07-09 15:23:14 +00:00
|
|
|
_object,
|
2023-04-21 13:14:03 +00:00
|
|
|
// Defaults are the minimum necessary to avoid running into "Stack too deep" constantly.
|
|
|
|
m_optimiserSettings.runYulOptimiser ? m_optimiserSettings.optimizeStackAllocation : true,
|
|
|
|
m_optimiserSettings.runYulOptimiser ? m_optimiserSettings.yulOptimiserSteps : "u",
|
|
|
|
m_optimiserSettings.runYulOptimiser ? m_optimiserSettings.yulOptimiserCleanupSteps : "",
|
2023-08-28 08:22:05 +00:00
|
|
|
_isCreation ? std::nullopt : std::make_optional(m_optimiserSettings.expectedExecutionsPerDeployment),
|
2021-03-11 11:42:59 +00:00
|
|
|
{}
|
2019-05-29 21:14:06 +00:00
|
|
|
);
|
2018-12-04 17:57:32 +00:00
|
|
|
}
|
|
|
|
|
2022-03-28 04:27:11 +00:00
|
|
|
MachineAssemblyObject YulStack::assemble(Machine _machine) const
|
2017-05-23 16:57:06 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_analysisSuccessful, "");
|
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
|
|
|
yulAssert(m_parserResult->analysisInfo, "");
|
2017-05-23 16:57:06 +00:00
|
|
|
|
2017-05-23 17:21:14 +00:00
|
|
|
switch (_machine)
|
2017-05-23 16:57:06 +00:00
|
|
|
{
|
|
|
|
case Machine::EVM:
|
2021-02-03 10:47:16 +00:00
|
|
|
return assembleWithDeployed().first;
|
2017-05-23 16:57:06 +00:00
|
|
|
}
|
|
|
|
// unreachable
|
2017-05-29 22:50:46 +00:00
|
|
|
return MachineAssemblyObject();
|
2017-05-23 16:57:06 +00:00
|
|
|
}
|
|
|
|
|
2021-04-22 14:08:51 +00:00
|
|
|
std::pair<MachineAssemblyObject, MachineAssemblyObject>
|
2023-08-28 08:22:05 +00:00
|
|
|
YulStack::assembleWithDeployed(std::optional<std::string_view> _deployName) const
|
2020-05-12 14:33:05 +00:00
|
|
|
{
|
2021-04-22 14:08:51 +00:00
|
|
|
auto [creationAssembly, deployedAssembly] = assembleEVMWithDeployed(_deployName);
|
|
|
|
yulAssert(creationAssembly, "");
|
2021-06-29 12:38:59 +00:00
|
|
|
yulAssert(m_charStream, "");
|
2020-05-12 14:33:05 +00:00
|
|
|
|
|
|
|
MachineAssemblyObject creationObject;
|
2023-08-28 08:22:05 +00:00
|
|
|
creationObject.bytecode = std::make_shared<evmasm::LinkerObject>(creationAssembly->assemble());
|
2020-05-12 14:33:05 +00:00
|
|
|
yulAssert(creationObject.bytecode->immutableReferences.empty(), "Leftover immutables.");
|
2021-09-17 18:15:19 +00:00
|
|
|
creationObject.assembly = creationAssembly->assemblyString(m_debugInfoSelection);
|
2023-08-28 08:22:05 +00:00
|
|
|
creationObject.sourceMappings = std::make_unique<std::string>(
|
2020-05-12 14:33:05 +00:00
|
|
|
evmasm::AssemblyItem::computeSourceMapping(
|
2021-04-22 14:08:51 +00:00
|
|
|
creationAssembly->items(),
|
2021-06-29 12:38:59 +00:00
|
|
|
{{m_charStream->name(), 0}}
|
2020-05-12 14:33:05 +00:00
|
|
|
)
|
|
|
|
);
|
|
|
|
|
2021-02-03 10:47:16 +00:00
|
|
|
MachineAssemblyObject deployedObject;
|
2021-04-22 14:08:51 +00:00
|
|
|
if (deployedAssembly)
|
|
|
|
{
|
2023-08-28 08:22:05 +00:00
|
|
|
deployedObject.bytecode = std::make_shared<evmasm::LinkerObject>(deployedAssembly->assemble());
|
2021-09-17 18:15:19 +00:00
|
|
|
deployedObject.assembly = deployedAssembly->assemblyString(m_debugInfoSelection);
|
2023-08-28 08:22:05 +00:00
|
|
|
deployedObject.sourceMappings = std::make_unique<std::string>(
|
2021-04-22 14:08:51 +00:00
|
|
|
evmasm::AssemblyItem::computeSourceMapping(
|
|
|
|
deployedAssembly->items(),
|
2021-06-29 12:38:59 +00:00
|
|
|
{{m_charStream->name(), 0}}
|
2021-04-22 14:08:51 +00:00
|
|
|
)
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
return {std::move(creationObject), std::move(deployedObject)};
|
|
|
|
}
|
|
|
|
|
|
|
|
std::pair<std::shared_ptr<evmasm::Assembly>, std::shared_ptr<evmasm::Assembly>>
|
2023-08-28 08:22:05 +00:00
|
|
|
YulStack::assembleEVMWithDeployed(std::optional<std::string_view> _deployName) const
|
2021-04-22 14:08:51 +00:00
|
|
|
{
|
|
|
|
yulAssert(m_analysisSuccessful, "");
|
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
|
|
|
yulAssert(m_parserResult->analysisInfo, "");
|
|
|
|
|
2022-11-23 10:51:34 +00:00
|
|
|
evmasm::Assembly assembly(m_evmVersion, true, {});
|
2021-04-22 14:08:51 +00:00
|
|
|
EthAssemblyAdapter adapter(assembly);
|
2023-04-21 13:14:03 +00:00
|
|
|
|
2023-05-15 12:20:56 +00:00
|
|
|
// NOTE: We always need stack optimization when Yul optimizer is disabled (unless code contains
|
|
|
|
// msize). It being disabled just means that we don't use the full step sequence. We still run
|
|
|
|
// it with the minimal steps required to avoid "stack too deep".
|
|
|
|
bool optimize = m_optimiserSettings.optimizeStackAllocation || (
|
|
|
|
!m_optimiserSettings.runYulOptimiser &&
|
|
|
|
!yul::MSizeFinder::containsMSize(languageToDialect(m_language, m_evmVersion), *m_parserResult)
|
|
|
|
);
|
2023-04-21 13:14:03 +00:00
|
|
|
compileEVM(adapter, optimize);
|
2021-04-22 14:08:51 +00:00
|
|
|
|
2022-08-16 16:06:53 +00:00
|
|
|
assembly.optimise(evmasm::Assembly::OptimiserSettings::translateSettings(m_optimiserSettings, m_evmVersion));
|
2020-10-29 16:44:26 +00:00
|
|
|
|
2023-08-28 08:22:05 +00:00
|
|
|
std::optional<size_t> subIndex;
|
2021-02-03 10:47:16 +00:00
|
|
|
|
|
|
|
// Pick matching assembly if name was given
|
|
|
|
if (_deployName.has_value())
|
|
|
|
{
|
|
|
|
for (size_t i = 0; i < assembly.numSubs(); i++)
|
|
|
|
if (assembly.sub(i).name() == _deployName)
|
|
|
|
{
|
|
|
|
subIndex = i;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
solAssert(subIndex.has_value(), "Failed to find object to be deployed.");
|
|
|
|
}
|
|
|
|
// Otherwise use heuristic: If there is a single sub-assembly, this is likely the object to be deployed.
|
|
|
|
else if (assembly.numSubs() == 1)
|
|
|
|
subIndex = 0;
|
|
|
|
|
|
|
|
if (subIndex.has_value())
|
2020-05-12 14:33:05 +00:00
|
|
|
{
|
2021-02-03 10:47:16 +00:00
|
|
|
evmasm::Assembly& runtimeAssembly = assembly.sub(*subIndex);
|
2023-08-28 08:22:05 +00:00
|
|
|
return {std::make_shared<evmasm::Assembly>(assembly), std::make_shared<evmasm::Assembly>(runtimeAssembly)};
|
2020-05-12 14:33:05 +00:00
|
|
|
}
|
|
|
|
|
2023-08-28 08:22:05 +00:00
|
|
|
return {std::make_shared<evmasm::Assembly>(assembly), {}};
|
2020-05-12 14:33:05 +00:00
|
|
|
}
|
|
|
|
|
2023-08-28 08:22:05 +00:00
|
|
|
std::string YulStack::print(
|
2021-09-17 18:15:19 +00:00
|
|
|
CharStreamProvider const* _soliditySourceProvider
|
|
|
|
) const
|
2017-05-23 16:57:06 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
2021-09-17 18:15:19 +00:00
|
|
|
return m_parserResult->toString(&languageToDialect(m_language, m_evmVersion), m_debugInfoSelection, _soliditySourceProvider) + "\n";
|
2017-05-23 16:57:06 +00:00
|
|
|
}
|
2019-02-13 11:21:53 +00:00
|
|
|
|
2023-05-02 13:34:12 +00:00
|
|
|
Json::Value YulStack::astJson() const
|
|
|
|
{
|
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
|
|
|
return m_parserResult->toJson();
|
|
|
|
}
|
|
|
|
|
2023-08-28 08:22:05 +00:00
|
|
|
std::shared_ptr<Object> YulStack::parserResult() const
|
2019-02-13 11:21:53 +00:00
|
|
|
{
|
2019-11-26 21:52:09 +00:00
|
|
|
yulAssert(m_analysisSuccessful, "Analysis was not successful.");
|
|
|
|
yulAssert(m_parserResult, "");
|
|
|
|
yulAssert(m_parserResult->code, "");
|
2019-02-13 11:21:53 +00:00
|
|
|
return m_parserResult;
|
|
|
|
}
|