/* This file is part of solidity. solidity is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. solidity is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with solidity. If not, see . */ // SPDX-License-Identifier: GPL-3.0 /** @file boostTest.cpp * @author Marko Simovic * @date 2014 * Stub for generating main boost.test module. * Original code taken from boost sources. */ #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wunused-parameter" #if defined(_MSC_VER) #pragma warning(push) #pragma warning(disable:4535) // calling _set_se_translator requires /EHa #endif #include #include #if defined(_MSC_VER) #pragma warning(pop) #endif #pragma GCC diagnostic pop #include #include #include #include #include #include #include using namespace boost::unit_test; using namespace solidity::frontend::test; namespace fs = boost::filesystem; using namespace std; namespace { void removeTestSuite(std::string const& _name) { master_test_suite_t& master = framework::master_test_suite(); auto id = master.get(_name); soltestAssert(id != INV_TEST_UNIT_ID, "Removing non-existent test suite!"); master.remove(id); } /** * Class that traverses the boost test tree and removes unit tests that are * not in the current batch. */ class BoostBatcher: public test_tree_visitor { public: BoostBatcher(solidity::test::Batcher& _batcher): m_batcher(_batcher) {} void visit(test_case const& _testCase) override { if (!m_batcher.checkAndAdvance()) // disabling them would be nicer, but it does not work like this: // const_cast(_testCase).p_run_status.value = test_unit::RS_DISABLED; m_path.back()->remove(_testCase.p_id); } bool test_suite_start(test_suite const& _testSuite) override { m_path.push_back(&const_cast(_testSuite)); return test_tree_visitor::test_suite_start(_testSuite); } void test_suite_finish(test_suite const& _testSuite) override { m_path.pop_back(); test_tree_visitor::test_suite_finish(_testSuite); } private: solidity::test::Batcher& m_batcher; std::vector m_path; }; void runTestCase(TestCase::Config const& _config, TestCase::TestCaseCreator const& _testCaseCreator) { try { stringstream errorStream; auto testCase = _testCaseCreator(_config); if (testCase->shouldRun()) switch (testCase->run(errorStream)) { case TestCase::TestResult::Success: break; case TestCase::TestResult::Failure: BOOST_ERROR("Test expectation mismatch.\n" + errorStream.str()); break; case TestCase::TestResult::FatalError: BOOST_ERROR("Fatal error during test.\n" + errorStream.str()); break; } } catch (boost::exception const& _e) { BOOST_ERROR("Exception during extracted test: " << boost::diagnostic_information(_e)); } catch (std::exception const& _e) { BOOST_ERROR("Exception during extracted test: " << boost::diagnostic_information(_e)); } catch (...) { BOOST_ERROR("Unknown exception during extracted test: " << boost::current_exception_diagnostic_information()); } } int registerTests( boost::unit_test::test_suite& _suite, boost::filesystem::path const& _basepath, boost::filesystem::path const& _path, bool _enforceViaYul, bool _enforceCompileToEwasm, vector const& _labels, TestCase::TestCaseCreator _testCaseCreator, solidity::test::Batcher& _batcher ) { int numTestsAdded = 0; fs::path fullpath = _basepath / _path; TestCase::Config config{ fullpath.string(), solidity::test::CommonOptions::get().evmVersion(), solidity::test::CommonOptions::get().vmPaths, _enforceViaYul, _enforceCompileToEwasm, solidity::test::CommonOptions::get().enforceGasTest, solidity::test::CommonOptions::get().enforceGasTestMinValue, }; if (fs::is_directory(fullpath)) { test_suite* sub_suite = BOOST_TEST_SUITE(_path.filename().string()); for (auto const& entry: boost::iterator_range( fs::directory_iterator(fullpath), fs::directory_iterator() )) if ( solidity::test::isValidSemanticTestPath(entry) && (fs::is_directory(entry.path()) || TestCase::isTestFilename(entry.path().filename())) ) numTestsAdded += registerTests( *sub_suite, _basepath, _path / entry.path().filename(), _enforceViaYul, _enforceCompileToEwasm, _labels, _testCaseCreator, _batcher ); _suite.add(sub_suite); } else { // TODO would be better to set the test to disabled. if (_batcher.checkAndAdvance()) { // This must be a vector of unique_ptrs because Boost.Test keeps the equivalent of a string_view to the filename // that is passed in. If the strings were stored directly in the vector, pointers/references to them would be // invalidated on reallocation. static vector> filenames; filenames.emplace_back(make_unique(_path.string())); auto test_case = make_test_case( [config, _testCaseCreator] { BOOST_REQUIRE_NO_THROW({ runTestCase(config, _testCaseCreator); }); }, _path.stem().string(), *filenames.back(), 0 ); for (auto const& _label: _labels) test_case->add_label(_label); _suite.add(test_case); numTestsAdded = 1; } } return numTestsAdded; } bool initializeOptions() { auto const& suite = boost::unit_test::framework::master_test_suite(); auto options = std::make_unique(); bool shouldContinue = options->parse(suite.argc, suite.argv); if (!shouldContinue) return false; options->validate(); solidity::test::CommonOptions::setSingleton(std::move(options)); return true; } } // TODO: Prototype -- why isn't this declared in the boost headers? // TODO: replace this with a (global) fixture. test_suite* init_unit_test_suite(int /*argc*/, char* /*argv*/[]); test_suite* init_unit_test_suite(int /*argc*/, char* /*argv*/[]) { using namespace solidity::test; master_test_suite_t& master = framework::master_test_suite(); master.p_name.value = "SolidityTests"; try { bool shouldContinue = initializeOptions(); if (!shouldContinue) exit(EXIT_SUCCESS); if (!solidity::test::loadVMs(solidity::test::CommonOptions::get())) exit(EXIT_FAILURE); if (solidity::test::CommonOptions::get().disableSemanticTests) cout << endl << "--- SKIPPING ALL SEMANTICS TESTS ---" << endl << endl; if (!solidity::test::CommonOptions::get().enforceGasTest) cout << endl << "WARNING :: Gas Cost Expectations are not being enforced" << endl << endl; Batcher batcher(CommonOptions::get().selectedBatch, CommonOptions::get().batches); if (CommonOptions::get().batches > 1) cout << "Batch " << CommonOptions::get().selectedBatch << " out of " << CommonOptions::get().batches << endl; // Batch the boost tests BoostBatcher boostBatcher(batcher); traverse_test_tree(master, boostBatcher, true); // Include the interactive tests in the automatic tests as well for (auto const& ts: g_interactiveTestsuites) { auto const& options = solidity::test::CommonOptions::get(); if (ts.smt && options.disableSMT) continue; if (ts.needsVM && solidity::test::CommonOptions::get().disableSemanticTests) continue; //TODO //solAssert( registerTests( master, options.testPath / ts.path, ts.subpath, options.enforceViaYul, options.enforceCompileToEwasm, ts.labels, ts.testCaseCreator, batcher ); // > 0, std::string("no ") + ts.title + " tests found"); } if (solidity::test::CommonOptions::get().disableSemanticTests) { for (auto suite: { "ABIDecoderTest", "ABIEncoderTest", "SolidityAuctionRegistrar", "SolidityWallet", "GasMeterTests", "GasCostTests", "SolidityEndToEndTest", "SolidityOptimizer" }) removeTestSuite(suite); } } catch (solidity::test::ConfigException const& exception) { cerr << exception.what() << endl; exit(EXIT_FAILURE); } catch (std::runtime_error const& exception) { cerr << exception.what() << endl; exit(EXIT_FAILURE); } return nullptr; } // BOOST_TEST_DYN_LINK should be defined if user want to link against shared boost test library #ifdef BOOST_TEST_DYN_LINK // Because we want to have customized initialization function and support shared boost libraries at the same time, // we are forced to customize the entry point. // see: https://www.boost.org/doc/libs/1_67_0/libs/test/doc/html/boost_test/adv_scenarios/shared_lib_customizations/init_func.html int main(int argc, char* argv[]) { auto init_unit_test = []() -> bool { init_unit_test_suite(0, nullptr); return true; }; return boost::unit_test::unit_test_main(init_unit_test, argc, argv); } #endif