solidity/test/RPCSession.cpp

375 lines
12 KiB
C++
Raw Normal View History

/*
This file is part of solidity.
solidity is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
solidity is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with solidity. If not, see <http://www.gnu.org/licenses/>.
2016-08-02 16:32:03 +00:00
The Implementation originally from https://msdn.microsoft.com/en-us/library/windows/desktop/aa365592(v=vs.85).aspx
*/
2017-02-24 23:11:26 +00:00
/// @file RPCSession.cpp
/// Low-level IPC communication between the test framework and the Ethereum node.
#include "RPCSession.h"
2016-06-09 16:54:29 +00:00
#include <libdevcore/CommonData.h>
2017-02-24 23:11:26 +00:00
#include <libdevcore/JSON.h>
2017-02-24 23:11:26 +00:00
#include <string>
#include <stdio.h>
#include <thread>
#include <chrono>
2016-06-09 16:54:29 +00:00
using namespace std;
2016-06-09 16:54:29 +00:00
using namespace dev;
2016-06-09 16:54:29 +00:00
IPCSocket::IPCSocket(string const& _path): m_path(_path)
{
#if defined(_WIN32)
2016-08-02 16:32:03 +00:00
m_socket = CreateFile(
m_path.c_str(), // pipe name
GENERIC_READ | // read and write access
GENERIC_WRITE,
0, // no sharing
NULL, // default security attribute
OPEN_EXISTING, // opens existing pipe
0, // default attributes
NULL); // no template file
if (m_socket == INVALID_HANDLE_VALUE)
2016-08-31 14:29:10 +00:00
BOOST_FAIL("Error creating IPC socket object!");
2016-08-02 16:32:03 +00:00
2016-08-02 08:11:04 +00:00
#else
2016-06-09 16:54:29 +00:00
if (_path.length() >= sizeof(sockaddr_un::sun_path))
BOOST_FAIL("Error opening IPC: socket path is too long!");
struct sockaddr_un saun;
Make the Solidity repository standalone. This commit is the culmination of several months of work to decouple Solidity from the webthree-umbrella so that it can be developed in parallel with cpp-ethereum (the Ethereum C++ runtime) and so that even for the Solidity unit-tests there is no hard-dependency onto the C++ runtime. The Tests-over-IPC refactoring was a major step in the same process which was already committed. This commit contains the following changes: - A subset of the CMake functionality in webthree-helpers was extracted and tailored for Solidity into ./cmake. Further cleanup is certainly possible. - A subset of the libdevcore functionality in libweb3core was extracted and tailored for Solidity into ./libdevcore. Further cleanup is certainly possible - The gas price constants in EVMSchedule were orphaned into libevmasm. - Some other refactorings and cleanups were made to sever unnecessary EVM dependencies in the Solidity unit-tests. - TravisCI and Appveyor support was added, covering builds and running of the unit-tests (Linux and macOS only for now) - A bug-fix was made to get the Tests-over-IPC running on macOS. - There are still reliability issues in the unit-tests, which need immediate attention. The Travis build has been flipped to run the unit-tests 5 times, to try to flush these out. - The Emscripten automation which was previously in webthree-umbrella was merged into the TravisCI automation here. - The development ZIP deployment step has been commented out, but we will want to read that ONLY for release branch. Further iteration on these changes will definitely be needed, but I feel these have got to sufficient maturity than holding them back further isn't winning us anything. It is go time :-)
2016-08-01 05:25:37 +00:00
memset(&saun, 0, sizeof(sockaddr_un));
saun.sun_family = AF_UNIX;
strcpy(saun.sun_path, _path.c_str());
Make the Solidity repository standalone. This commit is the culmination of several months of work to decouple Solidity from the webthree-umbrella so that it can be developed in parallel with cpp-ethereum (the Ethereum C++ runtime) and so that even for the Solidity unit-tests there is no hard-dependency onto the C++ runtime. The Tests-over-IPC refactoring was a major step in the same process which was already committed. This commit contains the following changes: - A subset of the CMake functionality in webthree-helpers was extracted and tailored for Solidity into ./cmake. Further cleanup is certainly possible. - A subset of the libdevcore functionality in libweb3core was extracted and tailored for Solidity into ./libdevcore. Further cleanup is certainly possible - The gas price constants in EVMSchedule were orphaned into libevmasm. - Some other refactorings and cleanups were made to sever unnecessary EVM dependencies in the Solidity unit-tests. - TravisCI and Appveyor support was added, covering builds and running of the unit-tests (Linux and macOS only for now) - A bug-fix was made to get the Tests-over-IPC running on macOS. - There are still reliability issues in the unit-tests, which need immediate attention. The Travis build has been flipped to run the unit-tests 5 times, to try to flush these out. - The Emscripten automation which was previously in webthree-umbrella was merged into the TravisCI automation here. - The development ZIP deployment step has been commented out, but we will want to read that ONLY for release branch. Further iteration on these changes will definitely be needed, but I feel these have got to sufficient maturity than holding them back further isn't winning us anything. It is go time :-)
2016-08-01 05:25:37 +00:00
// http://idletechnology.blogspot.ca/2011/12/unix-domain-sockets-on-osx.html
//
// SUN_LEN() might be optimal, but it seemingly affects the portability,
// with at least Android missing this macro. Just using the sizeof() for
// structure seemingly works, and would only have the side-effect of
// sending larger-than-required packets over the socket. Given that this
// code is only used for unit-tests, that approach seems simpler.
#if defined(__APPLE__)
saun.sun_len = sizeof(struct sockaddr_un);
#endif // defined(__APPLE__)
if ((m_socket = socket(AF_UNIX, SOCK_STREAM, 0)) < 0)
BOOST_FAIL("Error creating IPC socket object");
Make the Solidity repository standalone. This commit is the culmination of several months of work to decouple Solidity from the webthree-umbrella so that it can be developed in parallel with cpp-ethereum (the Ethereum C++ runtime) and so that even for the Solidity unit-tests there is no hard-dependency onto the C++ runtime. The Tests-over-IPC refactoring was a major step in the same process which was already committed. This commit contains the following changes: - A subset of the CMake functionality in webthree-helpers was extracted and tailored for Solidity into ./cmake. Further cleanup is certainly possible. - A subset of the libdevcore functionality in libweb3core was extracted and tailored for Solidity into ./libdevcore. Further cleanup is certainly possible - The gas price constants in EVMSchedule were orphaned into libevmasm. - Some other refactorings and cleanups were made to sever unnecessary EVM dependencies in the Solidity unit-tests. - TravisCI and Appveyor support was added, covering builds and running of the unit-tests (Linux and macOS only for now) - A bug-fix was made to get the Tests-over-IPC running on macOS. - There are still reliability issues in the unit-tests, which need immediate attention. The Travis build has been flipped to run the unit-tests 5 times, to try to flush these out. - The Emscripten automation which was previously in webthree-umbrella was merged into the TravisCI automation here. - The development ZIP deployment step has been commented out, but we will want to read that ONLY for release branch. Further iteration on these changes will definitely be needed, but I feel these have got to sufficient maturity than holding them back further isn't winning us anything. It is go time :-)
2016-08-01 05:25:37 +00:00
if (connect(m_socket, reinterpret_cast<struct sockaddr const*>(&saun), sizeof(struct sockaddr_un)) < 0)
2017-10-19 10:00:24 +00:00
{
close(m_socket);
BOOST_FAIL("Error connecting to IPC socket: " << _path);
2017-10-19 10:00:24 +00:00
}
2016-08-02 08:11:04 +00:00
#endif
}
string IPCSocket::sendRequest(string const& _req)
{
2016-08-02 08:11:04 +00:00
#if defined(_WIN32)
2017-02-09 13:06:48 +00:00
// Write to the pipe.
2016-08-02 16:32:03 +00:00
DWORD cbWritten;
BOOL fSuccess = WriteFile(
m_socket, // pipe handle
_req.c_str(), // message
_req.size(), // message length
&cbWritten, // bytes written
NULL); // not overlapped
if (!fSuccess || (_req.size() != cbWritten))
2016-08-02 16:32:03 +00:00
BOOST_FAIL("WriteFile to pipe failed");
// Read from the pipe.
2017-02-09 13:06:48 +00:00
DWORD cbRead;
2016-08-02 16:32:03 +00:00
fSuccess = ReadFile(
m_socket, // pipe handle
m_readBuf, // buffer to receive reply
sizeof(m_readBuf), // size of buffer
&cbRead, // number of bytes read
NULL); // not overlapped
2016-08-02 16:32:03 +00:00
if (!fSuccess)
BOOST_FAIL("ReadFile from pipe failed");
2017-02-09 13:06:48 +00:00
return string(m_readBuf, m_readBuf + cbRead);
2016-08-02 08:11:04 +00:00
#else
2017-02-07 13:34:00 +00:00
if (send(m_socket, _req.c_str(), _req.length(), 0) != (ssize_t)_req.length())
2017-02-24 23:11:26 +00:00
BOOST_FAIL("Writing on IPC failed.");
auto start = chrono::steady_clock::now();
ssize_t ret;
do
{
ret = recv(m_socket, m_readBuf, sizeof(m_readBuf), 0);
// Also consider closed socket an error.
if (ret < 0)
BOOST_FAIL("Reading on IPC failed.");
2017-03-02 11:07:50 +00:00
}
while (
2017-02-24 23:11:26 +00:00
ret == 0 &&
chrono::duration_cast<chrono::milliseconds>(chrono::steady_clock::now() - start).count() < m_readTimeOutMS
);
if (ret == 0)
BOOST_FAIL("Timeout reading on IPC.");
return string(m_readBuf, m_readBuf + ret);
2016-08-02 08:11:04 +00:00
#endif
}
2016-06-09 16:54:29 +00:00
RPCSession& RPCSession::instance(const string& _path)
{
static RPCSession session(_path);
BOOST_REQUIRE_EQUAL(session.m_ipcSocket.path(), _path);
return session;
}
string RPCSession::eth_getCode(string const& _address, string const& _blockNumber)
{
2016-06-09 16:54:29 +00:00
return rpcCall("eth_getCode", { quote(_address), quote(_blockNumber) }).asString();
}
2017-02-09 18:41:51 +00:00
Json::Value RPCSession::eth_getBlockByNumber(string const& _blockNumber, bool _fullObjects)
{
// NOTE: to_string() converts bool to 0 or 1
return rpcCall("eth_getBlockByNumber", { quote(_blockNumber), _fullObjects ? "true" : "false" });
}
2016-06-09 16:54:29 +00:00
RPCSession::TransactionReceipt RPCSession::eth_getTransactionReceipt(string const& _transactionHash)
{
2016-06-09 16:54:29 +00:00
TransactionReceipt receipt;
Json::Value const result = rpcCall("eth_getTransactionReceipt", { quote(_transactionHash) });
BOOST_REQUIRE(!result.isNull());
receipt.gasUsed = result["gasUsed"].asString();
receipt.contractAddress = result["contractAddress"].asString();
receipt.blockNumber = result["blockNumber"].asString();
2016-06-13 15:10:58 +00:00
for (auto const& log: result["logs"])
{
LogEntry entry;
entry.address = log["address"].asString();
entry.data = log["data"].asString();
for (auto const& topic: log["topics"])
entry.topics.push_back(topic.asString());
receipt.logEntries.push_back(entry);
}
return receipt;
}
2016-06-09 16:54:29 +00:00
string RPCSession::eth_sendTransaction(TransactionData const& _td)
{
2016-06-09 16:54:29 +00:00
return rpcCall("eth_sendTransaction", { _td.toJson() }).asString();
}
2016-06-09 16:54:29 +00:00
string RPCSession::eth_call(TransactionData const& _td, string const& _blockNumber)
{
2016-06-09 16:54:29 +00:00
return rpcCall("eth_call", { _td.toJson(), quote(_blockNumber) }).asString();
}
2016-06-09 16:54:29 +00:00
string RPCSession::eth_sendTransaction(string const& _transaction)
{
2016-06-09 16:54:29 +00:00
return rpcCall("eth_sendTransaction", { _transaction }).asString();
}
2016-06-09 16:54:29 +00:00
string RPCSession::eth_getBalance(string const& _address, string const& _blockNumber)
{
string address = (_address.length() == 20) ? "0x" + _address : _address;
2016-06-09 16:54:29 +00:00
return rpcCall("eth_getBalance", { quote(address), quote(_blockNumber) }).asString();
}
2016-06-13 22:12:13 +00:00
string RPCSession::eth_getStorageRoot(string const& _address, string const& _blockNumber)
{
string address = (_address.length() == 20) ? "0x" + _address : _address;
return rpcCall("eth_getStorageRoot", { quote(address), quote(_blockNumber) }).asString();
}
2016-06-09 16:54:29 +00:00
void RPCSession::personal_unlockAccount(string const& _address, string const& _password, int _duration)
{
2017-03-01 10:32:29 +00:00
BOOST_REQUIRE_MESSAGE(
rpcCall("personal_unlockAccount", { quote(_address), quote(_password), to_string(_duration) }),
"Error unlocking account " + _address
);
}
2016-06-09 16:54:29 +00:00
string RPCSession::personal_newAccount(string const& _password)
{
2017-03-01 10:32:29 +00:00
string addr = rpcCall("personal_newAccount", { quote(_password) }).asString();
BOOST_TEST_MESSAGE("Created account " + addr);
2017-03-01 10:32:29 +00:00
return addr;
}
2016-06-18 00:08:20 +00:00
void RPCSession::test_setChainParams(vector<string> const& _accounts)
{
static string const c_configString = R"(
2016-06-18 00:08:20 +00:00
{
"sealEngine": "NoProof",
"params": {
"accountStartNonce": "0x00",
2016-06-18 00:08:20 +00:00
"maximumExtraDataSize": "0x1000000",
"blockReward": "0x",
"allowFutureBlocks": true,
"homesteadForkBlock": "0x00",
"EIP150ForkBlock": "0x00",
"EIP158ForkBlock": "0x00"
2016-06-18 00:08:20 +00:00
},
"genesis": {
"author": "0000000000000010000000000000000000000000",
"timestamp": "0x00",
"parentHash": "0x0000000000000000000000000000000000000000000000000000000000000000",
"extraData": "0x",
"gasLimit": "0x1000000000000"
},
"accounts": {
"0000000000000000000000000000000000000001": { "wei": "1", "precompiled": { "name": "ecrecover", "linear": { "base": 3000, "word": 0 } } },
"0000000000000000000000000000000000000002": { "wei": "1", "precompiled": { "name": "sha256", "linear": { "base": 60, "word": 12 } } },
"0000000000000000000000000000000000000003": { "wei": "1", "precompiled": { "name": "ripemd160", "linear": { "base": 600, "word": 120 } } },
"0000000000000000000000000000000000000004": { "wei": "1", "precompiled": { "name": "identity", "linear": { "base": 15, "word": 3 } } },
"0000000000000000000000000000000000000005": { "wei": "1", "precompiled": { "name": "modexp" } },
"0000000000000000000000000000000000000006": { "wei": "1", "precompiled": { "name": "alt_bn128_G1_add", "linear": { "base": 500, "word": 0 } } },
"0000000000000000000000000000000000000007": { "wei": "1", "precompiled": { "name": "alt_bn128_G1_mul", "linear": { "base": 40000, "word": 0 } } },
"0000000000000000000000000000000000000008": { "wei": "1", "precompiled": { "name": "alt_bn128_pairing_product" } }
2016-06-18 00:08:20 +00:00
}
}
)";
Json::Value config;
BOOST_REQUIRE(jsonParseStrict(c_configString, config));
2016-06-18 00:08:20 +00:00
for (auto const& account: _accounts)
config["accounts"][account]["wei"] = "0x100000000000000000000000000000000000000000";
test_setChainParams(jsonCompactPrint(config));
}
2016-06-09 16:54:29 +00:00
void RPCSession::test_setChainParams(string const& _config)
{
BOOST_REQUIRE(rpcCall("test_setChainParams", { _config }) == true);
}
2016-06-09 16:54:29 +00:00
void RPCSession::test_rewindToBlock(size_t _blockNr)
{
BOOST_REQUIRE(rpcCall("test_rewindToBlock", { to_string(_blockNr) }) == true);
}
2016-06-09 16:54:29 +00:00
void RPCSession::test_mineBlocks(int _number)
{
u256 startBlock = fromBigEndian<u256>(fromHex(rpcCall("eth_blockNumber").asString()));
BOOST_REQUIRE(rpcCall("test_mineBlocks", { to_string(_number) }, true) == true);
2016-06-13 13:17:56 +00:00
2016-08-06 11:18:00 +00:00
// We auto-calibrate the time it takes to mine the transaction.
// It would be better to go without polling, but that would probably need a change to the test client
auto startTime = std::chrono::steady_clock::now();
2016-08-06 11:18:00 +00:00
unsigned sleepTime = m_sleepTime;
size_t tries = 0;
2017-02-13 14:10:02 +00:00
for (; ; ++tries)
2016-06-09 16:54:29 +00:00
{
std::this_thread::sleep_for(chrono::milliseconds(sleepTime));
auto endTime = std::chrono::steady_clock::now();
unsigned timeSpent = std::chrono::duration_cast<std::chrono::milliseconds>(endTime - startTime).count();
if (timeSpent > m_maxMiningTime)
2017-02-13 14:10:02 +00:00
BOOST_FAIL("Error in test_mineBlocks: block mining timeout!");
2016-08-06 11:18:00 +00:00
if (fromBigEndian<u256>(fromHex(rpcCall("eth_blockNumber").asString())) >= startBlock + _number)
2017-02-13 14:10:02 +00:00
break;
2016-08-06 11:18:00 +00:00
else
sleepTime *= 2;
}
if (tries > 1)
2016-08-06 11:18:00 +00:00
{
m_successfulMineRuns = 0;
m_sleepTime += 2;
}
else if (tries == 1)
2016-08-06 11:18:00 +00:00
{
m_successfulMineRuns++;
if (m_successfulMineRuns > 5)
{
m_successfulMineRuns = 0;
2016-08-31 14:29:10 +00:00
if (m_sleepTime > 2)
m_sleepTime--;
2016-08-06 11:18:00 +00:00
}
2016-06-09 16:54:29 +00:00
}
}
2016-06-18 00:08:20 +00:00
void RPCSession::test_modifyTimestamp(size_t _timestamp)
{
BOOST_REQUIRE(rpcCall("test_modifyTimestamp", { to_string(_timestamp) }) == true);
2016-06-18 00:08:20 +00:00
}
2016-06-09 16:54:29 +00:00
Json::Value RPCSession::rpcCall(string const& _methodName, vector<string> const& _args, bool _canFail)
{
string request = "{\"jsonrpc\":\"2.0\",\"method\":\"" + _methodName + "\",\"params\":[";
for (size_t i = 0; i < _args.size(); ++i)
{
request += _args[i];
if (i + 1 != _args.size())
request += ", ";
}
request += "],\"id\":" + to_string(m_rpcSequence) + "}";
++m_rpcSequence;
BOOST_TEST_MESSAGE("Request: " + request);
string reply = m_ipcSocket.sendRequest(request);
BOOST_TEST_MESSAGE("Reply: " + reply);
2016-06-09 16:54:29 +00:00
Json::Value result;
BOOST_REQUIRE(jsonParseStrict(reply, result));
2016-06-09 16:54:29 +00:00
if (result.isMember("error"))
{
if (_canFail)
return Json::Value();
2016-06-13 13:17:56 +00:00
2016-06-13 14:02:58 +00:00
BOOST_FAIL("Error on JSON-RPC call: " + result["error"]["message"].asString());
2016-06-09 16:54:29 +00:00
}
return result["result"];
}
2017-10-20 11:41:50 +00:00
string const& RPCSession::accountCreate()
{
m_accounts.push_back(personal_newAccount(""));
personal_unlockAccount(m_accounts.back(), "", 100000);
return m_accounts.back();
}
2016-06-18 00:08:20 +00:00
string const& RPCSession::accountCreateIfNotExists(size_t _id)
2016-06-09 16:54:29 +00:00
{
while ((_id + 1) > m_accounts.size())
2017-10-20 11:41:50 +00:00
accountCreate();
2016-06-18 00:08:20 +00:00
return m_accounts[_id];
2016-06-09 16:54:29 +00:00
}
2016-06-18 00:08:20 +00:00
RPCSession::RPCSession(const string& _path):
m_ipcSocket(_path)
{
2017-10-20 11:41:50 +00:00
accountCreate();
// This will pre-fund the accounts create prior.
2016-06-18 00:08:20 +00:00
test_setChainParams(m_accounts);
}
2016-06-09 16:54:29 +00:00
string RPCSession::TransactionData::toJson() const
{
2016-06-09 16:54:29 +00:00
Json::Value json;
json["from"] = (from.length() == 20) ? "0x" + from : from;
json["to"] = (to.length() == 20 || to == "") ? "0x" + to : to;
json["gas"] = gas;
json["gasprice"] = gasPrice;
json["value"] = value;
json["data"] = data;
return jsonCompactPrint(json);
}