plugeth/cmd/ethtest/main.go

227 lines
5.5 KiB
Go
Raw Normal View History

2015-07-07 00:54:22 +00:00
// Copyright 2014 The go-ethereum Authors
// This file is part of go-ethereum.
//
// go-ethereum is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// go-ethereum is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
2015-07-07 00:54:22 +00:00
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
2014-11-11 22:14:22 +00:00
2015-07-07 03:08:16 +00:00
// ethtest executes Ethereum JSON tests.
2014-10-16 19:34:59 +00:00
package main
import (
"fmt"
2015-06-14 21:55:03 +00:00
"io"
"io/ioutil"
2014-10-16 19:34:59 +00:00
"os"
"path/filepath"
"strings"
2014-10-16 19:34:59 +00:00
2015-04-10 17:59:07 +00:00
"github.com/ethereum/go-ethereum/logger/glog"
"github.com/ethereum/go-ethereum/params"
2015-06-10 22:14:04 +00:00
"github.com/ethereum/go-ethereum/tests"
"gopkg.in/urfave/cli.v1"
2014-10-16 19:34:59 +00:00
)
var (
continueOnError = false
testExtension = ".json"
defaultTest = "all"
defaultDir = "."
allTests = []string{"BlockTests", "StateTests", "TransactionTests", "VMTests", "RLPTests"}
testDirMapping = map[string]string{"BlockTests": "BlockchainTests"}
skipTests = []string{}
TestFlag = cli.StringFlag{
Name: "test",
Usage: "Test type (string): VMTests, TransactionTests, StateTests, BlockTests",
Value: defaultTest,
}
FileFlag = cli.StringFlag{
Name: "file",
Usage: "Test file or directory. Directories are searched for .json files 1 level deep",
Value: defaultDir,
EnvVar: "ETHEREUM_TEST_PATH",
}
ContinueOnErrorFlag = cli.BoolFlag{
Name: "continue",
2015-06-12 13:13:39 +00:00
Usage: "Continue running tests on error (true) or [default] exit immediately (false)",
}
2015-06-14 21:55:03 +00:00
ReadStdInFlag = cli.BoolFlag{
Name: "stdin",
Usage: "Accept input from stdin instead of reading from file",
}
SkipTestsFlag = cli.StringFlag{
Name: "skip",
Usage: "Tests names to skip",
}
TraceFlag = cli.BoolFlag{
Name: "trace",
Usage: "Enable VM tracing",
}
)
2015-06-14 21:55:03 +00:00
func runTestWithReader(test string, r io.Reader) error {
glog.Infoln("runTest", test)
var err error
2015-06-19 13:08:53 +00:00
switch strings.ToLower(test) {
case "bk", "block", "blocktest", "blockchaintest", "blocktests", "blockchaintests":
err = tests.RunBlockTestWithReader(params.MainNetHomesteadBlock, r, skipTests)
2015-06-19 13:08:53 +00:00
case "st", "state", "statetest", "statetests":
2016-04-15 09:06:57 +00:00
rs := tests.RuleSet{HomesteadBlock: params.MainNetHomesteadBlock}
err = tests.RunStateTestWithReader(rs, r, skipTests)
2015-06-19 13:08:53 +00:00
case "tx", "transactiontest", "transactiontests":
err = tests.RunTransactionTestsWithReader(r, skipTests)
2015-06-19 13:08:53 +00:00
case "vm", "vmtest", "vmtests":
err = tests.RunVmTestWithReader(r, skipTests)
case "rlp", "rlptest", "rlptests":
err = tests.RunRLPTestWithReader(r, skipTests)
default:
2015-06-14 21:55:03 +00:00
err = fmt.Errorf("Invalid test type specified: %v", test)
}
if err != nil {
return err
}
2015-06-14 21:55:03 +00:00
return nil
}
func getFiles(path string) ([]string, error) {
2015-06-14 21:55:03 +00:00
glog.Infoln("getFiles", path)
var files []string
f, err := os.Open(path)
if err != nil {
return nil, err
}
defer f.Close()
fi, err := f.Stat()
if err != nil {
return nil, err
}
switch mode := fi.Mode(); {
case mode.IsDir():
fi, _ := ioutil.ReadDir(path)
files = make([]string, len(fi))
for i, v := range fi {
// only go 1 depth and leave directory entires blank
if !v.IsDir() && v.Name()[len(v.Name())-len(testExtension):len(v.Name())] == testExtension {
files[i] = filepath.Join(path, v.Name())
2015-06-14 21:55:03 +00:00
glog.Infoln("Found file", files[i])
}
}
case mode.IsRegular():
files = make([]string, 1)
files[0] = path
}
return files, nil
}
2015-06-12 13:13:39 +00:00
func runSuite(test, file string) {
var tests []string
2015-06-08 20:03:21 +00:00
2015-06-12 13:13:39 +00:00
if test == defaultTest {
tests = allTests
} else {
2015-06-12 13:13:39 +00:00
tests = []string{test}
}
2015-06-08 20:03:21 +00:00
for _, curTest := range tests {
2015-06-14 21:55:03 +00:00
glog.Infoln("runSuite", curTest, file)
var err error
var files []string
2015-06-12 13:13:39 +00:00
if test == defaultTest {
// check if we have an explicit directory mapping for the test
if _, ok := testDirMapping[curTest]; ok {
files, err = getFiles(filepath.Join(file, testDirMapping[curTest]))
} else {
// otherwise assume test name
files, err = getFiles(filepath.Join(file, curTest))
}
} else {
2015-06-12 13:13:39 +00:00
files, err = getFiles(file)
2015-06-08 20:03:21 +00:00
}
if err != nil {
glog.Fatalln(err)
2015-06-10 22:14:04 +00:00
}
if len(files) == 0 {
glog.Warningln("No files matched path")
}
2015-06-14 21:55:03 +00:00
for _, curFile := range files {
// Skip blank entries
2015-06-14 21:55:03 +00:00
if len(curFile) == 0 {
continue
}
2015-06-14 21:55:03 +00:00
r, err := os.Open(curFile)
if err != nil {
glog.Fatalln(err)
}
defer r.Close()
err = runTestWithReader(curTest, r)
if err != nil {
if continueOnError {
glog.Errorln(err)
} else {
glog.Fatalln(err)
}
2015-06-10 22:14:04 +00:00
}
}
2015-06-08 20:03:21 +00:00
}
2014-10-16 19:34:59 +00:00
}
2015-06-12 13:13:39 +00:00
func setupApp(c *cli.Context) {
flagTest := c.GlobalString(TestFlag.Name)
flagFile := c.GlobalString(FileFlag.Name)
continueOnError = c.GlobalBool(ContinueOnErrorFlag.Name)
2015-06-14 21:55:03 +00:00
useStdIn := c.GlobalBool(ReadStdInFlag.Name)
skipTests = strings.Split(c.GlobalString(SkipTestsFlag.Name), " ")
2015-06-14 21:55:03 +00:00
if !useStdIn {
runSuite(flagTest, flagFile)
} else {
if err := runTestWithReader(flagTest, os.Stdin); err != nil {
glog.Fatalln(err)
}
2015-06-12 13:13:39 +00:00
2015-06-14 21:55:03 +00:00
}
2015-06-12 13:13:39 +00:00
}
func main() {
glog.SetToStderr(true)
app := cli.NewApp()
app.Name = "ethtest"
app.Usage = "go-ethereum test interface"
2015-06-12 13:13:39 +00:00
app.Action = setupApp
app.Version = "0.2.0"
app.Author = "go-ethereum team"
app.Flags = []cli.Flag{
TestFlag,
FileFlag,
ContinueOnErrorFlag,
2015-06-14 21:55:03 +00:00
ReadStdInFlag,
SkipTestsFlag,
TraceFlag,
}
if err := app.Run(os.Args); err != nil {
glog.Fatalln(err)
}
}