tests: update execution spec tests + split statetest exec (#28993)
This commit is contained in:
parent
9e3e46671e
commit
886f0e72e5
@ -1,9 +1,9 @@
|
|||||||
# This file contains sha256 checksums of optional build dependencies.
|
# This file contains sha256 checksums of optional build dependencies.
|
||||||
|
|
||||||
# version:spec-tests 1.0.6
|
# version:spec-tests 2.1.0
|
||||||
# https://github.com/ethereum/execution-spec-tests/releases
|
# https://github.com/ethereum/execution-spec-tests/releases
|
||||||
# https://github.com/ethereum/execution-spec-tests/releases/download/v1.0.6/
|
# https://github.com/ethereum/execution-spec-tests/releases/download/v2.1.0/
|
||||||
485af7b66cf41eb3a8c1bd46632913b8eb95995df867cf665617bbc9b4beedd1 fixtures_develop.tar.gz
|
ca89c76851b0900bfcc3cbb9a26cbece1f3d7c64a3bed38723e914713290df6c fixtures_develop.tar.gz
|
||||||
|
|
||||||
# version:golang 1.21.6
|
# version:golang 1.21.6
|
||||||
# https://go.dev/dl/
|
# https://go.dev/dl/
|
||||||
|
@ -61,14 +61,14 @@ func TestBlockchain(t *testing.T) {
|
|||||||
// which run natively, so there's no reason to run them here.
|
// which run natively, so there's no reason to run them here.
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestExecutionSpec runs the test fixtures from execution-spec-tests.
|
// TestExecutionSpecBlocktests runs the test fixtures from execution-spec-tests.
|
||||||
func TestExecutionSpec(t *testing.T) {
|
func TestExecutionSpecBlocktests(t *testing.T) {
|
||||||
if !common.FileExist(executionSpecDir) {
|
if !common.FileExist(executionSpecBlockchainTestDir) {
|
||||||
t.Skipf("directory %s does not exist", executionSpecDir)
|
t.Skipf("directory %s does not exist", executionSpecBlockchainTestDir)
|
||||||
}
|
}
|
||||||
bt := new(testMatcher)
|
bt := new(testMatcher)
|
||||||
|
|
||||||
bt.walk(t, executionSpecDir, func(t *testing.T, name string, test *BlockTest) {
|
bt.walk(t, executionSpecBlockchainTestDir, func(t *testing.T, name string, test *BlockTest) {
|
||||||
execBlockTest(t, bt, test)
|
execBlockTest(t, bt, test)
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
@ -41,7 +41,8 @@ var (
|
|||||||
transactionTestDir = filepath.Join(baseDir, "TransactionTests")
|
transactionTestDir = filepath.Join(baseDir, "TransactionTests")
|
||||||
rlpTestDir = filepath.Join(baseDir, "RLPTests")
|
rlpTestDir = filepath.Join(baseDir, "RLPTests")
|
||||||
difficultyTestDir = filepath.Join(baseDir, "BasicTests")
|
difficultyTestDir = filepath.Join(baseDir, "BasicTests")
|
||||||
executionSpecDir = filepath.Join(".", "spec-tests", "fixtures")
|
executionSpecBlockchainTestDir = filepath.Join(".", "spec-tests", "fixtures", "blockchain_tests")
|
||||||
|
executionSpecStateTestDir = filepath.Join(".", "spec-tests", "fixtures", "state_tests")
|
||||||
benchmarksDir = filepath.Join(".", "evm-benchmarks", "benchmarks")
|
benchmarksDir = filepath.Join(".", "evm-benchmarks", "benchmarks")
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -30,6 +30,7 @@ import (
|
|||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/ethereum/go-ethereum/common"
|
||||||
"github.com/ethereum/go-ethereum/core"
|
"github.com/ethereum/go-ethereum/core"
|
||||||
"github.com/ethereum/go-ethereum/core/rawdb"
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
||||||
"github.com/ethereum/go-ethereum/core/types"
|
"github.com/ethereum/go-ethereum/core/types"
|
||||||
@ -38,10 +39,7 @@ import (
|
|||||||
"github.com/holiman/uint256"
|
"github.com/holiman/uint256"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestState(t *testing.T) {
|
func initMatcher(st *testMatcher) {
|
||||||
t.Parallel()
|
|
||||||
|
|
||||||
st := new(testMatcher)
|
|
||||||
// Long tests:
|
// Long tests:
|
||||||
st.slow(`^stAttackTest/ContractCreationSpam`)
|
st.slow(`^stAttackTest/ContractCreationSpam`)
|
||||||
st.slow(`^stBadOpcode/badOpcodes`)
|
st.slow(`^stBadOpcode/badOpcodes`)
|
||||||
@ -60,15 +58,47 @@ func TestState(t *testing.T) {
|
|||||||
// Broken tests:
|
// Broken tests:
|
||||||
// EOF is not part of cancun
|
// EOF is not part of cancun
|
||||||
st.skipLoad(`^stEOF/`)
|
st.skipLoad(`^stEOF/`)
|
||||||
|
}
|
||||||
|
|
||||||
// For Istanbul, older tests were moved into LegacyTests
|
func TestState(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
st := new(testMatcher)
|
||||||
|
initMatcher(st)
|
||||||
for _, dir := range []string{
|
for _, dir := range []string{
|
||||||
filepath.Join(baseDir, "EIPTests", "StateTests"),
|
filepath.Join(baseDir, "EIPTests", "StateTests"),
|
||||||
stateTestDir,
|
stateTestDir,
|
||||||
legacyStateTestDir,
|
|
||||||
benchmarksDir,
|
benchmarksDir,
|
||||||
} {
|
} {
|
||||||
st.walk(t, dir, func(t *testing.T, name string, test *StateTest) {
|
st.walk(t, dir, func(t *testing.T, name string, test *StateTest) {
|
||||||
|
execStateTest(t, st, test)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestLegacyState tests some older tests, which were moved to the folder
|
||||||
|
// 'LegacyTests' for the Istanbul fork.
|
||||||
|
func TestLegacyState(t *testing.T) {
|
||||||
|
st := new(testMatcher)
|
||||||
|
initMatcher(st)
|
||||||
|
st.walk(t, legacyStateTestDir, func(t *testing.T, name string, test *StateTest) {
|
||||||
|
execStateTest(t, st, test)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestExecutionSpecState runs the test fixtures from execution-spec-tests.
|
||||||
|
func TestExecutionSpecState(t *testing.T) {
|
||||||
|
if !common.FileExist(executionSpecStateTestDir) {
|
||||||
|
t.Skipf("directory %s does not exist", executionSpecStateTestDir)
|
||||||
|
}
|
||||||
|
st := new(testMatcher)
|
||||||
|
|
||||||
|
st.walk(t, executionSpecStateTestDir, func(t *testing.T, name string, test *StateTest) {
|
||||||
|
execStateTest(t, st, test)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func execStateTest(t *testing.T, st *testMatcher, test *StateTest) {
|
||||||
if runtime.GOARCH == "386" && runtime.GOOS == "windows" && rand.Int63()%2 == 0 {
|
if runtime.GOARCH == "386" && runtime.GOOS == "windows" && rand.Int63()%2 == 0 {
|
||||||
t.Skip("test (randomly) skipped on 32-bit windows")
|
t.Skip("test (randomly) skipped on 32-bit windows")
|
||||||
return
|
return
|
||||||
@ -126,8 +156,6 @@ func TestState(t *testing.T) {
|
|||||||
})
|
})
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Transactions with gasLimit above this value will not get a VM trace on failure.
|
// Transactions with gasLimit above this value will not get a VM trace on failure.
|
||||||
|
Loading…
Reference in New Issue
Block a user