tests: update tests and implement general state tests (#14734)
Tests are now included as a submodule. This should make updating easier and removes ~60MB of JSON data from the working copy. State tests are replaced by General State Tests, which run the same test with multiple fork configurations. With the new test runner, consensus tests are run as subtests by walking json files. Many hex issues have been fixed upstream since the last update and most custom parsing code is replaced by existing JSON hex types. Tests can now be marked as 'expected failures', ensuring that fixes for those tests will trigger an update to test configuration. The new test runner also supports parallel execution and the -short flag.
This commit is contained in:
@ -21,9 +21,7 @@ import (
|
||||
"encoding/hex"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io"
|
||||
"math/big"
|
||||
"os"
|
||||
"strings"
|
||||
|
||||
"github.com/ethereum/go-ethereum/rlp"
|
||||
@ -44,33 +42,6 @@ type RLPTest struct {
|
||||
Out string
|
||||
}
|
||||
|
||||
// RunRLPTest runs the tests in the given file, skipping tests by name.
|
||||
func RunRLPTest(file string, skip []string) error {
|
||||
f, err := os.Open(file)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer f.Close()
|
||||
return RunRLPTestWithReader(f, skip)
|
||||
}
|
||||
|
||||
// RunRLPTest runs the tests encoded in r, skipping tests by name.
|
||||
func RunRLPTestWithReader(r io.Reader, skip []string) error {
|
||||
var tests map[string]*RLPTest
|
||||
if err := readJson(r, &tests); err != nil {
|
||||
return err
|
||||
}
|
||||
for _, s := range skip {
|
||||
delete(tests, s)
|
||||
}
|
||||
for name, test := range tests {
|
||||
if err := test.Run(); err != nil {
|
||||
return fmt.Errorf("test %q failed: %v", name, err)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// Run executes the test.
|
||||
func (t *RLPTest) Run() error {
|
||||
outb, err := hex.DecodeString(t.Out)
|
||||
|
Reference in New Issue
Block a user