45cd510da1
This PR introduces support for running multiple variants of a vector, each of which targets a unique protocol version. tvx tooling has been adapted to produce and parse the new version of the schema.
97 lines
2.0 KiB
Go
97 lines
2.0 KiB
Go
package main
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
|
|
"github.com/fatih/color"
|
|
"github.com/urfave/cli/v2"
|
|
|
|
"github.com/filecoin-project/lotus/conformance"
|
|
|
|
"github.com/filecoin-project/test-vectors/schema"
|
|
)
|
|
|
|
var execFlags struct {
|
|
file string
|
|
}
|
|
|
|
var execCmd = &cli.Command{
|
|
Name: "exec",
|
|
Description: "execute one or many test vectors against Lotus; supplied as a single JSON file, or a ndjson stdin stream",
|
|
Action: runExecLotus,
|
|
Flags: []cli.Flag{
|
|
&cli.StringFlag{
|
|
Name: "file",
|
|
Usage: "input file; if not supplied, the vector will be read from stdin",
|
|
TakesFile: true,
|
|
Destination: &execFlags.file,
|
|
},
|
|
},
|
|
}
|
|
|
|
func runExecLotus(_ *cli.Context) error {
|
|
if file := execFlags.file; file != "" {
|
|
// we have a single test vector supplied as a file.
|
|
file, err := os.Open(file)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to open test vector: %w", err)
|
|
}
|
|
|
|
var (
|
|
dec = json.NewDecoder(file)
|
|
tv schema.TestVector
|
|
)
|
|
|
|
if err = dec.Decode(&tv); err != nil {
|
|
return fmt.Errorf("failed to decode test vector: %w", err)
|
|
}
|
|
|
|
return executeTestVector(tv)
|
|
}
|
|
|
|
for dec := json.NewDecoder(os.Stdin); ; {
|
|
var tv schema.TestVector
|
|
switch err := dec.Decode(&tv); err {
|
|
case nil:
|
|
if err = executeTestVector(tv); err != nil {
|
|
return err
|
|
}
|
|
case io.EOF:
|
|
// we're done.
|
|
return nil
|
|
default:
|
|
// something bad happened.
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
func executeTestVector(tv schema.TestVector) error {
|
|
log.Println("executing test vector:", tv.Meta.ID)
|
|
|
|
for _, v := range tv.Pre.Variants {
|
|
r := new(conformance.LogReporter)
|
|
|
|
switch class := tv.Class; class {
|
|
case "message":
|
|
conformance.ExecuteMessageVector(r, &tv, &v)
|
|
case "tipset":
|
|
conformance.ExecuteTipsetVector(r, &tv, &v)
|
|
default:
|
|
return fmt.Errorf("test vector class %s not supported", class)
|
|
}
|
|
|
|
if r.Failed() {
|
|
log.Println(color.HiRedString("❌ test vector failed for variant %s", v.ID))
|
|
} else {
|
|
log.Println(color.GreenString("✅ test vector succeeded for variant %s", v.ID))
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|