356 lines
7.4 KiB
Go
356 lines
7.4 KiB
Go
package sectorbuilder_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"math/rand"
|
|
"os"
|
|
"runtime"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/ipfs/go-datastore"
|
|
logging "github.com/ipfs/go-log"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
ffi "github.com/filecoin-project/filecoin-ffi"
|
|
"github.com/filecoin-project/lotus/build"
|
|
"github.com/filecoin-project/lotus/lib/sectorbuilder"
|
|
)
|
|
|
|
func init() {
|
|
logging.SetLogLevel("*", "INFO")
|
|
}
|
|
|
|
const sectorSize = 1024
|
|
|
|
type seal struct {
|
|
sid uint64
|
|
|
|
pco sectorbuilder.RawSealPreCommitOutput
|
|
ppi sectorbuilder.PublicPieceInfo
|
|
|
|
ticket sectorbuilder.SealTicket
|
|
}
|
|
|
|
func (s *seal) precommit(t *testing.T, sb *sectorbuilder.SectorBuilder, sid uint64, done func()) {
|
|
dlen := sectorbuilder.UserBytesForSectorSize(sectorSize)
|
|
|
|
var err error
|
|
r := io.LimitReader(rand.New(rand.NewSource(42+int64(sid))), int64(dlen))
|
|
s.ppi, err = sb.AddPiece(dlen, sid, r, []uint64{})
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
s.ticket = sectorbuilder.SealTicket{
|
|
BlockHeight: 5,
|
|
TicketBytes: [32]byte{1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 1, 2},
|
|
}
|
|
|
|
s.pco, err = sb.SealPreCommit(sid, s.ticket, []sectorbuilder.PublicPieceInfo{s.ppi})
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
done()
|
|
}
|
|
|
|
func (s *seal) commit(t *testing.T, sb *sectorbuilder.SectorBuilder, done func()) {
|
|
seed := sectorbuilder.SealSeed{
|
|
BlockHeight: 15,
|
|
TicketBytes: [32]byte{0, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0, 9, 8, 7, 6, 45, 3, 2, 1, 0, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0, 9},
|
|
}
|
|
|
|
proof, err := sb.SealCommit(s.sid, s.ticket, seed, []sectorbuilder.PublicPieceInfo{s.ppi}, s.pco)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
ok, err := sectorbuilder.VerifySeal(sectorSize, s.pco.CommR[:], s.pco.CommD[:], sb.Miner, s.ticket.TicketBytes[:], seed.TicketBytes[:], s.sid, proof)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
if !ok {
|
|
t.Fatal("proof failed to validate")
|
|
}
|
|
|
|
done()
|
|
}
|
|
|
|
func post(t *testing.T, sb *sectorbuilder.SectorBuilder, seals ...seal) time.Time {
|
|
cSeed := [32]byte{0, 9, 2, 7, 6, 5, 4, 3, 2, 1, 0, 9, 8, 7, 6, 45, 3, 2, 1, 0, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0, 9}
|
|
|
|
ppi := make([]ffi.PublicSectorInfo, len(seals))
|
|
for i, s := range seals {
|
|
ppi[i] = ffi.PublicSectorInfo{
|
|
SectorID: s.sid,
|
|
CommR: s.pco.CommR,
|
|
}
|
|
}
|
|
|
|
ssi := sectorbuilder.NewSortedPublicSectorInfo(ppi)
|
|
|
|
candndates, err := sb.GenerateEPostCandidates(ssi, cSeed, []uint64{})
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
genCandidates := time.Now()
|
|
|
|
if len(candndates) != 1 {
|
|
t.Fatal("expected 1 candidate")
|
|
}
|
|
|
|
postProof, err := sb.ComputeElectionPoSt(ssi, cSeed[:], candndates)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
ok, err := sectorbuilder.VerifyElectionPost(context.TODO(), sb.SectorSize(), ssi, cSeed[:], postProof, candndates, sb.Miner)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
if !ok {
|
|
t.Fatal("bad post")
|
|
}
|
|
|
|
return genCandidates
|
|
}
|
|
|
|
func TestSealAndVerify(t *testing.T) {
|
|
if runtime.NumCPU() < 10 && os.Getenv("CI") == "" { // don't bother on slow hardware
|
|
t.Skip("this is slow")
|
|
}
|
|
_ = os.Setenv("RUST_LOG", "info")
|
|
|
|
build.SectorSizes = []uint64{sectorSize}
|
|
|
|
if err := build.GetParams(sectorSize); err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
ds := datastore.NewMapDatastore()
|
|
|
|
dir, err := ioutil.TempDir("", "sbtest")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
sb, err := sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
cleanup := func() {
|
|
if t.Failed() {
|
|
fmt.Printf("not removing %s\n", dir)
|
|
return
|
|
}
|
|
if err := os.RemoveAll(dir); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
defer cleanup()
|
|
|
|
si, err := sb.AcquireSectorId()
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
s := seal{sid: si}
|
|
|
|
start := time.Now()
|
|
|
|
s.precommit(t, sb, 1, func() {})
|
|
|
|
precommit := time.Now()
|
|
|
|
s.commit(t, sb, func() {})
|
|
|
|
commit := time.Now()
|
|
|
|
genCandidiates := post(t, sb, s)
|
|
|
|
epost := time.Now()
|
|
|
|
// Restart sectorbuilder, re-run post
|
|
sb, err = sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
post(t, sb, s)
|
|
|
|
fmt.Printf("PreCommit: %s\n", precommit.Sub(start).String())
|
|
fmt.Printf("Commit: %s\n", commit.Sub(precommit).String())
|
|
fmt.Printf("GenCandidates: %s\n", genCandidiates.Sub(commit).String())
|
|
fmt.Printf("EPoSt: %s\n", epost.Sub(genCandidiates).String())
|
|
}
|
|
|
|
func TestSealPoStNoCommit(t *testing.T) {
|
|
if runtime.NumCPU() < 10 && os.Getenv("CI") == "" { // don't bother on slow hardware
|
|
t.Skip("this is slow")
|
|
}
|
|
_ = os.Setenv("RUST_LOG", "info")
|
|
|
|
build.SectorSizes = []uint64{sectorSize}
|
|
|
|
if err := build.GetParams(sectorSize); err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
ds := datastore.NewMapDatastore()
|
|
|
|
dir, err := ioutil.TempDir("", "sbtest")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
sb, err := sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
cleanup := func() {
|
|
if t.Failed() {
|
|
fmt.Printf("not removing %s\n", dir)
|
|
return
|
|
}
|
|
if err := os.RemoveAll(dir); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
defer cleanup()
|
|
|
|
si, err := sb.AcquireSectorId()
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
s := seal{sid: si}
|
|
|
|
start := time.Now()
|
|
|
|
s.precommit(t, sb, 1, func() {})
|
|
|
|
precommit := time.Now()
|
|
|
|
// Restart sectorbuilder, re-run post
|
|
sb, err = sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
if err := sb.TrimCache(1); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
genCandidiates := post(t, sb, s)
|
|
|
|
epost := time.Now()
|
|
|
|
fmt.Printf("PreCommit: %s\n", precommit.Sub(start).String())
|
|
fmt.Printf("GenCandidates: %s\n", genCandidiates.Sub(precommit).String())
|
|
fmt.Printf("EPoSt: %s\n", epost.Sub(genCandidiates).String())
|
|
}
|
|
|
|
func TestSealAndVerify2(t *testing.T) {
|
|
if runtime.NumCPU() < 10 && os.Getenv("CI") == "" { // don't bother on slow hardware
|
|
t.Skip("this is slow")
|
|
}
|
|
_ = os.Setenv("RUST_LOG", "info")
|
|
|
|
build.SectorSizes = []uint64{sectorSize}
|
|
|
|
if err := build.GetParams(sectorSize); err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
ds := datastore.NewMapDatastore()
|
|
|
|
dir, err := ioutil.TempDir("", "sbtest")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
sb, err := sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
cleanup := func() {
|
|
if err := os.RemoveAll(dir); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
defer cleanup()
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
si1, err := sb.AcquireSectorId()
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
si2, err := sb.AcquireSectorId()
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
s1 := seal{sid: si1}
|
|
s2 := seal{sid: si2}
|
|
|
|
wg.Add(2)
|
|
go s1.precommit(t, sb, 1, wg.Done)
|
|
time.Sleep(100 * time.Millisecond)
|
|
go s2.precommit(t, sb, 2, wg.Done)
|
|
wg.Wait()
|
|
|
|
wg.Add(2)
|
|
go s1.commit(t, sb, wg.Done)
|
|
go s2.commit(t, sb, wg.Done)
|
|
wg.Wait()
|
|
|
|
post(t, sb, s1, s2)
|
|
}
|
|
|
|
func TestAcquireID(t *testing.T) {
|
|
ds := datastore.NewMapDatastore()
|
|
|
|
dir, err := ioutil.TempDir("", "sbtest")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
sb, err := sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
assertAcquire := func(expect uint64) {
|
|
id, err := sb.AcquireSectorId()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, expect, id)
|
|
}
|
|
|
|
assertAcquire(1)
|
|
assertAcquire(2)
|
|
assertAcquire(3)
|
|
|
|
sb, err = sectorbuilder.TempSectorbuilderDir(dir, sectorSize, ds)
|
|
if err != nil {
|
|
t.Fatalf("%+v", err)
|
|
}
|
|
|
|
assertAcquire(4)
|
|
assertAcquire(5)
|
|
assertAcquire(6)
|
|
|
|
if err := os.RemoveAll(dir); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|