lotus/extern/sector-storage/testworker_test.go

128 lines
3.3 KiB
Go
Raw Normal View History

package sectorstorage
2020-05-08 11:36:08 +00:00
import (
"context"
"sync"
2020-05-19 16:09:36 +00:00
2020-09-07 03:49:10 +00:00
"github.com/filecoin-project/go-state-types/abi"
2020-05-08 11:36:08 +00:00
"github.com/filecoin-project/specs-storage/storage"
"github.com/google/uuid"
2020-05-08 11:36:08 +00:00
"github.com/filecoin-project/lotus/extern/sector-storage/mock"
"github.com/filecoin-project/lotus/extern/sector-storage/sealtasks"
"github.com/filecoin-project/lotus/extern/sector-storage/stores"
"github.com/filecoin-project/lotus/extern/sector-storage/storiface"
2020-05-08 11:36:08 +00:00
)
type testWorker struct {
acceptTasks map[sealtasks.TaskType]struct{}
lstor *stores.Local
2020-09-07 14:35:54 +00:00
ret storiface.WorkerReturn
2020-05-08 11:36:08 +00:00
mockSeal *mock.SectorMgr
2020-09-16 22:35:30 +00:00
pc1s int
pc1lk sync.Mutex
pc1wait *sync.WaitGroup
session uuid.UUID
Worker
2020-05-08 11:36:08 +00:00
}
2020-09-07 14:35:54 +00:00
func newTestWorker(wcfg WorkerConfig, lstor *stores.Local, ret storiface.WorkerReturn) *testWorker {
2020-05-08 11:36:08 +00:00
acceptTasks := map[sealtasks.TaskType]struct{}{}
for _, taskType := range wcfg.TaskTypes {
acceptTasks[taskType] = struct{}{}
}
return &testWorker{
acceptTasks: acceptTasks,
lstor: lstor,
2020-09-07 14:35:54 +00:00
ret: ret,
2020-05-08 11:36:08 +00:00
2020-11-05 06:34:24 +00:00
mockSeal: mock.NewMockSectorMgr(nil),
session: uuid.New(),
2020-05-08 11:36:08 +00:00
}
}
2020-11-05 06:34:24 +00:00
func (t *testWorker) asyncCall(sector storage.SectorRef, work func(ci storiface.CallID)) (storiface.CallID, error) {
2020-09-07 14:35:54 +00:00
ci := storiface.CallID{
2020-11-05 06:34:24 +00:00
Sector: sector.ID,
2020-09-07 14:35:54 +00:00
ID: uuid.New(),
}
go work(ci)
return ci, nil
}
2020-11-05 06:34:24 +00:00
func (t *testWorker) AddPiece(ctx context.Context, sector storage.SectorRef, pieceSizes []abi.UnpaddedPieceSize, newPieceSize abi.UnpaddedPieceSize, pieceData storage.Data) (storiface.CallID, error) {
2020-09-07 14:35:54 +00:00
return t.asyncCall(sector, func(ci storiface.CallID) {
p, err := t.mockSeal.AddPiece(ctx, sector, pieceSizes, newPieceSize, pieceData)
if err := t.ret.ReturnAddPiece(ctx, ci, p, errstr(err)); err != nil {
log.Error(err)
}
})
2020-05-08 11:36:08 +00:00
}
2020-11-05 06:34:24 +00:00
func (t *testWorker) SealPreCommit1(ctx context.Context, sector storage.SectorRef, ticket abi.SealRandomness, pieces []abi.PieceInfo) (storiface.CallID, error) {
return t.asyncCall(sector, func(ci storiface.CallID) {
t.pc1s++
if t.pc1wait != nil {
t.pc1wait.Done()
}
t.pc1lk.Lock()
defer t.pc1lk.Unlock()
p1o, err := t.mockSeal.SealPreCommit1(ctx, sector, ticket, pieces)
if err := t.ret.ReturnSealPreCommit1(ctx, ci, p1o, errstr(err)); err != nil {
log.Error(err)
}
})
}
2020-11-05 06:34:24 +00:00
func (t *testWorker) Fetch(ctx context.Context, sector storage.SectorRef, fileType storiface.SectorFileType, ptype storiface.PathType, am storiface.AcquireMode) (storiface.CallID, error) {
2020-09-07 14:35:54 +00:00
return t.asyncCall(sector, func(ci storiface.CallID) {
if err := t.ret.ReturnFetch(ctx, ci, ""); err != nil {
log.Error(err)
}
})
2020-05-08 11:36:08 +00:00
}
func (t *testWorker) TaskTypes(ctx context.Context) (map[sealtasks.TaskType]struct{}, error) {
return t.acceptTasks, nil
}
func (t *testWorker) Paths(ctx context.Context) ([]stores.StoragePath, error) {
return t.lstor.Local(ctx)
}
func (t *testWorker) Info(ctx context.Context) (storiface.WorkerInfo, error) {
2020-06-15 12:32:17 +00:00
res := ResourceTable[sealtasks.TTPreCommit2][abi.RegisteredSealProof_StackedDrg2KiBV1]
2020-05-08 11:36:08 +00:00
return storiface.WorkerInfo{
Hostname: "testworkerer",
Resources: storiface.WorkerResources{
MemPhysical: res.MinMemory * 3,
MemSwap: 0,
MemReserved: res.MinMemory,
CPUs: 32,
GPUs: nil,
},
}, nil
}
func (t *testWorker) Session(context.Context) (uuid.UUID, error) {
return t.session, nil
2020-05-08 11:36:08 +00:00
}
func (t *testWorker) Close() error {
panic("implement me")
}
var _ Worker = &testWorker{}