2020-08-17 13:26:18 +00:00
|
|
|
package sectorstorage
|
2020-05-08 11:36:08 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-09-16 22:35:09 +00:00
|
|
|
"sync"
|
2020-05-19 16:09:36 +00:00
|
|
|
|
2020-09-07 03:49:10 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/abi"
|
2020-05-08 11:36:08 +00:00
|
|
|
"github.com/filecoin-project/specs-storage/storage"
|
2020-10-29 11:14:21 +00:00
|
|
|
"github.com/google/uuid"
|
2020-05-08 11:36:08 +00:00
|
|
|
|
2020-08-17 13:26:18 +00:00
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/mock"
|
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/sealtasks"
|
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/stores"
|
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/storiface"
|
2020-05-08 11:36:08 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type testWorker struct {
|
|
|
|
acceptTasks map[sealtasks.TaskType]struct{}
|
|
|
|
lstor *stores.Local
|
2020-09-07 14:35:54 +00:00
|
|
|
ret storiface.WorkerReturn
|
2020-05-08 11:36:08 +00:00
|
|
|
|
|
|
|
mockSeal *mock.SectorMgr
|
2020-09-16 22:35:09 +00:00
|
|
|
|
2020-09-16 22:35:30 +00:00
|
|
|
pc1s int
|
|
|
|
pc1lk sync.Mutex
|
2020-09-16 22:35:09 +00:00
|
|
|
pc1wait *sync.WaitGroup
|
2020-10-18 10:35:44 +00:00
|
|
|
|
|
|
|
session uuid.UUID
|
2020-10-29 11:14:21 +00:00
|
|
|
|
|
|
|
Worker
|
2020-05-08 11:36:08 +00:00
|
|
|
}
|
|
|
|
|
2020-09-07 14:35:54 +00:00
|
|
|
func newTestWorker(wcfg WorkerConfig, lstor *stores.Local, ret storiface.WorkerReturn) *testWorker {
|
2020-05-08 11:36:08 +00:00
|
|
|
acceptTasks := map[sealtasks.TaskType]struct{}{}
|
|
|
|
for _, taskType := range wcfg.TaskTypes {
|
|
|
|
acceptTasks[taskType] = struct{}{}
|
|
|
|
}
|
|
|
|
|
|
|
|
return &testWorker{
|
|
|
|
acceptTasks: acceptTasks,
|
|
|
|
lstor: lstor,
|
2020-09-07 14:35:54 +00:00
|
|
|
ret: ret,
|
2020-05-08 11:36:08 +00:00
|
|
|
|
2020-11-05 06:34:24 +00:00
|
|
|
mockSeal: mock.NewMockSectorMgr(nil),
|
2020-10-18 10:35:44 +00:00
|
|
|
|
|
|
|
session: uuid.New(),
|
2020-05-08 11:36:08 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-05 06:34:24 +00:00
|
|
|
func (t *testWorker) asyncCall(sector storage.SectorRef, work func(ci storiface.CallID)) (storiface.CallID, error) {
|
2020-09-07 14:35:54 +00:00
|
|
|
ci := storiface.CallID{
|
2020-11-05 06:34:24 +00:00
|
|
|
Sector: sector.ID,
|
2020-09-07 14:35:54 +00:00
|
|
|
ID: uuid.New(),
|
|
|
|
}
|
|
|
|
|
|
|
|
go work(ci)
|
|
|
|
|
|
|
|
return ci, nil
|
|
|
|
}
|
|
|
|
|
2020-11-05 06:34:24 +00:00
|
|
|
func (t *testWorker) AddPiece(ctx context.Context, sector storage.SectorRef, pieceSizes []abi.UnpaddedPieceSize, newPieceSize abi.UnpaddedPieceSize, pieceData storage.Data) (storiface.CallID, error) {
|
2020-09-07 14:35:54 +00:00
|
|
|
return t.asyncCall(sector, func(ci storiface.CallID) {
|
|
|
|
p, err := t.mockSeal.AddPiece(ctx, sector, pieceSizes, newPieceSize, pieceData)
|
|
|
|
if err := t.ret.ReturnAddPiece(ctx, ci, p, errstr(err)); err != nil {
|
|
|
|
log.Error(err)
|
|
|
|
}
|
|
|
|
})
|
2020-05-08 11:36:08 +00:00
|
|
|
}
|
|
|
|
|
2020-11-05 06:34:24 +00:00
|
|
|
func (t *testWorker) SealPreCommit1(ctx context.Context, sector storage.SectorRef, ticket abi.SealRandomness, pieces []abi.PieceInfo) (storiface.CallID, error) {
|
2020-09-16 22:35:09 +00:00
|
|
|
return t.asyncCall(sector, func(ci storiface.CallID) {
|
|
|
|
t.pc1s++
|
|
|
|
|
|
|
|
if t.pc1wait != nil {
|
|
|
|
t.pc1wait.Done()
|
|
|
|
}
|
|
|
|
|
|
|
|
t.pc1lk.Lock()
|
|
|
|
defer t.pc1lk.Unlock()
|
|
|
|
|
|
|
|
p1o, err := t.mockSeal.SealPreCommit1(ctx, sector, ticket, pieces)
|
|
|
|
if err := t.ret.ReturnSealPreCommit1(ctx, ci, p1o, errstr(err)); err != nil {
|
|
|
|
log.Error(err)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-11-05 06:34:24 +00:00
|
|
|
func (t *testWorker) Fetch(ctx context.Context, sector storage.SectorRef, fileType storiface.SectorFileType, ptype storiface.PathType, am storiface.AcquireMode) (storiface.CallID, error) {
|
2020-09-07 14:35:54 +00:00
|
|
|
return t.asyncCall(sector, func(ci storiface.CallID) {
|
|
|
|
if err := t.ret.ReturnFetch(ctx, ci, ""); err != nil {
|
|
|
|
log.Error(err)
|
|
|
|
}
|
|
|
|
})
|
2020-05-08 11:36:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *testWorker) TaskTypes(ctx context.Context) (map[sealtasks.TaskType]struct{}, error) {
|
|
|
|
return t.acceptTasks, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *testWorker) Paths(ctx context.Context) ([]stores.StoragePath, error) {
|
|
|
|
return t.lstor.Local(ctx)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *testWorker) Info(ctx context.Context) (storiface.WorkerInfo, error) {
|
2020-06-15 12:32:17 +00:00
|
|
|
res := ResourceTable[sealtasks.TTPreCommit2][abi.RegisteredSealProof_StackedDrg2KiBV1]
|
2020-05-08 11:36:08 +00:00
|
|
|
|
|
|
|
return storiface.WorkerInfo{
|
|
|
|
Hostname: "testworkerer",
|
|
|
|
Resources: storiface.WorkerResources{
|
|
|
|
MemPhysical: res.MinMemory * 3,
|
|
|
|
MemSwap: 0,
|
|
|
|
MemReserved: res.MinMemory,
|
|
|
|
CPUs: 32,
|
|
|
|
GPUs: nil,
|
|
|
|
},
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2020-10-18 10:35:44 +00:00
|
|
|
func (t *testWorker) Session(context.Context) (uuid.UUID, error) {
|
|
|
|
return t.session, nil
|
2020-05-08 11:36:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *testWorker) Close() error {
|
|
|
|
panic("implement me")
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ Worker = &testWorker{}
|