cerc-io/lotus
10
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 27 Wiki Activity

sealing: Address review

Browse Source
This commit is contained in:
Łukasz Magiera 2022-09-16 23:45:23 +02:00
parent a05593da5b
commit 859c2606f0
25 changed files with 71 additions and 53 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/api_storage.go
View File

@ -563,11 +563,11 @@ type RemoteSectorMeta struct {
// Sector urls - lotus will use those for fetching files into local storage // Sector urls - lotus will use those for fetching files into local storage
// Required in all states // Required in all states
DataUnsealed *storiface.SectorData DataUnsealed *storiface.SectorLocation
// Required in PreCommitting and later // Required in PreCommitting and later
DataSealed *storiface.SectorData DataSealed *storiface.SectorLocation
DataCache *storiface.SectorData DataCache *storiface.SectorLocation
//////// ////////
// SEALING SERVICE HOOKS // SEALING SERVICE HOOKS

2
api/api_worker.go
View File

@ -49,7 +49,7 @@ type Worker interface {
MoveStorage(ctx context.Context, sector storiface.SectorRef, types storiface.SectorFileType) (storiface.CallID, error) //perm:admin MoveStorage(ctx context.Context, sector storiface.SectorRef, types storiface.SectorFileType) (storiface.CallID, error) //perm:admin
UnsealPiece(context.Context, storiface.SectorRef, storiface.UnpaddedByteIndex, abi.UnpaddedPieceSize, abi.SealRandomness, cid.Cid) (storiface.CallID, error) //perm:admin UnsealPiece(context.Context, storiface.SectorRef, storiface.UnpaddedByteIndex, abi.UnpaddedPieceSize, abi.SealRandomness, cid.Cid) (storiface.CallID, error) //perm:admin
Fetch(context.Context, storiface.SectorRef, storiface.SectorFileType, storiface.PathType, storiface.AcquireMode) (storiface.CallID, error) //perm:admin Fetch(context.Context, storiface.SectorRef, storiface.SectorFileType, storiface.PathType, storiface.AcquireMode) (storiface.CallID, error) //perm:admin
DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) //perm:admin DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) //perm:admin
GenerateWinningPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []storiface.PostSectorChallenge, randomness abi.PoStRandomness) ([]proof.PoStProof, error) //perm:admin GenerateWinningPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []storiface.PostSectorChallenge, randomness abi.PoStRandomness) ([]proof.PoStProof, error) //perm:admin
GenerateWindowPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []storiface.PostSectorChallenge, partitionIdx int, randomness abi.PoStRandomness) (storiface.WindowPoStResult, error) //perm:admin GenerateWindowPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []storiface.PostSectorChallenge, partitionIdx int, randomness abi.PoStRandomness) (storiface.WindowPoStResult, error) //perm:admin

2
api/docgen/docgen.go
View File

@ -345,7 +345,7 @@ func init() {
"Authorization": []string{"Bearer ey.."}, "Authorization": []string{"Bearer ey.."},
}) })
addExample(map[storiface.SectorFileType]storiface.SectorData{ addExample(map[storiface.SectorFileType]storiface.SectorLocation{
storiface.FTSealed: { storiface.FTSealed: {
Local: false, Local: false,
URL: "https://example.com/sealingservice/sectors/s-f0123-12345", URL: "https://example.com/sealingservice/sectors/s-f0123-12345",

6
api/proxy_gen.go
View File

@ -955,7 +955,7 @@ type WorkerStruct struct {
DataCid func(p0 context.Context, p1 abi.UnpaddedPieceSize, p2 storiface.Data) (storiface.CallID, error) `perm:"admin"` DataCid func(p0 context.Context, p1 abi.UnpaddedPieceSize, p2 storiface.Data) (storiface.CallID, error) `perm:"admin"`
DownloadSectorData func(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) `perm:"admin"` DownloadSectorData func(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) `perm:"admin"`
Enabled func(p0 context.Context) (bool, error) `perm:"admin"` Enabled func(p0 context.Context) (bool, error) `perm:"admin"`
@ -5551,14 +5551,14 @@ func (s *WorkerStub) DataCid(p0 context.Context, p1 abi.UnpaddedPieceSize, p2 st
return *new(storiface.CallID), ErrNotSupported return *new(storiface.CallID), ErrNotSupported
} }
func (s *WorkerStruct) DownloadSectorData(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) { func (s *WorkerStruct) DownloadSectorData(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) {
if s.Internal.DownloadSectorData == nil { if s.Internal.DownloadSectorData == nil {
return *new(storiface.CallID), ErrNotSupported return *new(storiface.CallID), ErrNotSupported
} }
return s.Internal.DownloadSectorData(p0, p1, p2, p3) return s.Internal.DownloadSectorData(p0, p1, p2, p3)
} }
func (s *WorkerStub) DownloadSectorData(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) { func (s *WorkerStub) DownloadSectorData(p0 context.Context, p1 storiface.SectorRef, p2 bool, p3 map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) {
return *new(storiface.CallID), ErrNotSupported return *new(storiface.CallID), ErrNotSupported
} }

BIN
build/openrpc/full.json.gz
View File

Binary file not shown.

BIN
build/openrpc/gateway.json.gz
View File

Binary file not shown.

BIN
build/openrpc/miner.json.gz
View File

Binary file not shown.

BIN
build/openrpc/worker.json.gz
View File

Binary file not shown.

2
gen/main.go
View File

@ -104,7 +104,7 @@ func main() {
err = gen.WriteMapEncodersToFile("./storage/sealer/storiface/cbor_gen.go", "storiface", err = gen.WriteMapEncodersToFile("./storage/sealer/storiface/cbor_gen.go", "storiface",
storiface.CallID{}, storiface.CallID{},
storiface.SecDataHttpHeader{}, storiface.SecDataHttpHeader{},
storiface.SectorData{}, storiface.SectorLocation{},
) )
if err != nil { if err != nil {
fmt.Println(err) fmt.Println(err)

8
itests/sector_import_full_test.go
View File

@ -113,7 +113,7 @@ func TestSectorImport(t *testing.T) {
}) })
require.NoError(t, err) require.NoError(t, err)
// CRETE THE UNSEALED FILE // CREATE THE UNSEALED FILE
// create a reader for all-zero (CC) data // create a reader for all-zero (CC) data
dataReader := bytes.NewReader(bytes.Repeat([]byte{0}, int(pieceSize.Unpadded()))) dataReader := bytes.NewReader(bytes.Repeat([]byte{0}, int(pieceSize.Unpadded())))
@ -194,15 +194,15 @@ func TestSectorImport(t *testing.T) {
CommD: &scids.Unsealed, CommD: &scids.Unsealed,
CommR: &scids.Sealed, CommR: &scids.Sealed,
DataUnsealed: &storiface.SectorData{ DataUnsealed: &storiface.SectorLocation{
Local: false, Local: false,
URL: unsealedURL, URL: unsealedURL,
}, },
DataSealed: &storiface.SectorData{ DataSealed: &storiface.SectorLocation{
Local: false, Local: false,
URL: sealedURL, URL: sealedURL,
}, },
DataCache: &storiface.SectorData{ DataCache: &storiface.SectorLocation{
Local: false, Local: false,
URL: cacheURL, URL: cacheURL,
}, },

8
itests/sector_import_simple_test.go
View File

@ -87,7 +87,7 @@ func TestSectorImportAfterPC2(t *testing.T) {
}) })
require.NoError(t, err) require.NoError(t, err)
// CRETE THE UNSEALED FILE // CREATE THE UNSEALED FILE
// create a reader for all-zero (CC) data // create a reader for all-zero (CC) data
dataReader := bytes.NewReader(bytes.Repeat([]byte{0}, int(pieceSize.Unpadded()))) dataReader := bytes.NewReader(bytes.Repeat([]byte{0}, int(pieceSize.Unpadded())))
@ -169,15 +169,15 @@ func TestSectorImportAfterPC2(t *testing.T) {
CommD: &scids.Unsealed, CommD: &scids.Unsealed,
CommR: &scids.Sealed, CommR: &scids.Sealed,
DataUnsealed: &storiface.SectorData{ DataUnsealed: &storiface.SectorLocation{
Local: false, Local: false,
URL: unsealedURL, URL: unsealedURL,
}, },
DataSealed: &storiface.SectorData{ DataSealed: &storiface.SectorLocation{
Local: false, Local: false,
URL: sealedURL, URL: sealedURL,
}, },
DataCache: &storiface.SectorData{ DataCache: &storiface.SectorLocation{
Local: false, Local: false,
URL: cacheURL, URL: cacheURL,
}, },

2
node/config/doc_gen.go
View File

@ -797,7 +797,7 @@ This parameter is ONLY applicable if the retrieval pricing policy strategy has b
Comment: ``, Comment: ``,
}, },
{ {
Num: "AllowSectorDownload", Name: "AllowSectorDownload",
Type: "bool", Type: "bool",
Comment: ``, Comment: ``,

1
storage/paths/fetch.go
View File

@ -72,6 +72,7 @@ func fetch(ctx context.Context, url, outname string, header http.Header) (rerr e
} }
// FetchWithTemp fetches data into a temp 'fetching' directory, then moves the file to destination // FetchWithTemp fetches data into a temp 'fetching' directory, then moves the file to destination
// The set of URLs must refer to the same object, if one fails, another one will be tried.
func FetchWithTemp(ctx context.Context, urls []string, dest string, header http.Header) (string, error) { func FetchWithTemp(ctx context.Context, urls []string, dest string, header http.Header) (string, error) {
var merr error var merr error
for _, url := range urls { for _, url := range urls {

20
storage/pipeline/cbor_gen.go
View File

@ -31,7 +31,7 @@ func (t *SectorInfo) MarshalCBOR(w io.Writer) error {
cw := cbg.NewCborWriter(w) cw := cbg.NewCborWriter(w)
if _, err := cw.Write([]byte{184, 39}); err != nil { if _, err := cw.Write([]byte{184, 38}); err != nil {
return err return err
} }
@ -655,7 +655,7 @@ func (t *SectorInfo) MarshalCBOR(w io.Writer) error {
} }
} }
// t.RemoteDataUnsealed (storiface.SectorData) (struct) // t.RemoteDataUnsealed (storiface.SectorLocation) (struct)
if len("RemoteDataUnsealed") > cbg.MaxLength { if len("RemoteDataUnsealed") > cbg.MaxLength {
return xerrors.Errorf("Value in field \"RemoteDataUnsealed\" was too long") return xerrors.Errorf("Value in field \"RemoteDataUnsealed\" was too long")
} }
@ -671,7 +671,7 @@ func (t *SectorInfo) MarshalCBOR(w io.Writer) error {
return err return err
} }
// t.RemoteDataSealed (storiface.SectorData) (struct) // t.RemoteDataSealed (storiface.SectorLocation) (struct)
if len("RemoteDataSealed") > cbg.MaxLength { if len("RemoteDataSealed") > cbg.MaxLength {
return xerrors.Errorf("Value in field \"RemoteDataSealed\" was too long") return xerrors.Errorf("Value in field \"RemoteDataSealed\" was too long")
} }
@ -687,7 +687,7 @@ func (t *SectorInfo) MarshalCBOR(w io.Writer) error {
return err return err
} }
// t.RemoteDataCache (storiface.SectorData) (struct) // t.RemoteDataCache (storiface.SectorLocation) (struct)
if len("RemoteDataCache") > cbg.MaxLength { if len("RemoteDataCache") > cbg.MaxLength {
return xerrors.Errorf("Value in field \"RemoteDataCache\" was too long") return xerrors.Errorf("Value in field \"RemoteDataCache\" was too long")
} }
@ -1488,7 +1488,7 @@ func (t *SectorInfo) UnmarshalCBOR(r io.Reader) (err error) {
t.TerminatedAt = abi.ChainEpoch(extraI) t.TerminatedAt = abi.ChainEpoch(extraI)
} }
// t.RemoteDataUnsealed (storiface.SectorData) (struct) // t.RemoteDataUnsealed (storiface.SectorLocation) (struct)
case "RemoteDataUnsealed": case "RemoteDataUnsealed":
{ {
@ -1501,14 +1501,14 @@ func (t *SectorInfo) UnmarshalCBOR(r io.Reader) (err error) {
if err := cr.UnreadByte(); err != nil { if err := cr.UnreadByte(); err != nil {
return err return err
} }
t.RemoteDataUnsealed = new(storiface.SectorData) t.RemoteDataUnsealed = new(storiface.SectorLocation)
if err := t.RemoteDataUnsealed.UnmarshalCBOR(cr); err != nil { if err := t.RemoteDataUnsealed.UnmarshalCBOR(cr); err != nil {
return xerrors.Errorf("unmarshaling t.RemoteDataUnsealed pointer: %w", err) return xerrors.Errorf("unmarshaling t.RemoteDataUnsealed pointer: %w", err)
} }
} }
} }
// t.RemoteDataSealed (storiface.SectorData) (struct) // t.RemoteDataSealed (storiface.SectorLocation) (struct)
case "RemoteDataSealed": case "RemoteDataSealed":
{ {
@ -1521,14 +1521,14 @@ func (t *SectorInfo) UnmarshalCBOR(r io.Reader) (err error) {
if err := cr.UnreadByte(); err != nil { if err := cr.UnreadByte(); err != nil {
return err return err
} }
t.RemoteDataSealed = new(storiface.SectorData) t.RemoteDataSealed = new(storiface.SectorLocation)
if err := t.RemoteDataSealed.UnmarshalCBOR(cr); err != nil { if err := t.RemoteDataSealed.UnmarshalCBOR(cr); err != nil {
return xerrors.Errorf("unmarshaling t.RemoteDataSealed pointer: %w", err) return xerrors.Errorf("unmarshaling t.RemoteDataSealed pointer: %w", err)
} }
} }
} }
// t.RemoteDataCache (storiface.SectorData) (struct) // t.RemoteDataCache (storiface.SectorLocation) (struct)
case "RemoteDataCache": case "RemoteDataCache":
{ {
@ -1541,7 +1541,7 @@ func (t *SectorInfo) UnmarshalCBOR(r io.Reader) (err error) {
if err := cr.UnreadByte(); err != nil { if err := cr.UnreadByte(); err != nil {
return err return err
} }
t.RemoteDataCache = new(storiface.SectorData) t.RemoteDataCache = new(storiface.SectorLocation)
if err := t.RemoteDataCache.UnmarshalCBOR(cr); err != nil { if err := t.RemoteDataCache.UnmarshalCBOR(cr); err != nil {
return xerrors.Errorf("unmarshaling t.RemoteDataCache pointer: %w", err) return xerrors.Errorf("unmarshaling t.RemoteDataCache pointer: %w", err)
} }

27
storage/pipeline/receive.go
View File

@ -91,8 +91,13 @@ func (m *Sealing) checkSectorMeta(ctx context.Context, meta api.RemoteSectorMeta
switch SectorState(meta.State) { switch SectorState(meta.State) {
case Proving, Available: case Proving, Available:
// todo possibly check if meta.CommitMessage != nil {
if err := checkMessagePrefix(*meta.CommitMessage); err != nil {
return SectorInfo{}, xerrors.Errorf("commit message prefix: %w", err)
}
info.CommitMessage = meta.CommitMessage info.CommitMessage = meta.CommitMessage
}
fallthrough fallthrough
case SubmitCommit: case SubmitCommit:
@ -100,10 +105,14 @@ func (m *Sealing) checkSectorMeta(ctx context.Context, meta api.RemoteSectorMeta
return SectorInfo{}, xerrors.Errorf("sector PreCommitDeposit was null") return SectorInfo{}, xerrors.Errorf("sector PreCommitDeposit was null")
} }
info.PreCommitInfo = meta.PreCommitInfo
info.PreCommitDeposit = *meta.PreCommitDeposit info.PreCommitDeposit = *meta.PreCommitDeposit
info.PreCommitMessage = meta.PreCommitMessage
info.PreCommitTipSet = meta.PreCommitTipSet info.PreCommitTipSet = meta.PreCommitTipSet
if info.PreCommitMessage != nil {
if err := checkMessagePrefix(*meta.PreCommitMessage); err != nil {
return SectorInfo{}, xerrors.Errorf("commit message prefix: %w", err)
}
info.PreCommitMessage = meta.PreCommitMessage
}
// check provided seed // check provided seed
if len(meta.SeedValue) != abi.RandomnessLength { if len(meta.SeedValue) != abi.RandomnessLength {
@ -256,9 +265,9 @@ func (m *Sealing) checkSectorMeta(ctx context.Context, meta api.RemoteSectorMeta
} }
func (m *Sealing) handleReceiveSector(ctx statemachine.Context, sector SectorInfo) error { func (m *Sealing) handleReceiveSector(ctx statemachine.Context, sector SectorInfo) error {
toFetch := map[storiface.SectorFileType]storiface.SectorData{} toFetch := map[storiface.SectorFileType]storiface.SectorLocation{}
for fileType, data := range map[storiface.SectorFileType]*storiface.SectorData{ for fileType, data := range map[storiface.SectorFileType]*storiface.SectorLocation{
storiface.FTUnsealed: sector.RemoteDataUnsealed, storiface.FTUnsealed: sector.RemoteDataUnsealed,
storiface.FTSealed: sector.RemoteDataSealed, storiface.FTSealed: sector.RemoteDataSealed,
storiface.FTCache: sector.RemoteDataCache, storiface.FTCache: sector.RemoteDataCache,
@ -285,3 +294,11 @@ func (m *Sealing) handleReceiveSector(ctx statemachine.Context, sector SectorInf
return ctx.Send(SectorReceived{}) return ctx.Send(SectorReceived{})
} }
func checkMessagePrefix(c cid.Cid) error {
p := c.Prefix()
if p.Version != 1 || p.MhLength != 32 || p.MhType != multihash.BLAKE2B_MIN+31 || p.Codec != cid.DagCBOR {
return xerrors.New("invalid message prefix")
}
return nil
}

6
storage/pipeline/types.go
View File

@ -94,9 +94,9 @@ type SectorInfo struct {
TerminatedAt abi.ChainEpoch TerminatedAt abi.ChainEpoch
// Remote import // Remote import
RemoteDataUnsealed *storiface.SectorData RemoteDataUnsealed *storiface.SectorLocation
RemoteDataSealed *storiface.SectorData RemoteDataSealed *storiface.SectorLocation
RemoteDataCache *storiface.SectorData RemoteDataCache *storiface.SectorLocation
RemoteCommit1Endpoint string RemoteCommit1Endpoint string
RemoteCommit2Endpoint string RemoteCommit2Endpoint string
RemoteSealingDoneEndpoint string RemoteSealingDoneEndpoint string

2
storage/sealer/ffiwrapper/sealer_cgo.go
View File

@ -1169,7 +1169,7 @@ func (sb *Sealer) Remove(ctx context.Context, sector storiface.SectorRef) error
return xerrors.Errorf("not supported at this layer") // happens in localworker return xerrors.Errorf("not supported at this layer") // happens in localworker
} }
func (sb *Sealer) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) error { func (sb *Sealer) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) error {
var todo storiface.SectorFileType var todo storiface.SectorFileType
for fileType := range src { for fileType := range src {
todo |= fileType todo |= fileType

6
storage/sealer/manager.go
View File

@ -1089,7 +1089,7 @@ func (m *Manager) ProveReplicaUpdate2(ctx context.Context, sector storiface.Sect
return out, waitErr return out, waitErr
} }
func (m *Manager) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) error { func (m *Manager) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) error {
ctx, cancel := context.WithCancel(ctx) ctx, cancel := context.WithCancel(ctx)
defer cancel() defer cancel()
@ -1098,7 +1098,7 @@ func (m *Manager) DownloadSectorData(ctx context.Context, sector storiface.Secto
// get a sorted list of sectors files to make a consistent work key from // get a sorted list of sectors files to make a consistent work key from
ents := make([]struct { ents := make([]struct {
T storiface.SectorFileType T storiface.SectorFileType
S storiface.SectorData S storiface.SectorLocation
}, 0, len(src)) }, 0, len(src))
for fileType, data := range src { for fileType, data := range src {
if len(fileType.AllSet()) != 1 { if len(fileType.AllSet()) != 1 {
@ -1109,7 +1109,7 @@ func (m *Manager) DownloadSectorData(ctx context.Context, sector storiface.Secto
ents = append(ents, struct { ents = append(ents, struct {
T storiface.SectorFileType T storiface.SectorFileType
S storiface.SectorData S storiface.SectorLocation
}{T: fileType, S: data}) }{T: fileType, S: data})
} }
sort.Slice(ents, func(i, j int) bool { sort.Slice(ents, func(i, j int) bool {

2
storage/sealer/mock/mock.go
View File

@ -517,7 +517,7 @@ func (mgr *SectorMgr) ReleaseSectorKey(ctx context.Context, sector storiface.Sec
return nil return nil
} }
func (mgr *SectorMgr) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) error { func (mgr *SectorMgr) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) error {
return xerrors.Errorf("not supported") return xerrors.Errorf("not supported")
} }

2
storage/sealer/sched_test.go
View File

@ -67,7 +67,7 @@ type schedTestWorker struct {
ignoreResources bool ignoreResources bool
} }
func (s *schedTestWorker) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) { func (s *schedTestWorker) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) {
panic("implement me") panic("implement me")
} }

8
storage/sealer/storiface/cbor_gen.go
View File

@ -282,7 +282,7 @@ func (t *SecDataHttpHeader) UnmarshalCBOR(r io.Reader) (err error) {
return nil return nil
} }
func (t *SectorData) MarshalCBOR(w io.Writer) error { func (t *SectorLocation) MarshalCBOR(w io.Writer) error {
if t == nil { if t == nil {
_, err := w.Write(cbg.CborNull) _, err := w.Write(cbg.CborNull)
return err return err
@ -360,8 +360,8 @@ func (t *SectorData) MarshalCBOR(w io.Writer) error {
return nil return nil
} }
func (t *SectorData) UnmarshalCBOR(r io.Reader) (err error) { func (t *SectorLocation) UnmarshalCBOR(r io.Reader) (err error) {
*t = SectorData{} *t = SectorLocation{}
cr := cbg.NewCborReader(r) cr := cbg.NewCborReader(r)
@ -380,7 +380,7 @@ func (t *SectorData) UnmarshalCBOR(r io.Reader) (err error) {
} }
if extra > cbg.MaxLength { if extra > cbg.MaxLength {
return fmt.Errorf("SectorData: map struct too large (%d)", extra) return fmt.Errorf("SectorLocation: map struct too large (%d)", extra)
} }
var name string var name string

6
storage/sealer/storiface/storage.go
View File

@ -87,7 +87,7 @@ type Sealer interface {
FinalizeReplicaUpdate(ctx context.Context, sector SectorRef, keepUnsealed []Range) error FinalizeReplicaUpdate(ctx context.Context, sector SectorRef, keepUnsealed []Range) error
DownloadSectorData(ctx context.Context, sector SectorRef, finalized bool, src map[SectorFileType]SectorData) error DownloadSectorData(ctx context.Context, sector SectorRef, finalized bool, src map[SectorFileType]SectorLocation) error
} }
type Unsealer interface { type Unsealer interface {
@ -123,7 +123,7 @@ type Prover interface {
AggregateSealProofs(aggregateInfo proof.AggregateSealVerifyProofAndInfos, proofs [][]byte) ([]byte, error) AggregateSealProofs(aggregateInfo proof.AggregateSealVerifyProofAndInfos, proofs [][]byte) ([]byte, error)
} }
type SectorData struct { type SectorLocation struct {
// Local when set to true indicates to lotus that sector data is already // Local when set to true indicates to lotus that sector data is already
// available locally; When set lotus will skip fetching sector data, and // available locally; When set lotus will skip fetching sector data, and
// only check that sector data exists in sector storage // only check that sector data exists in sector storage
@ -140,7 +140,7 @@ type SectorData struct {
Headers []SecDataHttpHeader Headers []SecDataHttpHeader
} }
func (sd *SectorData) HttpHeaders() http.Header { func (sd *SectorLocation) HttpHeaders() http.Header {
out := http.Header{} out := http.Header{}
for _, header := range sd.Headers { for _, header := range sd.Headers {
out[header.Key] = append(out[header.Key], header.Value) out[header.Key] = append(out[header.Key], header.Value)

2
storage/sealer/storiface/worker.go
View File

@ -134,7 +134,7 @@ type WorkerCalls interface {
MoveStorage(ctx context.Context, sector SectorRef, types SectorFileType) (CallID, error) MoveStorage(ctx context.Context, sector SectorRef, types SectorFileType) (CallID, error)
UnsealPiece(context.Context, SectorRef, UnpaddedByteIndex, abi.UnpaddedPieceSize, abi.SealRandomness, cid.Cid) (CallID, error) UnsealPiece(context.Context, SectorRef, UnpaddedByteIndex, abi.UnpaddedPieceSize, abi.SealRandomness, cid.Cid) (CallID, error)
Fetch(context.Context, SectorRef, SectorFileType, PathType, AcquireMode) (CallID, error) Fetch(context.Context, SectorRef, SectorFileType, PathType, AcquireMode) (CallID, error)
DownloadSectorData(ctx context.Context, sector SectorRef, finalized bool, src map[SectorFileType]SectorData) (CallID, error) DownloadSectorData(ctx context.Context, sector SectorRef, finalized bool, src map[SectorFileType]SectorLocation) (CallID, error)
// sync // sync
GenerateWinningPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []PostSectorChallenge, randomness abi.PoStRandomness) ([]proof.PoStProof, error) GenerateWinningPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, sectors []PostSectorChallenge, randomness abi.PoStRandomness) ([]proof.PoStProof, error)

2
storage/sealer/teststorage_test.go
View File

@ -21,7 +21,7 @@ type testExec struct {
apch chan chan apres apch chan chan apres
} }
func (t *testExec) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) error { func (t *testExec) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) error {
panic("implement me") panic("implement me")
} }

2
storage/sealer/worker_local.go
View File

@ -588,7 +588,7 @@ func (l *LocalWorker) UnsealPiece(ctx context.Context, sector storiface.SectorRe
}) })
} }
func (l *LocalWorker) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorData) (storiface.CallID, error) { func (l *LocalWorker) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, src map[storiface.SectorFileType]storiface.SectorLocation) (storiface.CallID, error) {
sb, err := l.executor() sb, err := l.executor()
if err != nil { if err != nil {
return storiface.UndefCall, err return storiface.UndefCall, err