lotus/curiosrc/ffi/piece_funcs.go

package ffi

import (
	"context"
	"io"
	"os"
	"time"

	"golang.org/x/xerrors"

	"github.com/filecoin-project/lotus/lib/harmony/harmonytask"
	"github.com/filecoin-project/lotus/storage/sealer/storiface"
)

func (sb *SealCalls) WritePiece(ctx context.Context, taskID *harmonytask.TaskID, pieceID storiface.PieceNumber, size int64, data io.Reader) error {
	// todo: config(?): allow setting PathStorage for this
	// todo storage reservations
	paths, _, done, err := sb.sectors.AcquireSector(ctx, taskID, pieceID.Ref(), storiface.FTNone, storiface.FTPiece, storiface.PathSealing)
	if err != nil {
		return err
	}
	defer done()

	dest := paths.Piece
	tempDest := dest + ".tmp"

	destFile, err := os.OpenFile(tempDest, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644)
	if err != nil {
		return xerrors.Errorf("creating temp piece file '%s': %w", tempDest, err)
	}

	removeTemp := true
	defer func() {
		if removeTemp {
			rerr := os.Remove(tempDest)
			if rerr != nil {
				log.Errorf("removing temp file: %+v", rerr)
			}
		}
	}()

	copyStart := time.Now()

	n, err := io.CopyBuffer(destFile, io.LimitReader(data, size), make([]byte, 8<<20))
	if err != nil {
		_ = destFile.Close()
		return xerrors.Errorf("copying piece data: %w", err)
	}

	if err := destFile.Close(); err != nil {
		return xerrors.Errorf("closing temp piece file: %w", err)
	}

	if n != size {
		return xerrors.Errorf("short write: %d", n)
	}

	copyEnd := time.Now()

	log.Infow("wrote parked piece", "piece", pieceID, "size", size, "duration", copyEnd.Sub(copyStart), "dest", dest, "MiB/s", float64(size)/(1<<20)/copyEnd.Sub(copyStart).Seconds())

	if err := os.Rename(tempDest, dest); err != nil {
		return xerrors.Errorf("rename temp piece to dest %s -> %s: %w", tempDest, dest, err)
	}

	removeTemp = false
	return nil
}

func (sb *SealCalls) PieceReader(ctx context.Context, id storiface.PieceNumber) (io.ReadCloser, error) {
	return sb.sectors.storage.ReaderSeq(ctx, id.Ref(), storiface.FTPiece)
}

func (sb *SealCalls) RemovePiece(ctx context.Context, id storiface.PieceNumber) error {
	return sb.sectors.storage.Remove(ctx, id.Ref().ID, storiface.FTPiece, true, nil)
}