lotus/resources.go

291 lines
5.5 KiB
Go
Raw Normal View History

2020-03-23 11:40:02 +00:00
package sectorstorage
import (
"github.com/filecoin-project/specs-actors/actors/abi"
2020-03-27 23:21:36 +00:00
"github.com/filecoin-project/sector-storage/sealtasks"
2020-03-23 11:40:02 +00:00
)
type Resources struct {
MinMemory uint64 // What Must be in RAM for decent perf
2020-03-24 23:37:40 +00:00
MaxMemory uint64 // Memory required (swap + ram)
2020-03-23 11:40:02 +00:00
Threads int // -1 = multithread
CanGPU bool
2020-03-23 11:40:02 +00:00
BaseMinMemory uint64 // What Must be in RAM for decent perf (shared between threads)
}
func (r Resources) MultiThread() bool {
return r.Threads == -1
}
2020-03-23 11:40:02 +00:00
const MaxCachingOverhead = 32 << 30
var ResourceTable = map[sealtasks.TaskType]map[abi.RegisteredProof]Resources{
sealtasks.TTAddPiece: {
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{ // This is probably a bit conservative
MaxMemory: 64 << 30,
MinMemory: 64 << 30,
Threads: 1,
BaseMinMemory: 1 << 30,
},
2020-03-23 11:40:02 +00:00
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{ // This is probably a bit conservative
MaxMemory: 32 << 30,
MinMemory: 32 << 30,
Threads: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
Threads: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
Threads: 1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
Threads: 1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTPreCommit1: {
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{
MaxMemory: 128 << 30,
MinMemory: 96 << 30,
Threads: 1,
BaseMinMemory: 60 << 30,
},
2020-03-23 11:40:02 +00:00
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{
MaxMemory: 64 << 30,
2020-05-07 22:22:37 +00:00
MinMemory: 48 << 30,
2020-03-23 11:40:02 +00:00
Threads: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 30 << 30,
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 3 << 29, // 1.5G
MinMemory: 1 << 30,
Threads: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
Threads: 1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
Threads: 1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTPreCommit2: {
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{
MaxMemory: 64 << 30,
MinMemory: 64 << 30,
Threads: -1,
CanGPU: true,
BaseMinMemory: 60 << 30,
},
2020-03-23 11:40:02 +00:00
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{
2020-05-07 22:22:37 +00:00
MaxMemory: 32 << 30,
MinMemory: 32 << 30,
2020-03-23 11:40:02 +00:00
Threads: -1,
2020-05-07 22:22:58 +00:00
CanGPU: true,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 30 << 30,
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 3 << 29, // 1.5G
MinMemory: 1 << 30,
Threads: -1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
Threads: -1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
Threads: -1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTCommit1: { // Very short (~100ms), so params are very light
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
Threads: 0,
BaseMinMemory: 1 << 30,
},
2020-03-23 11:40:02 +00:00
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
Threads: 0,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
Threads: 0,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
Threads: 0,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
Threads: 0,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
2020-05-07 22:22:37 +00:00
sealtasks.TTCommit2: {
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{
MaxMemory: 260 << 30, // TODO: Confirm
MinMemory: 120 << 30,
Threads: -1,
CanGPU: true,
BaseMinMemory: 128 << 30, // params
},
2020-03-23 11:40:02 +00:00
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{
2020-05-07 22:22:37 +00:00
MaxMemory: 130 << 30,
2020-03-23 11:40:02 +00:00
MinMemory: 60 << 30,
Threads: -1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 64 << 30, // params
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 3 << 29, // 1.5G
MinMemory: 1 << 30,
Threads: 1, // This is fine
CanGPU: true,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 10 << 30,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
Threads: 1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
Threads: 1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
},
sealtasks.TTFetch: {
2020-05-08 20:32:34 +00:00
abi.RegisteredProof_StackedDRG64GiBSeal: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
Threads: 0,
CanGPU: false,
BaseMinMemory: 0,
},
abi.RegisteredProof_StackedDRG32GiBSeal: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
Threads: 0,
CanGPU: false,
BaseMinMemory: 0,
},
abi.RegisteredProof_StackedDRG512MiBSeal: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
Threads: 0,
CanGPU: false,
BaseMinMemory: 0,
},
abi.RegisteredProof_StackedDRG2KiBSeal: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
Threads: 0,
CanGPU: false,
BaseMinMemory: 0,
},
abi.RegisteredProof_StackedDRG8MiBSeal: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
Threads: 0,
CanGPU: false,
BaseMinMemory: 0,
},
},
2020-03-23 11:40:02 +00:00
}