lotus/extern/sector-storage/resources.go

318 lines
6.4 KiB
Go
Raw Normal View History

package sectorstorage
2020-03-23 11:40:02 +00:00
import (
2020-09-07 03:49:10 +00:00
"github.com/filecoin-project/go-state-types/abi"
"github.com/filecoin-project/lotus/extern/sector-storage/sealtasks"
2020-03-23 11:40:02 +00:00
)
type Resources struct {
MinMemory uint64 // What Must be in RAM for decent perf
2020-03-24 23:37:40 +00:00
MaxMemory uint64 // Memory required (swap + ram)
2020-03-23 11:40:02 +00:00
MaxParallelism int // -1 = multithread
CanGPU bool
2020-03-23 11:40:02 +00:00
BaseMinMemory uint64 // What Must be in RAM for decent perf (shared between threads)
}
/*
Percent of threads to allocate to parallel tasks
12 * 0.92 = 11
16 * 0.92 = 14
24 * 0.92 = 22
32 * 0.92 = 29
64 * 0.92 = 58
128 * 0.92 = 117
*/
var ParallelNum uint64 = 92
var ParallelDenom uint64 = 100
// TODO: Take NUMA into account
func (r Resources) Threads(wcpus uint64) uint64 {
if r.MaxParallelism == -1 {
n := (wcpus * ParallelNum) / ParallelDenom
if n == 0 {
return wcpus
}
return n
}
return uint64(r.MaxParallelism)
}
2020-06-15 12:32:17 +00:00
var ResourceTable = map[sealtasks.TaskType]map[abi.RegisteredSealProof]Resources{
2020-03-23 11:40:02 +00:00
sealtasks.TTAddPiece: {
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
MaxMemory: 8 << 30,
MinMemory: 8 << 30,
2020-05-08 20:32:34 +00:00
MaxParallelism: 1,
2020-05-08 20:32:34 +00:00
BaseMinMemory: 1 << 30,
},
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
MaxMemory: 4 << 30,
MinMemory: 4 << 30,
2020-03-23 11:40:02 +00:00
MaxParallelism: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
MaxParallelism: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
MaxParallelism: 1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
MaxParallelism: 1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTPreCommit1: {
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
2020-05-08 20:32:34 +00:00
MaxMemory: 128 << 30,
MinMemory: 112 << 30,
2020-05-08 20:32:34 +00:00
MaxParallelism: 1,
2020-05-08 20:32:34 +00:00
BaseMinMemory: 10 << 20,
2020-05-08 20:32:34 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 64 << 30,
MinMemory: 56 << 30,
2020-03-23 11:40:02 +00:00
MaxParallelism: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 10 << 20,
2020-03-23 11:40:02 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
MaxMemory: 1 << 30,
MinMemory: 768 << 20,
2020-03-23 11:40:02 +00:00
MaxParallelism: 1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 20,
2020-03-23 11:40:02 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
MaxParallelism: 1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
MaxParallelism: 1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTPreCommit2: {
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
2020-09-30 22:54:53 +00:00
MaxMemory: 30 << 30,
MinMemory: 30 << 30,
2020-05-08 20:32:34 +00:00
MaxParallelism: -1,
CanGPU: true,
2020-05-08 20:32:34 +00:00
2020-09-30 22:54:53 +00:00
BaseMinMemory: 1 << 30,
2020-05-08 20:32:34 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
2020-09-30 22:54:53 +00:00
MaxMemory: 15 << 30,
MinMemory: 15 << 30,
2020-03-23 11:40:02 +00:00
MaxParallelism: -1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-09-30 22:54:53 +00:00
BaseMinMemory: 1 << 30,
2020-03-23 11:40:02 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 3 << 29, // 1.5G
MinMemory: 1 << 30,
MaxParallelism: -1,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
MaxParallelism: -1,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
MaxParallelism: -1,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
sealtasks.TTCommit1: { // Very short (~100ms), so params are very light
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
2020-05-08 20:32:34 +00:00
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
MaxParallelism: 0,
2020-05-08 20:32:34 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
MaxParallelism: 0,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 1 << 30,
MinMemory: 1 << 30,
MaxParallelism: 0,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 1 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
MaxParallelism: 0,
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
MaxParallelism: 0,
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
2020-03-23 11:40:02 +00:00
},
2020-05-07 22:22:37 +00:00
sealtasks.TTCommit2: {
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
MaxMemory: 190 << 30, // TODO: Confirm
MinMemory: 60 << 30,
2020-05-08 20:32:34 +00:00
MaxParallelism: -1,
CanGPU: true,
2020-05-08 20:32:34 +00:00
2020-05-16 21:03:29 +00:00
BaseMinMemory: 64 << 30, // params
2020-05-08 20:32:34 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
2020-05-16 21:03:29 +00:00
MaxMemory: 150 << 30, // TODO: ~30G of this should really be BaseMaxMemory
MinMemory: 30 << 30,
2020-03-23 11:40:02 +00:00
MaxParallelism: -1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-05-16 21:03:29 +00:00
BaseMinMemory: 32 << 30, // params
2020-03-23 11:40:02 +00:00
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
2020-03-23 11:40:02 +00:00
MaxMemory: 3 << 29, // 1.5G
MinMemory: 1 << 30,
MaxParallelism: 1, // This is fine
CanGPU: true,
2020-03-23 11:40:02 +00:00
BaseMinMemory: 10 << 30,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
2020-04-01 21:24:09 +00:00
MaxMemory: 2 << 10,
MinMemory: 2 << 10,
MaxParallelism: 1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-04-01 21:24:09 +00:00
BaseMinMemory: 2 << 10,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
2020-04-01 23:26:47 +00:00
MaxMemory: 8 << 20,
MinMemory: 8 << 20,
MaxParallelism: 1,
CanGPU: true,
2020-03-23 11:40:02 +00:00
2020-04-01 23:26:47 +00:00
BaseMinMemory: 8 << 20,
},
},
sealtasks.TTFetch: {
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg64GiBV1: Resources{
2020-05-08 20:32:34 +00:00
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
MaxParallelism: 0,
CanGPU: false,
2020-05-08 20:32:34 +00:00
BaseMinMemory: 0,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg32GiBV1: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
MaxParallelism: 0,
CanGPU: false,
BaseMinMemory: 0,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg512MiBV1: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
MaxParallelism: 0,
CanGPU: false,
BaseMinMemory: 0,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg2KiBV1: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
MaxParallelism: 0,
CanGPU: false,
BaseMinMemory: 0,
},
2020-06-15 12:32:17 +00:00
abi.RegisteredSealProof_StackedDrg8MiBV1: Resources{
MaxMemory: 1 << 20,
MinMemory: 1 << 20,
MaxParallelism: 0,
CanGPU: false,
BaseMinMemory: 0,
},
},
2020-03-23 11:40:02 +00:00
}
2020-05-14 01:01:38 +00:00
func init() {
ResourceTable[sealtasks.TTUnseal] = ResourceTable[sealtasks.TTPreCommit1] // TODO: measure accurately
ResourceTable[sealtasks.TTReadUnsealed] = ResourceTable[sealtasks.TTFetch]
}