lotus/extern/sector-storage/sched_assigner_spread.go

78 lines
1.7 KiB
Go
Raw Normal View History

package sectorstorage
import (
"math"
"github.com/filecoin-project/lotus/extern/sector-storage/storiface"
)
2022-05-23 14:58:43 +00:00
func NewSpreadAssigner() Assigner {
2022-05-18 14:11:07 +00:00
return &AssignerCommon{
2022-05-23 14:58:43 +00:00
WindowSel: SpreadWS,
}
2022-05-18 14:11:07 +00:00
}
2022-05-23 14:58:43 +00:00
func SpreadWS(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int {
scheduled := 0
rmQueue := make([]int, 0, queueLen)
2022-05-23 14:58:43 +00:00
workerAssigned := map[storiface.WorkerID]int{}
for sqi := 0; sqi < queueLen; sqi++ {
task := (*sh.SchedQueue)[sqi]
selectedWindow := -1
var info storiface.WorkerInfo
var bestWid storiface.WorkerID
2022-05-23 14:58:43 +00:00
bestAssigned := math.MaxInt // smaller = better
for i, wnd := range acceptableWindows[task.IndexHeap] {
wid := sh.OpenWindows[wnd].Worker
w := sh.Workers[wid]
res := info.Resources.ResourceSpec(task.Sector.ProofType, task.TaskType)
log.Debugf("SCHED try assign sqi:%d sector %d to window %d (awi:%d)", sqi, task.Sector.ID.Number, wnd, i)
2022-05-23 14:58:43 +00:00
if !windows[wnd].Allocated.CanHandleRequest(res, wid, "schedAssign", info) {
continue
}
2022-05-23 14:58:43 +00:00
wu, _ := workerAssigned[wid]
if wu >= bestAssigned {
continue
}
info = w.Info
bestWid = wid
selectedWindow = wnd
2022-05-23 14:58:43 +00:00
bestAssigned = wu
}
if selectedWindow < 0 {
// all windows full
continue
}
log.Debugw("SCHED ASSIGNED",
"sqi", sqi,
"sector", task.Sector.ID.Number,
"task", task.TaskType,
"window", selectedWindow,
"worker", bestWid,
2022-05-23 14:58:43 +00:00
"assigned", bestAssigned)
2022-05-23 15:32:54 +00:00
workerAssigned[bestWid]++
windows[selectedWindow].Todo = append(windows[selectedWindow].Todo, task)
rmQueue = append(rmQueue, sqi)
scheduled++
}
if len(rmQueue) > 0 {
for i := len(rmQueue) - 1; i >= 0; i-- {
sh.SchedQueue.Remove(rmQueue[i])
}
}
2022-05-18 14:11:07 +00:00
return scheduled
}