60d576241c
* Fix 1.21 regression: GET_32G_MAX_CONCURRENT + mixed prepared/executing leads to stuck scheduler If you have 12 GET tasks and GET_32G_MAX_CONCURRENT=1, sealing jobs will only show assigned tasks for GET of the miner and is stuck. I believe this to be a regression of 1.21 unifying the counters, in the case of GETs where PrepType and TaskType both being seal/v0/fetch leading to a state where tasks are blocked since already counted towards the limit. * itests: Repro issue from PR #10633 * make counters int (non-working) * fix: worker sched: Send taskDone notifs after tasks are done * itests: Make TestPledgeMaxConcurrentGet actually reproduce the issue * make the linter happy --------- Co-authored-by: Steffen Butzer <steffen.butzer@outlook.com>
89 lines
2.1 KiB
Go
89 lines
2.1 KiB
Go
package sealer
|
|
|
|
import (
|
|
"math/rand"
|
|
|
|
"github.com/filecoin-project/lotus/storage/sealer/storiface"
|
|
)
|
|
|
|
func NewRandomAssigner() Assigner {
|
|
return &AssignerCommon{
|
|
WindowSel: RandomWS,
|
|
}
|
|
}
|
|
|
|
func RandomWS(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int {
|
|
scheduled := 0
|
|
rmQueue := make([]int, 0, queueLen)
|
|
|
|
for sqi := 0; sqi < queueLen; sqi++ {
|
|
task := (*sh.SchedQueue)[sqi]
|
|
|
|
//bestAssigned := math.MaxInt // smaller = better
|
|
|
|
type choice struct {
|
|
selectedWindow int
|
|
needRes storiface.Resources
|
|
info storiface.WorkerInfo
|
|
bestWid storiface.WorkerID
|
|
}
|
|
choices := make([]choice, 0, len(acceptableWindows[task.IndexHeap]))
|
|
|
|
for i, wnd := range acceptableWindows[task.IndexHeap] {
|
|
wid := sh.OpenWindows[wnd].Worker
|
|
w := sh.Workers[wid]
|
|
|
|
res := w.Info.Resources.ResourceSpec(task.Sector.ProofType, task.TaskType)
|
|
|
|
log.Debugf("SCHED try assign sqi:%d sector %d to window %d (awi:%d)", sqi, task.Sector.ID.Number, wnd, i)
|
|
|
|
if !windows[wnd].Allocated.CanHandleRequest(task.SchedId, task.SealTask(), res, wid, "schedAssign", w.Info) {
|
|
continue
|
|
}
|
|
|
|
choices = append(choices, choice{
|
|
selectedWindow: wnd,
|
|
needRes: res,
|
|
info: w.Info,
|
|
bestWid: wid,
|
|
})
|
|
|
|
}
|
|
|
|
if len(choices) == 0 {
|
|
// all windows full
|
|
continue
|
|
}
|
|
|
|
// chose randomly
|
|
randIndex := rand.Intn(len(choices))
|
|
selectedWindow := choices[randIndex].selectedWindow
|
|
needRes := choices[randIndex].needRes
|
|
info := choices[randIndex].info
|
|
bestWid := choices[randIndex].bestWid
|
|
|
|
log.Debugw("SCHED ASSIGNED",
|
|
"assigner", "darts",
|
|
"sqi", sqi,
|
|
"sector", task.Sector.ID.Number,
|
|
"task", task.TaskType,
|
|
"window", selectedWindow,
|
|
"worker", bestWid,
|
|
"choices", len(choices))
|
|
|
|
windows[selectedWindow].Allocated.Add(task.SchedId, task.SealTask(), info.Resources, needRes)
|
|
windows[selectedWindow].Todo = append(windows[selectedWindow].Todo, task)
|
|
|
|
rmQueue = append(rmQueue, sqi)
|
|
scheduled++
|
|
}
|
|
|
|
if len(rmQueue) > 0 {
|
|
for i := len(rmQueue) - 1; i >= 0; i-- {
|
|
sh.SchedQueue.Remove(rmQueue[i])
|
|
}
|
|
}
|
|
|
|
return scheduled
|
|
}
|