YAO/YAO-scheduler
1
0
Fork 0
mirror of https://github.com/newnius/YAO-scheduler.git synced 2025-06-07 06:11:56 +00:00
Code Issues Releases Wiki Activity

update fair

Browse Source
This commit is contained in:
Newnius 2020-05-31 11:08:16 +08:00
parent 6681a2ae00
commit 14d33bb67c
1 changed files with 35 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
src/scheduler_fair.go
View File

@ -79,26 +79,42 @@ func (scheduler *SchedulerFair) Start() {
bestQueue := ""
maxNumberGPU := math.MaxInt64
maxNumberCPU := math.MaxInt64
/* drf of yarn/kube-batch */
if scheduler.drfyarn {
least := math.MaxInt32
for queue, allocate := range scheduler.resourceAllocations {
if jobs, ok := scheduler.queues[queue]; ok && len(jobs) > 0 {
if bestQueue == "" || allocate.NumberGPU < least {
bestQueue = queue
least = allocate.NumberGPU
}
}
}
}
/* phase 1: execute jobs using self quota */
for queue, jobs := range scheduler.queues {
/* find largest job */
if len(jobs) > 0 {
/* calculate resource request of head job */
numberGPUtmp := 0
numberCPUtmp := 0
for _, task := range jobs[0].Tasks {
numberGPUtmp += task.NumberGPU
numberCPUtmp += task.NumberCPU
}
/* if queue quota cannot satisfy, skip */
if quota, ok := scheduler.queuesQuota[queue]; !ok || quota.NumberGPU/1000 < numberGPUtmp {
continue
}
/* the more, the better */
if bestQueue == "" || numberGPUtmp > maxNumberGPU || (numberGPUtmp == maxNumberGPU && numberCPUtmp > maxNumberCPU) {
bestQueue = queue
maxNumberGPU = numberGPUtmp
maxNumberCPU = numberCPUtmp
if bestQueue == "" {
for queue, jobs := range scheduler.queues {
/* find largest job */
if len(jobs) > 0 {
/* calculate resource request of head job */
numberGPUtmp := 0
numberCPUtmp := 0
for _, task := range jobs[0].Tasks {
numberGPUtmp += task.NumberGPU
numberCPUtmp += task.NumberCPU
}
/* if queue quota cannot satisfy, skip */
if quota, ok := scheduler.queuesQuota[queue]; !ok || quota.NumberGPU/1000 < numberGPUtmp {
continue
}
/* the more, the better */
if bestQueue == "" || numberGPUtmp > maxNumberGPU || (numberGPUtmp == maxNumberGPU && numberCPUtmp > maxNumberCPU) {
bestQueue = queue
maxNumberGPU = numberGPUtmp
maxNumberCPU = numberCPUtmp
}
}
}
}
@ -214,19 +230,6 @@ func (scheduler *SchedulerFair) Start() {
}
}
/* drf of yarn/kube-batch */
if bestQueue == "" && scheduler.drfyarn {
least := math.MaxInt32
for queue, allocate := range scheduler.resourceAllocations {
if jobs, ok := scheduler.queues[queue]; ok && len(jobs) > 0 {
if bestQueue == "" || allocate.NumberGPU < least {
bestQueue = queue
least = allocate.NumberGPU
}
}
}
}
/* launch that job */
if bestQueue != "" {
numberGPUtmp := 0