diff --git a/src/job_manager.go b/src/job_manager.go index b58fe7f..6c71d30 100644 --- a/src/job_manager.go +++ b/src/job_manager.go @@ -32,6 +32,7 @@ func (jm *JobManager) start() { if len(resource.Status) > 0 { break } + time.Sleep(time.Second * 1) } log.Info("Receive resource", resource) jm.resources = append(jm.resources, resource) diff --git a/src/scheduler_fair.go b/src/scheduler_fair.go index e27c86c..e29380a 100644 --- a/src/scheduler_fair.go +++ b/src/scheduler_fair.go @@ -179,6 +179,9 @@ func (scheduler *SchedulerFair) AcquireResource(job Job, task Task) NodeStatus { } } go func(res NodeStatus) { + if len(res.Status) == 0 { + return + } if _, ok := scheduler.resourceAllocations[job.Group]; !ok { scheduler.resourceAllocations[job.Group] = &ResourceCount{} } @@ -189,10 +192,8 @@ func (scheduler *SchedulerFair) AcquireResource(job Job, task Task) NodeStatus { cnt.NumberGPU ++ cnt.MemoryGPU += v.MemoryTotal } - log.Info(job.Group, cnt) - if len(res.Status) != 0 { - scheduler.UpdateNextQueue() - } + scheduler.UpdateNextQueue() + }(res) return res }