YAO/YAO-scheduler
1
0
Fork 0
mirror of https://github.com/newnius/YAO-scheduler.git synced 2025-06-07 14:21:55 +00:00
Code Issues Releases Wiki Activity

update

Browse Source
This commit is contained in:
Newnius 2020-06-22 15:08:26 +08:00
parent ee4cff5d55
commit 7d71b7cbd1
1 changed files with 48 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
src/optimizer.go
View File

@ -47,31 +47,38 @@ func (optimizer *Optimizer) init(conf Configuration) {
}
func (optimizer *Optimizer) feedStats(job Job, role string, stats [][]TaskStatus) {
if len(stats) == 0 {
return
}
str := strings.Split(job.Name, "-")
if len(str) == 1 {
return
}
jobName := str[0]
go func() {
var UtilsCPU []float64
var Mems []float64
var BwRxs []float64
var BwTxs []float64
str := strings.Split(job.Name, "-")
if len(str) == 2 {
jobName := str[0]
for _, stat := range stats {
for _, task := range stat {
UtilsCPU = append(UtilsCPU, task.UtilCPU)
Mems = append(Mems, task.Mem)
BwRxs = append(BwRxs, task.BwRX)
BwTxs = append(BwTxs, task.BWTx)
}
}
optimizer.stats[jobName] = map[string]float64{
"cpu": optimizer.max(UtilsCPU),
"cpu_std": optimizer.std(UtilsCPU),
"cpu_mean": optimizer.mean(UtilsCPU),
"mem": optimizer.max(Mems),
"bw_rx": optimizer.mean(BwRxs),
"bw_tx": optimizer.mean(BwTxs),
for _, stat := range stats {
for _, task := range stat {
UtilsCPU = append(UtilsCPU, task.UtilCPU)
Mems = append(Mems, task.Mem)
BwRxs = append(BwRxs, task.BwRX)
BwTxs = append(BwTxs, task.BWTx)
}
}
tmp := map[string]float64{
"cpu": optimizer.max(UtilsCPU),
"cpu_std": optimizer.std(UtilsCPU),
"cpu_mean": optimizer.mean(UtilsCPU),
"mem": optimizer.max(Mems),
"bw_rx": optimizer.mean(BwRxs),
"bw_tx": optimizer.mean(BwTxs),
}
labels, _ := json.Marshal(tmp)
cmd := job.Tasks[0].Cmd
params := map[string]int{}
@ -118,7 +125,29 @@ func (optimizer *Optimizer) feedStats(job Job, role string, stats [][]TaskStatus
}
}
}
log.Info(job.Name, params)
//log.Info(job.Name, params)
features, _ := json.Marshal(params)
spider := Spider{}
spider.Method = "GET"
spider.URL = "http://yao-optimizer:8080/feed?job=" + jobName + "&features=" + string(features) + "&labels=" + string(labels)
err := spider.do()
if err != nil {
log.Warn(err)
return
}
resp := spider.getResponse()
if _, err := ioutil.ReadAll(resp.Body); err != nil {
log.Warn(err)
}
resp.Body.Close()
if err != nil {
log.Warn(err)
return
}
}()
}