pcp: CPU/MEM utilization & task share variance per node

pcp/pcp.go

@@ -2,14 +2,18 @@ package pcp
 
 import (
 	elecLogDef "bitbucket.org/sunybingcloud/elektron/logging/def"
+	"bitbucket.org/sunybingcloud/elektron/schedulers"
 	"bufio"
+	"fmt"
+	"github.com/mesos/mesos-go/api/v0/scheduler"
 	"log"
 	"os/exec"
 	"syscall"
 	"time"
 )
 
-func Start(quit chan struct{}, logging *bool, logMType chan elecLogDef.LogMessageType, logMsg chan string) {
+func Start(quit chan struct{}, logging *bool, logMType chan elecLogDef.LogMessageType, logMsg chan string, s scheduler.Scheduler) {
+	baseSchedRef := s.(*schedulers.BaseScheduler)
 	const pcpCommand string = "pmdumptext -m -l -f '' -t 1.0 -d , -c config"
 	cmd := exec.Command("sh", "-c", pcpCommand)
 	cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true}
@@ -34,14 +38,40 @@ func Start(quit chan struct{}, logging *bool, logMType chan elecLogDef.LogMessag
 		scanner.Scan()
 
 		seconds := 0
+
 		for scanner.Scan() {
+			text := scanner.Text()
 
 			if *logging {
 				logMType <- elecLogDef.PCP
-				logMsg <- scanner.Text()
+				logMsg <- text
 			}
 
 			seconds++
+
+			memUtils := memUtilPerNode(text)
+			memTaskShares := make([]float64, len(memUtils))
+
+			cpuUtils := cpuUtilPerNode(text)
+			cpuTaskShares := make([]float64, len(cpuUtils))
+
+			for i := 0; i < 8; i++ {
+				host := fmt.Sprintf("stratos-00%d.cs.binghamton.edu", i+1)
+				slaveID := baseSchedRef.HostNameToSlaveID[host]
+				tasksRunning := len(baseSchedRef.Running[slaveID])
+				if tasksRunning > 0 {
+					cpuTaskShares[i] = cpuUtils[i] / float64(tasksRunning)
+					memTaskShares[i] = memUtils[i] / float64(tasksRunning)
+				}
+			}
+
+			cpuVariance := calcVariance(cpuUtils)
+			cpuTaskSharesVariance := calcVariance(cpuTaskShares)
+			memVariance := calcVariance(memUtils)
+			memTaskSharesVariance := calcVariance(memTaskShares)
+
+			logMType <- elecLogDef.DEG_COL
+			logMsg <- fmt.Sprintf("%f, %f, %f, %f", cpuVariance, cpuTaskSharesVariance, memVariance, memTaskSharesVariance)
 		}
 	}(logging)
 

pcp/utils.go

@@ -3,6 +3,8 @@ package pcp
 import (
 	"container/ring"
 	"math"
+	"strconv"
+	"strings"
 )
 
 var RAPLUnits = math.Pow(2, -32)
@@ -47,3 +49,53 @@ func AverageClusterPowerHistory(history *ring.Ring) float64 {
 
 	return (total / count)
 }
+
+func sumAndNormalize(tokenSlice []string, normalizer float64) float64 {
+	sum := 0.0
+	for _, value := range tokenSlice {
+		i, _ := strconv.ParseFloat(value, 64)
+		sum += i
+	}
+	return sum / normalizer
+}
+
+func calcMean(a []float64) float64 {
+	total := 0.0
+	for _, v := range a {
+		total += v
+	}
+	return total / float64(len(a))
+}
+
+func calcVariance(a []float64) float64 {
+	mean := calcMean(a)
+	total := 0.0
+	for _, v := range a {
+		total += math.Pow(mean-v, 2)
+	}
+	return total / float64(len(a))
+}
+
+func utilization(used string, free string) float64 {
+	u, _ := strconv.ParseFloat(used, 64)
+	f, _ := strconv.ParseFloat(free, 64)
+	return u / (u + f)
+}
+
+func cpuUtilPerNode(text string) []float64 {
+	tokenSlice := strings.Split(text, ",")
+	cpuUtil := make([]float64, 8)
+	for i := 0; i < 8; i++ {
+		cpuUtil[i] = utilization(tokenSlice[8+i], tokenSlice[24+i])
+	}
+	return cpuUtil
+}
+
+func memUtilPerNode(text string) []float64 {
+	tokenSlice := strings.Split(text, ",")
+	memUtil := make([]float64, 8)
+	for i := 0; i < 8; i++ {
+		memUtil[i] = utilization(tokenSlice[40+i], tokenSlice[32+i])
+	}
+	return memUtil
+}