spdf/elektron
Archived
1
0
Fork 0
Code Issues 4 Pull requests 1 Projects Releases Packages Wiki Activity

Detection of co-scheduled benchmarks is complete

Browse source
This commit is contained in:
Renan DelValle 2016-09-22 20:20:22 -04:00
parent 1b57b6dec2
commit 3cb60d0ca2
1 changed files with 30 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

46
scheduler.go
View file

@ -21,6 +21,15 @@ var (
longFilter = &mesos.Filters{RefuseSeconds: proto.Float64(1000)} longFilter = &mesos.Filters{RefuseSeconds: proto.Float64(1000)}
) )
func CoLocated(tasks map[string]bool) {
for task := range tasks {
log.Println(task)
}
fmt.Println("---------------------")
}
func OfferAgg(offer *mesos.Offer) (float64, float64, float64) { func OfferAgg(offer *mesos.Offer) (float64, float64, float64) {
var cpus, mem, watts float64 var cpus, mem, watts float64
@ -58,8 +67,9 @@ type electronScheduler struct {
tasksCreated int tasksCreated int
tasksRunning int tasksRunning int
tasks []Task tasks []Task
metrics map[string]Metric
running map[string]map[string]bool
dockerExecutor *mesos.ExecutorInfo
// This channel is closed when the program receives an interrupt, // This channel is closed when the program receives an interrupt,
// signalling that the program should shut down. // signalling that the program should shut down.
@ -73,25 +83,30 @@ type electronScheduler struct {
func newElectronScheduler(tasks []Task) *electronScheduler { func newElectronScheduler(tasks []Task) *electronScheduler {
s := &electronScheduler{ s := &electronScheduler{
dockerExecutor: &mesos.ExecutorInfo{
ExecutorId: &mesos.ExecutorID{Value: proto.String("docker-runner")},
Name: proto.String("Runner"),
},
tasks: tasks, tasks: tasks,
shutdown: make(chan struct{}), shutdown: make(chan struct{}),
done: make(chan struct{}), done: make(chan struct{}),
running: make(map[string]map[string]bool),
} }
return s return s
} }
func (s *electronScheduler) newTask(offer *mesos.Offer, task Task) *mesos.TaskInfo { func (s *electronScheduler) newTask(offer *mesos.Offer, task Task) *mesos.TaskInfo {
taskID := s.tasksCreated taskID := fmt.Sprintf("Electron-%s-%d", task.Name, *task.Instances)
s.tasksCreated++ s.tasksCreated++
// If this is our first time running into this Agent
if _, ok := s.running[offer.GetSlaveId().GoString()]; !ok {
s.running[offer.GetSlaveId().GoString()] = make(map[string]bool)
}
// Add task to list of tasks running on node
s.running[offer.GetSlaveId().GoString()][taskID] = true
return &mesos.TaskInfo{ return &mesos.TaskInfo{
Name: proto.String(fmt.Sprintf("Electron-%s-%d", task.Name, *task.Instances)), Name: proto.String(taskID),
TaskId: &mesos.TaskID{ TaskId: &mesos.TaskID{
Value: proto.String(fmt.Sprintf("Electron-%d", taskID)), Value: proto.String(taskID),
}, },
SlaveId: offer.SlaveId, SlaveId: offer.SlaveId,
Resources: []*mesos.Resource{ Resources: []*mesos.Resource{
@ -150,6 +165,10 @@ func (s *electronScheduler) ResourceOffers(driver sched.SchedulerDriver, offers
for i, task := range s.tasks { for i, task := range s.tasks {
// Decision to take the offer or not // Decision to take the offer or not
if TakeOffer(offer, task) { if TakeOffer(offer, task) {
log.Println("Co-Located with: ")
CoLocated(s.running[offer.GetSlaveId().GoString()])
tasks = append(tasks, s.newTask(offer, task)) tasks = append(tasks, s.newTask(offer, task))
log.Printf("Starting %s on [%s]\n", task.Name, offer.GetHostname()) log.Printf("Starting %s on [%s]\n", task.Name, offer.GetHostname())
@ -195,6 +214,7 @@ func (s *electronScheduler) StatusUpdate(driver sched.SchedulerDriver, status *m
if *status.State == mesos.TaskState_TASK_RUNNING { if *status.State == mesos.TaskState_TASK_RUNNING {
s.tasksRunning++ s.tasksRunning++
} else if IsTerminal(status.State) { } else if IsTerminal(status.State) {
delete(s.running[status.GetSlaveId().GoString()],*status.TaskId.Value)
s.tasksRunning-- s.tasksRunning--
if s.tasksRunning == 0 { if s.tasksRunning == 0 {
select { select {
@ -214,13 +234,7 @@ func (s *electronScheduler) FrameworkMessage(
message string) { message string) {
log.Println("Getting a framework message: ", message) log.Println("Getting a framework message: ", message)
switch *executorID.Value { log.Printf("Received a framework message from some unknown source: %s", *executorID.Value)
case *s.dockerExecutor.ExecutorId.Value:
log.Print("Received framework message ", message)
default:
log.Printf("Received a framework message from some unknown source: %s", *executorID.Value)
}
} }
func (s *electronScheduler) OfferRescinded(_ sched.SchedulerDriver, offerID *mesos.OfferID) { func (s *electronScheduler) OfferRescinded(_ sched.SchedulerDriver, offerID *mesos.OfferID) {