Merge pull request #2 from aurora-scheduler/main

fetch mesos leader.

cmd/fetch.go

@@ -15,7 +15,12 @@
 package cmd
 
 import (
+	"encoding/json"
+	"errors"
 	"fmt"
+	"io/ioutil"
+	"net/http"
+	"strings"
 
 	"github.com/aurora-scheduler/australis/internal"
 	realis "github.com/aurora-scheduler/gorealis/v2"
@@ -24,6 +29,19 @@ import (
 	"github.com/spf13/pflag"
 )
 
+const (
+	localAgentStateURL = "http://127.0.0.1:5051/state"
+)
+
+type mesosAgentState struct {
+	Flags mesosAgentFlags `json:"flags,omitempty"`
+}
+
+type mesosAgentFlags struct {
+	Master    string `json:"master,omitempty"`
+	hasMaster bool   // indicates if the master flag contains direct Master's address
+}
+
 func init() {
 	rootCmd.AddCommand(fetchCmd)
 
@@ -62,6 +80,23 @@ func init() {
 		help(cmd, s)
 	})
 
+	mesosLeaderCmd.Flags().String("zkPath", "/mesos", "Zookeeper node path where mesos leader election happens")
+	mesosCmd.AddCommand(mesosLeaderCmd)
+
+	fetchCmd.AddCommand(mesosCmd)
+
+	// Hijack help function to hide unnecessary global flags
+	mesosCmd.SetHelpFunc(func(cmd *cobra.Command, s []string) {
+		if cmd.HasInheritedFlags() {
+			cmd.InheritedFlags().VisitAll(func(f *pflag.Flag) {
+				if f.Name != "logLevel" {
+					f.Hidden = true
+				}
+			})
+		}
+		help(cmd, s)
+	})
+
 	// Fetch jobs
 	fetchJobsCmd.Flags().StringVarP(role, "role", "r", "", "Aurora Role")
 	fetchCmd.AddCommand(fetchJobsCmd)
@@ -106,6 +141,24 @@ Pass Zookeeper nodes separated by a space as an argument to this command.`,
 	Run: fetchLeader,
 }
 
+var mesosCmd = &cobra.Command{
+	Use:    "mesos",
+	PreRun: setConfig,
+	Short:  "Fetch information from Mesos.",
+}
+
+var mesosLeaderCmd = &cobra.Command{
+	Use:               "leader [zkNode0, zkNode1, ...zkNodeN]",
+	PersistentPreRun:  func(cmd *cobra.Command, args []string) {}, // We don't need a realis client for this cmd
+	PersistentPostRun: func(cmd *cobra.Command, args []string) {}, // We don't need a realis client for this cmd
+	PreRun:            setConfig,
+	Short:             "Fetch current Mesos-master leader given Zookeeper nodes.",
+	Long: `Gets the current leading Mesos-master instance using information from Zookeeper path.
+Pass Zookeeper nodes separated by a space as an argument to this command. If no nodes are provided, 
+it fetches leader from local Mesos agent or Zookeeper`,
+	Run: fetchMesosLeader,
+}
+
 var fetchJobsCmd = &cobra.Command{
 	Use:   "jobs",
 	Short: "Fetch a list of task Aurora running under a role.",
@@ -218,6 +271,83 @@ func fetchLeader(cmd *cobra.Command, args []string) {
 	fmt.Println(url)
 }
 
+func fetchMesosLeader(cmd *cobra.Command, args []string) {
+	if len(args) < 1 {
+		mesosAgentFlags, err := fetchMasterFromAgent(localAgentStateURL)
+		if err != nil || mesosAgentFlags.Master == "" {
+			log.Debugf("unable to fetch Mesos leader via local Mesos agent: %v", err)
+			args = append(args, "localhost")
+		} else if mesosAgentFlags.hasMaster {
+			fmt.Println(mesosAgentFlags.Master)
+			return
+		} else {
+			args = append(args, strings.Split(mesosAgentFlags.Master, ",")...)
+		}
+	}
+	log.Infof("Fetching Mesos-master leader from Zookeeper node(s): %v \n", args)
+
+	url, err := realis.MesosFromZKOpts(realis.ZKEndpoints(args...), realis.ZKPath(cmd.Flag("zkPath").Value.String()))
+
+	if err != nil {
+		log.Fatalf("error: %+v\n", err)
+	}
+
+	fmt.Println(url)
+}
+
+func fetchMasterFromAgent(url string) (mesosAgentFlags mesosAgentFlags, err error) {
+	resp, err := http.Get(url)
+	if err != nil {
+		return
+	}
+	if resp.StatusCode != 200 {
+		return
+	}
+	defer resp.Body.Close()
+
+	state := &mesosAgentState{}
+	err = json.NewDecoder(resp.Body).Decode(state)
+	if err != nil {
+		return
+	}
+	mesosAgentFlags = state.Flags
+	err = updateMasterFlag(&mesosAgentFlags)
+	return
+}
+
+/*
+ Master flag can be passed as one of :
+ host:port
+ zk://host1:port1,host2:port2,.../path
+ zk://username:password@host1:port1,host2:port2,.../path
+ file:///path/to/file
+ This function takes care of all the above cases and updates flags with parsed values
+*/
+func updateMasterFlag(flags *mesosAgentFlags) error {
+	zkPathPrefix := "zk://"
+	filePathPrefix := "file://"
+	if strings.HasPrefix(flags.Master, zkPathPrefix) {
+		beginIndex := len(zkPathPrefix)
+		if strings.Contains(flags.Master, "@") {
+			beginIndex = strings.Index(flags.Master, "@") + 1
+		}
+		flags.Master = flags.Master[beginIndex:strings.LastIndex(flags.Master, "/")]
+	} else if strings.HasPrefix(flags.Master, filePathPrefix) {
+		content, err := ioutil.ReadFile(flags.Master)
+		if err != nil {
+			return err
+		}
+		if strings.Contains(string(content), filePathPrefix) {
+			return errors.New("invalid master file content")
+		}
+		flags.Master = string(content)
+		return updateMasterFlag(flags)
+	} else {
+		flags.hasMaster = true
+	}
+	return nil
+}
+
 // TODO: Expand this to be able to filter by job name and environment.
 func fetchJobs(cmd *cobra.Command, args []string) {
 	log.Infof("Fetching tasks under role: %s \n", *role)

cmd/root.go

@@ -47,7 +47,7 @@ var filename string
 var message = new(string)
 var updateID string
 var monitor bool
-var timeout time.Duration // seconds
+var timeout time.Duration
 var log = logrus.New()
 
 const australisVer = "v1.0.1"

go.mod

@@ -1,17 +1,16 @@
 module github.com/aurora-scheduler/australis
 
+go 1.15
+
 require (
-	github.com/aurora-scheduler/gorealis/v2 v2.22.1
+	github.com/aurora-scheduler/gorealis/v2 v2.22.2
 	github.com/pkg/errors v0.9.1
 	github.com/sirupsen/logrus v1.6.0
 	github.com/spf13/cobra v1.0.0
 	github.com/spf13/pflag v1.0.5
 	github.com/spf13/viper v1.6.3
-	github.com/stretchr/objx v0.1.1 // indirect
 	github.com/stretchr/testify v1.5.0
 	gopkg.in/yaml.v2 v2.2.8
 )
 
-go 1.14
-
 replace github.com/apache/thrift v0.13.0 => github.com/ridv/thrift v0.13.1