Changing the signature for some API. Specifically, result objects that hold a single variable are now returning that variable instead of a result object. Tests have been refcatored to use new v2 API. All tests are currently passing.

This commit is contained in:
Renan DelValle 2018-11-28 20:13:49 -08:00
parent 59e3a7065e
commit 54378b2d8a
No known key found for this signature in database
GPG key ID: C240AD6D6F443EC9
4 changed files with 178 additions and 172 deletions

View file

@ -34,8 +34,12 @@ type Monitor struct {
// Polls the scheduler every certain amount of time to see if the update has succeeded // Polls the scheduler every certain amount of time to see if the update has succeeded
func (m *Monitor) JobUpdate(updateKey aurora.JobUpdateKey, interval, timeout time.Duration) (bool, error) { func (m *Monitor) JobUpdate(updateKey aurora.JobUpdateKey, interval, timeout time.Duration) (bool, error) {
if interval < 1*time.Second || timeout < 1*time.Second { if interval < 1*time.Second {
return false, errors.New("Interval or timeout cannot be below one second.") interval = interval * time.Second
}
if timeout < 1*time.Second {
timeout = timeout * time.Second
} }
updateQ := aurora.JobUpdateQuery{ updateQ := aurora.JobUpdateQuery{
@ -55,20 +59,15 @@ func (m *Monitor) JobUpdate(updateKey aurora.JobUpdateKey, interval, timeout tim
return false, cliErr return false, cliErr
} }
if len(updateDetail.GetDetailsList()) == 0 { if len(updateDetail) == 0 {
m.Client.RealisConfig().logger.Println("No update found") m.Client.RealisConfig().logger.Println("No update found")
return false, errors.New("No update found for " + updateKey.String()) return false, errors.New("No update found for " + updateKey.String())
} }
status := updateDetail.GetDetailsList()[0].Update.Summary.State.Status status := updateDetail[0].Update.Summary.State.Status
// Convert Thrift Set to Golang map for quick lookup // Convert Thrift Set to Golang map for quick lookup
activeStatus := map[aurora.JobUpdateStatus]bool{} if _, ok := ActiveJobUpdateStates[status]; !ok {
for _, stat := range aurora.ACTIVE_JOB_UPDATE_STATES {
activeStatus[stat] = true
}
if _, ok := activeStatus[status]; !ok {
// Rolled forward is the only state in which an update has been successfully updated // Rolled forward is the only state in which an update has been successfully updated
// if we encounter an inactive state and it is not at rolled forward, update failed // if we encounter an inactive state and it is not at rolled forward, update failed
@ -92,17 +91,21 @@ func (m *Monitor) JobUpdate(updateKey aurora.JobUpdateKey, interval, timeout tim
} }
} }
// Monitor a AuroraJob until all instances enter one of the LIVE_STATES // Monitor a AuroraJob until all instances enter one of the LiveStates
func (m *Monitor) Instances(key *aurora.JobKey, instances int32, interval, timeout time.Duration) (bool, error) { func (m *Monitor) Instances(key *aurora.JobKey, instances int32, interval, timeout time.Duration) (bool, error) {
return m.ScheduleStatus(key, instances, aurora.LIVE_STATES, interval, timeout) return m.ScheduleStatus(key, instances, aurora.LIVE_STATES, interval, timeout)
} }
// Monitor a AuroraJob until all instances enter a desired status. // Monitor a AuroraJob until all instances enter a desired status.
// Defaults sets of desired statuses provided by the thrift API include: // Defaults sets of desired statuses provided by the thrift API include:
// ACTIVE_STATES, SLAVE_ASSIGNED_STATES, LIVE_STATES, and TERMINAL_STATES // ActiveStates, SlaveAssignedStates, LiveStates, and TerminalStates
func (m *Monitor) ScheduleStatus(key *aurora.JobKey, instanceCount int32, desiredStatuses []aurora.ScheduleStatus, interval, timeout time.Duration) (bool, error) { func (m *Monitor) ScheduleStatus(key *aurora.JobKey, instanceCount int32, desiredStatuses []aurora.ScheduleStatus, interval, timeout time.Duration) (bool, error) {
if interval < 1*time.Second || timeout < 1*time.Second { if interval < 1*time.Second {
return false, errors.New("Interval or timeout cannot be below one second.") interval = interval * time.Second
}
if timeout < 1*time.Second {
timeout = timeout * time.Second
} }
ticker := time.NewTicker(interval) ticker := time.NewTicker(interval)
@ -133,8 +136,12 @@ func (m *Monitor) ScheduleStatus(key *aurora.JobKey, instanceCount int32, desire
// Monitor host status until all hosts match the status provided. Returns a map where the value is true if the host // Monitor host status until all hosts match the status provided. Returns a map where the value is true if the host
// is in one of the desired mode(s) or false if it is not as of the time when the monitor exited. // is in one of the desired mode(s) or false if it is not as of the time when the monitor exited.
func (m *Monitor) HostMaintenance(hosts []string, modes []aurora.MaintenanceMode, interval, timeout time.Duration) (map[string]bool, error) { func (m *Monitor) HostMaintenance(hosts []string, modes []aurora.MaintenanceMode, interval, timeout time.Duration) (map[string]bool, error) {
if interval < 1*time.Second || timeout < 1*time.Second { if interval < 1*time.Second {
return nil, errors.New("Interval or timeout cannot be below one second.") interval = interval * time.Second
}
if timeout < 1*time.Second {
timeout = timeout * time.Second
} }
// Transform modes to monitor for into a set for easy lookup // Transform modes to monitor for into a set for easy lookup

View file

@ -606,34 +606,34 @@ func (r *RealisClient) ScheduleCronJob(auroraJob *AuroraJob) error {
return nil return nil
} }
func (r *RealisClient) DescheduleCronJob(key *aurora.JobKey) (*aurora.Response, error) { func (r *RealisClient) DescheduleCronJob(key *aurora.JobKey) error {
r.logger.DebugPrintf("DescheduleCronJob Thrift Payload: %+v\n", key) r.logger.DebugPrintf("DescheduleCronJob Thrift Payload: %+v\n", key)
resp, retryErr := r.thriftCallWithRetries(func() (*aurora.Response, error) { _, retryErr := r.thriftCallWithRetries(func() (*aurora.Response, error) {
return r.client.DescheduleCronJob(nil, key) return r.client.DescheduleCronJob(nil, key)
}) })
if retryErr != nil { if retryErr != nil {
return nil, errors.Wrap(retryErr, "Error sending Cron AuroraJob De-schedule message to Aurora Scheduler") return errors.Wrap(retryErr, "Error sending Cron AuroraJob De-schedule message to Aurora Scheduler")
} }
return resp, nil return nil
} }
func (r *RealisClient) StartCronJob(key *aurora.JobKey) (*aurora.Response, error) { func (r *RealisClient) StartCronJob(key *aurora.JobKey) error {
r.logger.DebugPrintf("StartCronJob Thrift Payload: %+v\n", key) r.logger.DebugPrintf("StartCronJob Thrift Payload: %+v\n", key)
resp, retryErr := r.thriftCallWithRetries(func() (*aurora.Response, error) { _, retryErr := r.thriftCallWithRetries(func() (*aurora.Response, error) {
return r.client.StartCronJob(nil, key) return r.client.StartCronJob(nil, key)
}) })
if retryErr != nil { if retryErr != nil {
return nil, errors.Wrap(retryErr, "Error sending Start Cron AuroraJob message to Aurora Scheduler") return errors.Wrap(retryErr, "Error sending Start Cron AuroraJob message to Aurora Scheduler")
} }
return resp, nil return nil
} }
@ -739,7 +739,7 @@ func (r *RealisClient) ResumeJobUpdate(updateKey *aurora.JobUpdateKey, message s
} }
// Pulse AuroraJob Update on Aurora. UpdateID is returned from StartJobUpdate or the Aurora web UI. // Pulse AuroraJob Update on Aurora. UpdateID is returned from StartJobUpdate or the Aurora web UI.
func (r *RealisClient) PulseJobUpdate(updateKey *aurora.JobUpdateKey) (*aurora.PulseJobUpdateResult_, error) { func (r *RealisClient) PulseJobUpdate(updateKey *aurora.JobUpdateKey) (aurora.JobUpdatePulseStatus, error) {
r.logger.DebugPrintf("PulseJobUpdate Thrift Payload: %+v\n", updateKey) r.logger.DebugPrintf("PulseJobUpdate Thrift Payload: %+v\n", updateKey)
@ -748,10 +748,15 @@ func (r *RealisClient) PulseJobUpdate(updateKey *aurora.JobUpdateKey) (*aurora.P
}) })
if retryErr != nil { if retryErr != nil {
return nil, errors.Wrap(retryErr, "Error sending PulseJobUpdate command to Aurora Scheduler") return aurora.JobUpdatePulseStatus(0), errors.Wrap(retryErr, "Error sending PulseJobUpdate command to Aurora Scheduler")
}
if resp.GetResult_() != nil && resp.GetResult_().GetPulseJobUpdateResult_() != nil {
return resp.GetResult_().GetPulseJobUpdateResult_().GetStatus(), nil
} else {
return aurora.JobUpdatePulseStatus(0), errors.New("Thrift error, field was nil unexpectedly")
} }
return resp.GetResult_().GetPulseJobUpdateResult_(), nil
} }
// Scale up the number of instances under a job configuration using the configuration for specific // Scale up the number of instances under a job configuration using the configuration for specific
@ -892,7 +897,7 @@ func (r *RealisClient) FetchTaskConfig(instKey aurora.InstanceKey) (*aurora.Task
return tasks[0].AssignedTask.Task, nil return tasks[0].AssignedTask.Task, nil
} }
func (r *RealisClient) JobUpdateDetails(updateQuery aurora.JobUpdateQuery) (*aurora.GetJobUpdateDetailsResult_, error) { func (r *RealisClient) JobUpdateDetails(updateQuery aurora.JobUpdateQuery) ([]*aurora.JobUpdateDetails, error) {
r.logger.DebugPrintf("GetJobUpdateDetails Thrift Payload: %+v\n", updateQuery) r.logger.DebugPrintf("GetJobUpdateDetails Thrift Payload: %+v\n", updateQuery)
@ -903,7 +908,12 @@ func (r *RealisClient) JobUpdateDetails(updateQuery aurora.JobUpdateQuery) (*aur
if retryErr != nil { if retryErr != nil {
return nil, errors.Wrap(retryErr, "Unable to get job update details") return nil, errors.Wrap(retryErr, "Unable to get job update details")
} }
return resp.GetResult_().GetGetJobUpdateDetailsResult_(), nil
if resp.GetResult_() != nil && resp.GetResult_().GetGetJobUpdateDetailsResult_() != nil {
return resp.GetResult_().GetGetJobUpdateDetailsResult_().GetDetailsList(), nil
} else {
return nil, errors.New("Unknown Thrift error, field is nil.")
}
} }
func (r *RealisClient) RollbackJobUpdate(key aurora.JobUpdateKey, message string) error { func (r *RealisClient) RollbackJobUpdate(key aurora.JobUpdateKey, message string) error {
@ -927,9 +937,7 @@ func (r *RealisClient) RollbackJobUpdate(key aurora.JobUpdateKey, message string
// Set a list of nodes to DRAINING. This means nothing will be able to be scheduled on them and any existing // Set a list of nodes to DRAINING. This means nothing will be able to be scheduled on them and any existing
// tasks will be killed and re-scheduled elsewhere in the cluster. Tasks from DRAINING nodes are not guaranteed // tasks will be killed and re-scheduled elsewhere in the cluster. Tasks from DRAINING nodes are not guaranteed
// to return to running unless there is enough capacity in the cluster to run them. // to return to running unless there is enough capacity in the cluster to run them.
func (r *RealisClient) DrainHosts(hosts ...string) (*aurora.DrainHostsResult_, error) { func (r *RealisClient) DrainHosts(hosts ...string) ([]*aurora.HostStatus, error) {
var result *aurora.DrainHostsResult_
if len(hosts) == 0 { if len(hosts) == 0 {
return nil, errors.New("no hosts provided to drain") return nil, errors.New("no hosts provided to drain")
@ -945,21 +953,20 @@ func (r *RealisClient) DrainHosts(hosts ...string) (*aurora.DrainHostsResult_, e
}) })
if retryErr != nil { if retryErr != nil {
return result, errors.Wrap(retryErr, "Unable to recover connection") return nil, errors.Wrap(retryErr, "Unable to recover connection")
} }
if resp.GetResult_() != nil { if resp.GetResult_() != nil && resp.GetResult_().GetDrainHostsResult_() != nil {
result = resp.GetResult_().GetDrainHostsResult_() return resp.GetResult_().GetDrainHostsResult_().GetStatuses(), nil
} else {
return nil, errors.New("Thrift error: Field in response is nil unexpectedly.")
} }
return result, nil
} }
// Start SLA Aware Drain. // Start SLA Aware Drain.
// defaultSlaPolicy is the fallback SlaPolicy to use if a task does not have an SlaPolicy. // defaultSlaPolicy is the fallback SlaPolicy to use if a task does not have an SlaPolicy.
// After timeoutSecs, tasks will be forcefully drained without checking SLA. // After timeoutSecs, tasks will be forcefully drained without checking SLA.
func (r *RealisClient) SLADrainHosts(policy *aurora.SlaPolicy, timeout int64, hosts ...string) (*aurora.DrainHostsResult_, error) { func (r *RealisClient) SLADrainHosts(policy *aurora.SlaPolicy, timeout int64, hosts ...string) ([]*aurora.HostStatus, error) {
var result *aurora.DrainHostsResult_
if len(hosts) == 0 { if len(hosts) == 0 {
return nil, errors.New("no hosts provided to drain") return nil, errors.New("no hosts provided to drain")
@ -975,19 +982,17 @@ func (r *RealisClient) SLADrainHosts(policy *aurora.SlaPolicy, timeout int64, ho
}) })
if retryErr != nil { if retryErr != nil {
return result, errors.Wrap(retryErr, "Unable to recover connection") return nil, errors.Wrap(retryErr, "Unable to recover connection")
} }
if resp.GetResult_() != nil { if resp.GetResult_() != nil && resp.GetResult_().GetDrainHostsResult_() != nil {
result = resp.GetResult_().GetDrainHostsResult_() return resp.GetResult_().GetDrainHostsResult_().GetStatuses(), nil
} else {
return nil, errors.New("Thrift error: Field in response is nil unexpectedly.")
} }
return result, nil
} }
func (r *RealisClient) StartMaintenance(hosts ...string) (*aurora.StartMaintenanceResult_, error) { func (r *RealisClient) StartMaintenance(hosts ...string) ([]*aurora.HostStatus, error) {
var result *aurora.StartMaintenanceResult_
if len(hosts) == 0 { if len(hosts) == 0 {
return nil, errors.New("no hosts provided to start maintenance on") return nil, errors.New("no hosts provided to start maintenance on")
@ -1003,19 +1008,17 @@ func (r *RealisClient) StartMaintenance(hosts ...string) (*aurora.StartMaintenan
}) })
if retryErr != nil { if retryErr != nil {
return result, errors.Wrap(retryErr, "Unable to recover connection") return nil, errors.Wrap(retryErr, "Unable to recover connection")
} }
if resp.GetResult_() != nil { if resp.GetResult_() != nil && resp.GetResult_().GetStartMaintenanceResult_() != nil {
result = resp.GetResult_().GetStartMaintenanceResult_() return resp.GetResult_().GetStartMaintenanceResult_().GetStatuses(), nil
} else {
return nil, errors.New("Thrift error: Field in response is nil unexpectedly.")
} }
return result, nil
} }
func (r *RealisClient) EndMaintenance(hosts ...string) (*aurora.EndMaintenanceResult_, error) { func (r *RealisClient) EndMaintenance(hosts ...string) ([]*aurora.HostStatus, error) {
var result *aurora.EndMaintenanceResult_
if len(hosts) == 0 { if len(hosts) == 0 {
return nil, errors.New("no hosts provided to end maintenance on") return nil, errors.New("no hosts provided to end maintenance on")
@ -1031,14 +1034,15 @@ func (r *RealisClient) EndMaintenance(hosts ...string) (*aurora.EndMaintenanceRe
}) })
if retryErr != nil { if retryErr != nil {
return result, errors.Wrap(retryErr, "Unable to recover connection") return nil, errors.Wrap(retryErr, "Unable to recover connection")
} }
if resp.GetResult_() != nil { if resp.GetResult_() != nil && resp.GetResult_().GetEndMaintenanceResult_() != nil {
result = resp.GetResult_().GetEndMaintenanceResult_() return resp.GetResult_().GetEndMaintenanceResult_().GetStatuses(), nil
} else {
return nil, errors.New("Thrift error: Field in response is nil unexpectedly.")
} }
return result, nil
} }
func (r *RealisClient) MaintenanceStatus(hosts ...string) (*aurora.MaintenanceStatusResult_, error) { func (r *RealisClient) MaintenanceStatus(hosts ...string) (*aurora.MaintenanceStatusResult_, error) {
@ -1105,7 +1109,12 @@ func (r *RealisClient) GetQuota(role string) (*aurora.GetQuotaResult_, error) {
if retryErr != nil { if retryErr != nil {
return nil, errors.Wrap(retryErr, "Unable to get role quota") return nil, errors.Wrap(retryErr, "Unable to get role quota")
} }
return resp.GetResult_().GetGetQuotaResult_(), retryErr
if resp.GetResult_() != nil {
return resp.GetResult_().GetGetQuotaResult_(), nil
} else {
return nil, errors.New("Thrift error: Field in response is nil unexpectedly.")
}
} }
// Force Aurora Scheduler to perform a snapshot and write to Mesos log // Force Aurora Scheduler to perform a snapshot and write to Mesos log

View file

@ -24,7 +24,6 @@ import (
"github.com/paypal/gorealis" "github.com/paypal/gorealis"
"github.com/paypal/gorealis/gen-go/apache/aurora" "github.com/paypal/gorealis/gen-go/apache/aurora"
"github.com/paypal/gorealis/response"
"github.com/pkg/errors" "github.com/pkg/errors"
"github.com/stretchr/testify/assert" "github.com/stretchr/testify/assert"
) )
@ -39,7 +38,7 @@ func TestMain(m *testing.M) {
// New configuration to connect to docker container // New configuration to connect to docker container
r, err = realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"), r, err = realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"),
realis.BasicAuth("aurora", "secret"), realis.BasicAuth("aurora", "secret"),
realis.TimeoutMS(20000)) realis.Timeout(20*time.Second))
if err != nil { if err != nil {
fmt.Println("Please run docker-compose up -d before running test suite") fmt.Println("Please run docker-compose up -d before running test suite")
@ -69,7 +68,7 @@ func TestNonExistentEndpoint(t *testing.T) {
// Attempt to connect to a bad endpoint // Attempt to connect to a bad endpoint
r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081/doesntexist/"), r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081/doesntexist/"),
realis.TimeoutMS(200), realis.Timeout(200*time.Millisecond),
realis.BackOff(backoff), realis.BackOff(backoff),
) )
defer r.Close() defer r.Close()
@ -93,7 +92,7 @@ func TestNonExistentEndpoint(t *testing.T) {
func TestThriftBinary(t *testing.T) { func TestThriftBinary(t *testing.T) {
r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"), r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"),
realis.BasicAuth("aurora", "secret"), realis.BasicAuth("aurora", "secret"),
realis.TimeoutMS(20000), realis.Timeout(20*time.Second),
realis.ThriftBinary()) realis.ThriftBinary())
assert.NoError(t, err) assert.NoError(t, err)
@ -115,7 +114,7 @@ func TestThriftBinary(t *testing.T) {
func TestThriftJSON(t *testing.T) { func TestThriftJSON(t *testing.T) {
r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"), r, err := realis.NewRealisClient(realis.SchedulerUrl("http://192.168.33.7:8081"),
realis.BasicAuth("aurora", "secret"), realis.BasicAuth("aurora", "secret"),
realis.TimeoutMS(20000), realis.Timeout(20*time.Second),
realis.ThriftJSON()) realis.ThriftJSON())
assert.NoError(t, err) assert.NoError(t, err)
@ -193,18 +192,16 @@ func TestRealisClient_CreateJob_Thermos(t *testing.T) {
InstanceCount(2). InstanceCount(2).
AddPorts(1) AddPorts(1)
resp, err := r.CreateJob(job) err := r.CreateJob(job)
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
// Test Instances Monitor // Test Instances Monitor
success, err := monitor.Instances(job.JobKey(), job.GetInstanceCount(), 1, 50) success, err := monitor.Instances(job.JobKey(), job.GetInstanceCount(), 1*time.Second, 50*time.Second)
assert.True(t, success) assert.True(t, success)
assert.NoError(t, err) assert.NoError(t, err)
//Fetch all Jobs //Fetch all Jobs
_, result, err := r.GetJobs(role) result, err := r.GetJobs(role)
fmt.Printf("GetJobs length: %+v \n", len(result.Configs)) fmt.Printf("GetJobs length: %+v \n", len(result.Configs))
assert.Len(t, result.Configs, 1) assert.Len(t, result.Configs, 1)
assert.NoError(t, err) assert.NoError(t, err)
@ -223,12 +220,10 @@ func TestRealisClient_CreateJob_Thermos(t *testing.T) {
// Tasks must exist for it to, be killed // Tasks must exist for it to, be killed
t.Run("TestRealisClient_KillJob_Thermos", func(t *testing.T) { t.Run("TestRealisClient_KillJob_Thermos", func(t *testing.T) {
resp, err := r.KillJob(job.JobKey()) err := r.KillJob(job.JobKey())
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode) success, err := monitor.Instances(job.JobKey(), 0, 1*time.Second, 50*time.Second)
success, err := monitor.Instances(job.JobKey(), 0, 1, 50)
assert.True(t, success) assert.True(t, success)
assert.NoError(t, err) assert.NoError(t, err)
}) })
@ -249,9 +244,8 @@ func TestRealisClient_CreateJob_ExecutorDoesNotExist(t *testing.T) {
Disk(10). Disk(10).
InstanceCount(1) InstanceCount(1)
resp, err := r.CreateJob(job) err := r.CreateJob(job)
assert.Error(t, err) assert.Error(t, err)
assert.Equal(t, aurora.ResponseCode_INVALID_REQUEST, resp.GetResponseCode())
} }
// Test configuring an executor that doesn't exist for CreateJob API // Test configuring an executor that doesn't exist for CreateJob API
@ -273,9 +267,8 @@ func TestRealisClient_GetPendingReason(t *testing.T) {
Disk(100). Disk(100).
InstanceCount(1) InstanceCount(1)
resp, err := r.CreateJob(job) err := r.CreateJob(job)
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
taskQ := &aurora.TaskQuery{ taskQ := &aurora.TaskQuery{
Role: &role, Role: &role,
@ -287,7 +280,7 @@ func TestRealisClient_GetPendingReason(t *testing.T) {
assert.NoError(t, err) assert.NoError(t, err)
assert.Len(t, reasons, 1) assert.Len(t, reasons, 1)
resp, err = r.KillJob(job.JobKey()) err = r.KillJob(job.JobKey())
assert.NoError(t, err) assert.NoError(t, err)
} }
@ -316,61 +309,52 @@ func TestRealisClient_CreateService_WithPulse_Thermos(t *testing.T) {
settings.UpdateGroupSize = 1 settings.UpdateGroupSize = 1
settings.WaitForBatchCompletion = true settings.WaitForBatchCompletion = true
job.InstanceCount(2) job.InstanceCount(2)
resp, result, err := r.CreateService(job, settings) result, err := r.CreateService(job, settings)
fmt.Println(result.String()) fmt.Println(result.String())
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
updateQ := aurora.JobUpdateQuery{ updateQ := aurora.JobUpdateQuery{
Key: result.GetKey(), Key: result.GetKey(),
Limit: 1, Limit: 1,
} }
start := time.Now() var updateDetails []*aurora.JobUpdateDetails
for i := 0; i*int(pulse) <= timeout; i++ { for i := 0; i*int(pulse) <= timeout; i++ {
fmt.Println("sending PulseJobUpdate....") pulseStatus, err := r.PulseJobUpdate(result.GetKey())
resp, err = r.PulseJobUpdate(result.GetKey())
assert.NotNil(t, resp)
assert.Nil(t, err)
respDetail, err := r.JobUpdateDetails(updateQ)
assert.Nil(t, err) assert.Nil(t, err)
if pulseStatus != aurora.JobUpdatePulseStatus_OK && pulseStatus != aurora.JobUpdatePulseStatus_FINISHED {
updateDetail := response.JobUpdateDetails(respDetail) assert.Fail(t, "Pulse update status received doesn't exist")
if len(updateDetail) == 0 {
fmt.Println("No update found")
assert.NotEqual(t, len(updateDetail), 0)
} }
status := updateDetail[0].Update.Summary.State.Status
if _, ok := aurora.ACTIVE_JOB_UPDATE_STATES[status]; !ok { updateDetails, err = r.JobUpdateDetails(updateQ)
assert.Nil(t, err)
assert.Equal(t, len(updateDetails), 1, "No update matching query found")
status := updateDetails[0].Update.Summary.State.Status
if _, ok := realis.ActiveJobUpdateStates[status]; !ok {
// Rolled forward is the only state in which an update has been successfully updated // Rolled forward is the only state in which an update has been successfully updated
// if we encounter an inactive state and it is not at rolled forward, update failed // if we encounter an inactive state and it is not at rolled forward, update failed
if status == aurora.JobUpdateStatus_ROLLED_FORWARD { if status == aurora.JobUpdateStatus_ROLLED_FORWARD {
fmt.Println("Update succeded") fmt.Println("Update succeeded")
break break
} else { } else {
fmt.Println("Update failed") fmt.Println("Update failed")
break break
} }
} }
fmt.Println("Polling, update still active...") fmt.Println("Polling, update still active...")
time.Sleep(time.Duration(pulse) * time.Second)
} }
end := time.Now()
fmt.Printf("Update call took %d ns\n", (end.UnixNano() - start.UnixNano()))
t.Run("TestRealisClient_KillJob_Thermos", func(t *testing.T) { t.Run("TestRealisClient_KillJob_Thermos", func(t *testing.T) {
start := time.Now() r.AbortJobUpdate(*updateDetails[0].GetUpdate().GetSummary().GetKey(), "")
resp, err := r.KillJob(job.JobKey()) err := r.KillJob(job.JobKey())
end := time.Now()
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
fmt.Printf("Kill call took %d ns\n", (end.UnixNano() - start.UnixNano()))
}) })
} }
@ -394,20 +378,19 @@ func TestRealisClient_CreateService(t *testing.T) {
settings := realis.NewUpdateSettings() settings := realis.NewUpdateSettings()
settings.UpdateGroupSize = 2 settings.UpdateGroupSize = 2
job.InstanceCount(3) job.InstanceCount(3)
resp, result, err := r.CreateService(job, settings) result, err := r.CreateService(job, settings)
assert.NoError(t, err) assert.NoError(t, err)
assert.NotNil(t, result) assert.NotNil(t, result)
assert.Equal(t, aurora.ResponseCode_OK, resp.GetResponseCode())
var ok bool var ok bool
var mErr error var mErr error
if ok, mErr = monitor.JobUpdate(*result.GetKey(), 5, 180); !ok || mErr != nil { if ok, mErr = monitor.JobUpdate(*result.GetKey(), 5*time.Second, 180*time.Second); !ok || mErr != nil {
// Update may already be in a terminal state so don't check for error // Update may already be in a terminal state so don't check for error
_, err := r.AbortJobUpdate(*result.GetKey(), "Monitor timed out.") err := r.AbortJobUpdate(*result.GetKey(), "Monitor timed out.")
_, err = r.KillJob(job.JobKey()) err = r.KillJob(job.JobKey())
assert.NoError(t, err) assert.NoError(t, err)
} }
@ -416,7 +399,7 @@ func TestRealisClient_CreateService(t *testing.T) {
assert.NoError(t, mErr) assert.NoError(t, mErr)
// Kill task test task after confirming it came up fine // Kill task test task after confirming it came up fine
_, err = r.KillJob(job.JobKey()) err = r.KillJob(job.JobKey())
assert.NoError(t, err) assert.NoError(t, err)
} }
@ -438,11 +421,10 @@ func TestRealisClient_CreateService_ExecutorDoesNotExist(t *testing.T) {
settings := realis.NewUpdateSettings() settings := realis.NewUpdateSettings()
job.InstanceCount(3) job.InstanceCount(3)
resp, result, err := r.CreateService(job, settings) result, err := r.CreateService(job, settings)
assert.Error(t, err) assert.Error(t, err)
assert.Nil(t, result) assert.Nil(t, result)
assert.Equal(t, aurora.ResponseCode_INVALID_REQUEST, resp.GetResponseCode())
} }
func TestRealisClient_ScheduleCronJob_Thermos(t *testing.T) { func TestRealisClient_ScheduleCronJob_Thermos(t *testing.T) {
@ -465,77 +447,56 @@ func TestRealisClient_ScheduleCronJob_Thermos(t *testing.T) {
CronSchedule("* * * * *"). CronSchedule("* * * * *").
IsService(false) IsService(false)
resp, err := r.ScheduleCronJob(job) err = r.ScheduleCronJob(job)
if err != nil { assert.NoError(t, err)
fmt.Println(err)
os.Exit(1)
}
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
t.Run("TestRealisClient_StartCronJob_Thermos", func(t *testing.T) { t.Run("TestRealisClient_StartCronJob_Thermos", func(t *testing.T) {
start := time.Now() err := r.StartCronJob(job.JobKey())
resp, err := r.StartCronJob(job.JobKey())
end := time.Now()
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
fmt.Printf("Schedule cron call took %d ns\n", (end.UnixNano() - start.UnixNano()))
}) })
t.Run("TestRealisClient_DeschedulerCronJob_Thermos", func(t *testing.T) { t.Run("TestRealisClient_DeschedulerCronJob_Thermos", func(t *testing.T) {
start := time.Now() err := r.DescheduleCronJob(job.JobKey())
resp, err := r.DescheduleCronJob(job.JobKey())
end := time.Now()
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
fmt.Printf("Deschedule cron call took %d ns\n", (end.UnixNano() - start.UnixNano()))
}) })
} }
func TestRealisClient_StartMaintenance(t *testing.T) { func TestRealisClient_StartMaintenance(t *testing.T) {
hosts := []string{"localhost"} hosts := []string{"localhost"}
_, _, err := r.StartMaintenance(hosts...) _, err := r.StartMaintenance(hosts...)
if err != nil { assert.NoError(t, err)
fmt.Printf("error: %+v\n", err.Error())
os.Exit(1)
}
// Monitor change to DRAINING and DRAINED mode // Monitor change to DRAINING and DRAINED mode
hostResults, err := monitor.HostMaintenance( hostResults, err := monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_SCHEDULED}, []aurora.MaintenanceMode{aurora.MaintenanceMode_SCHEDULED},
1, 1*time.Second,
50) 50*time.Second)
assert.Equal(t, map[string]bool{"localhost": true}, hostResults) assert.Equal(t, map[string]bool{"localhost": true}, hostResults)
assert.NoError(t, err) assert.NoError(t, err)
_, _, err = r.EndMaintenance(hosts...) _, err = r.EndMaintenance(hosts...)
assert.NoError(t, err) assert.NoError(t, err)
// Monitor change to DRAINING and DRAINED mode // Monitor change to DRAINING and DRAINED mode
_, err = monitor.HostMaintenance( _, err = monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_NONE}, []aurora.MaintenanceMode{aurora.MaintenanceMode_NONE},
5, 5*time.Second,
10) 10*time.Second)
assert.NoError(t, err) assert.NoError(t, err)
} }
func TestRealisClient_DrainHosts(t *testing.T) { func TestRealisClient_DrainHosts(t *testing.T) {
hosts := []string{"localhost"} hosts := []string{"localhost"}
_, _, err := r.DrainHosts(hosts...) _, err := r.DrainHosts(hosts...)
if err != nil { assert.NoError(t, err)
fmt.Printf("error: %+v\n", err.Error())
os.Exit(1)
}
// Monitor change to DRAINING and DRAINED mode // Monitor change to DRAINING and DRAINED mode
hostResults, err := monitor.HostMaintenance( hostResults, err := monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING}, []aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING},
1, 1*time.Second,
50) 50*time.Second)
assert.Equal(t, map[string]bool{"localhost": true}, hostResults) assert.Equal(t, map[string]bool{"localhost": true}, hostResults)
assert.NoError(t, err) assert.NoError(t, err)
@ -544,8 +505,8 @@ func TestRealisClient_DrainHosts(t *testing.T) {
hostResults, err := monitor.HostMaintenance( hostResults, err := monitor.HostMaintenance(
append(hosts, "IMAGINARY_HOST"), append(hosts, "IMAGINARY_HOST"),
[]aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING}, []aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING},
1, 1*time.Second,
1) 1*time.Second)
// Assert monitor returned an error that was not nil, and also a list of the non-transitioned hosts // Assert monitor returned an error that was not nil, and also a list of the non-transitioned hosts
assert.Error(t, err) assert.Error(t, err)
@ -553,15 +514,15 @@ func TestRealisClient_DrainHosts(t *testing.T) {
}) })
t.Run("TestRealisClient_EndMaintenance", func(t *testing.T) { t.Run("TestRealisClient_EndMaintenance", func(t *testing.T) {
_, _, err := r.EndMaintenance(hosts...) _, err := r.EndMaintenance(hosts...)
assert.NoError(t, err) assert.NoError(t, err)
// Monitor change to DRAINING and DRAINED mode // Monitor change to DRAINING and DRAINED mode
_, err = monitor.HostMaintenance( _, err = monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_NONE}, []aurora.MaintenanceMode{aurora.MaintenanceMode_NONE},
5, 5*time.Second,
10) 10*time.Second)
assert.NoError(t, err) assert.NoError(t, err)
}) })
@ -581,20 +542,20 @@ func TestRealisClient_SLADrainHosts(t *testing.T) {
hostResults, err := monitor.HostMaintenance( hostResults, err := monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING}, []aurora.MaintenanceMode{aurora.MaintenanceMode_DRAINED, aurora.MaintenanceMode_DRAINING},
1, 1*time.Second,
50) 50*time.Second)
assert.Equal(t, map[string]bool{"localhost": true}, hostResults) assert.Equal(t, map[string]bool{"localhost": true}, hostResults)
assert.NoError(t, err) assert.NoError(t, err)
_, _, err = r.EndMaintenance(hosts...) _, err = r.EndMaintenance(hosts...)
assert.NoError(t, err) assert.NoError(t, err)
// Monitor change to DRAINING and DRAINED mode // Monitor change to DRAINING and DRAINED mode
_, err = monitor.HostMaintenance( _, err = monitor.HostMaintenance(
hosts, hosts,
[]aurora.MaintenanceMode{aurora.MaintenanceMode_NONE}, []aurora.MaintenanceMode{aurora.MaintenanceMode_NONE},
5, 5*time.Second,
10) 10*time.Second)
assert.NoError(t, err) assert.NoError(t, err)
} }
@ -613,11 +574,9 @@ func TestRealisClient_SessionThreadSafety(t *testing.T) {
Disk(10). Disk(10).
InstanceCount(1000) // Impossible amount to go live in any sane machine InstanceCount(1000) // Impossible amount to go live in any sane machine
resp, err := r.CreateJob(job) err := r.CreateJob(job)
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
wg := sync.WaitGroup{} wg := sync.WaitGroup{}
for i := 0; i < 20; i++ { for i := 0; i < 20; i++ {
@ -632,11 +591,9 @@ func TestRealisClient_SessionThreadSafety(t *testing.T) {
assert.False(t, success) assert.False(t, success)
assert.Error(t, err) assert.Error(t, err)
resp, err := r.KillJob(job.JobKey()) err = r.KillJob(job.JobKey())
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
}() }()
} }
@ -648,19 +605,15 @@ func TestRealisClient_SetQuota(t *testing.T) {
var cpu = 3.5 var cpu = 3.5
var ram int64 = 20480 var ram int64 = 20480
var disk int64 = 10240 var disk int64 = 10240
resp, err := r.SetQuota("vagrant", &cpu, &ram, &disk) err := r.SetQuota("vagrant", &cpu, &ram, &disk)
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode)
t.Run("TestRealisClient_GetQuota", func(t *testing.T) { t.Run("TestRealisClient_GetQuota", func(t *testing.T) {
// Test GetQuota based on previously set values // Test GetQuota based on previously set values
var result *aurora.GetQuotaResult_ var result *aurora.GetQuotaResult_
resp, err = r.GetQuota("vagrant") quotaResult, err := r.GetQuota("vagrant")
if resp.GetResult_() != nil {
result = resp.GetResult_().GetQuotaResult_
}
assert.NoError(t, err) assert.NoError(t, err)
assert.Equal(t, aurora.ResponseCode_OK, resp.ResponseCode) for _, res := range quotaResult.GetQuota().GetResources() {
for res := range result.Quota.GetResources() {
switch true { switch true {
case res.DiskMb != nil: case res.DiskMb != nil:
assert.Equal(t, disk, *res.DiskMb) assert.Equal(t, disk, *res.DiskMb)

37
util.go Normal file
View file

@ -0,0 +1,37 @@
package realis
import (
"github.com/paypal/gorealis/gen-go/apache/aurora"
)
var ActiveStates = make(map[aurora.ScheduleStatus]bool)
var SlaveAssignedStates = make(map[aurora.ScheduleStatus]bool)
var LiveStates = make(map[aurora.ScheduleStatus]bool)
var TerminalStates = make(map[aurora.ScheduleStatus]bool)
var ActiveJobUpdateStates = make(map[aurora.JobUpdateStatus]bool)
var AwaitingPulseJobUpdateStates = make(map[aurora.JobUpdateStatus]bool)
func init() {
for _, status := range aurora.ACTIVE_STATES {
ActiveStates[status] = true
}
for _, status := range aurora.SLAVE_ASSIGNED_STATES {
SlaveAssignedStates[status] = true
}
for _, status := range aurora.LIVE_STATES {
LiveStates[status] = true
}
for _, status := range aurora.TERMINAL_STATES {
TerminalStates[status] = true
}
for _, status := range aurora.ACTIVE_JOB_UPDATE_STATES {
ActiveJobUpdateStates[status] = true
}
for _, status := range aurora.AWAITNG_PULSE_JOB_UPDATE_STATES {
AwaitingPulseJobUpdateStates[status] = true
}
}