job.go

package main

import "time"

type job struct {
	Details  *jobDetail `json:"details"`
	Counters []counter  `json:"counters"`
	Conf     conf       `json:"conf"`
	Tasks    *tasks     `json:"tasks"`
	host     string
	complete bool
	updated  time.Time
}

type jobDetail struct {
	ID         string `json:"id"`
	Name       string `json:"name"`
	User       string `json:"user"`
	State      string `json:"state"`
	StartTime  int64  `json:"startTime"`
	FinishTime int64  `json:"finishTime"`

	MapsTotal     int     `json:"mapsTotal"`
	MapProgress   float32 `json:"mapProgress"`
	MapsCompleted int     `json:"mapsCompleted"`
	MapsPending   int     `json:"mapsPending"`
	MapsRunning   int     `json:"mapsRunning"`
	MapsFailed    int     `json:"failedMapAttempts"`
	MapsKilled    int     `json:"killedMapAttempts"`
	MapsTotalTime int64   `json:"mapsTotalTime"`

	ReducesTotal     int     `json:"reducesTotal"`
	ReduceProgress   float32 `json:"reduceProgress"`
	ReducesCompleted int     `json:"reducesCompleted"`
	ReducesPending   int     `json:"reducesPending"`
	ReducesRunning   int     `json:"reducesRunning"`
	ReducesFailed    int     `json:"failedReduceAttempts"`
	ReducesKilled    int     `json:"killedReduceAttempts"`
	ReducesTotalTime int64   `json:"reducesTotalTime"`
}

type jobDetails []jobDetail

func (ds jobDetails) Len() int {
	return len(ds)
}

func (ds jobDetails) Swap(i, j int) {
	ds[i], ds[j] = ds[j], ds[i]
}

func (ds jobDetails) Less(i, j int) bool {
	return ds[i].FinishTime < ds[j].FinishTime
}

type conf struct {
	Input  string `json:"input"`
	Output string `json:"output"`
	name   string
}

type counter struct {
	Name   string `json:"name"`
	Total  int    `json:"total"`
	Map    int    `json:"map"`
	Reduce int    `json:"reduce"`
}

type tasks struct {
	Map    [][]int64 `json:"maps"`
	Reduce [][]int64 `json:"reduces"`
}

type taskListByStartTime [][]int64

func (ts taskListByStartTime) Len() int {
	return len(ts)
}

func (ts taskListByStartTime) Swap(i, j int) {
	ts[i], ts[j] = ts[j], ts[i]
}

func (ts taskListByStartTime) Less(i, j int) bool {
	return ts[i][0] < ts[j][0]
}

type taskListByDuration [][]int64

func (ts taskListByDuration) Len() int {
	return len(ts)
}

func (ts taskListByDuration) Swap(i, j int) {
	ts[i], ts[j] = ts[j], ts[i]
}

func (ts taskListByDuration) Less(i, j int) bool {
	return (ts[i][1] - ts[i][0]) < (ts[j][1] - ts[j][0])
}

type appsResp struct {
	Apps struct {
		App []jobDetail `json:"app"`
	} `json:"apps"`
}

type jobResp struct {
	Jobs struct {
		Job []jobDetail `json:"job"`
	} `json:"jobs"`
	Job jobDetail `json:"job"`
}

type confResp struct {
	Conf struct {
		Property []struct {
			Name  string `json:"name"`
			Value string `json:"value"`
		} `json:"property"`
	} `json:"conf"`
}

type countersResp struct {
	JobCounters struct {
		CounterGroups []struct {
			Name     string `json:"counterGroupName"`
			Counters []struct {
				Name   string `json:"name"`
				Total  int    `json:"totalCounterValue"`
				Map    int    `json:"mapCounterValue"`
				Reduce int    `json:"reduceCounterValue"`
			} `json:"counter"`
		} `json:"counterGroup"`
	} `json:"jobCounters"`
}

type tasksResp struct {
	Tasks struct {
		Task []struct {
			StartTime  int64  `json:"startTime"`
			FinishTime int64  `json:"finishTime"`
			Type       string `json:"type"`
			State      string `json:"state"`
		} `json:"task"`
	} `json:"tasks"`
}

type clusterMetricsResp struct {
	Metrics struct {
		Containers int `json:"containersAllocated"`
	} `json:"clusterMetrics"`
}