public abstract class HadoopStepStats extends FlowStepStats
CascadingStats.Status
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
COUNTER_TIMEOUT_PROPERTY |
static int |
TIMEOUT_MAX |
clientState, STATS_STORE_INTERVAL
Modifier | Constructor and Description |
---|---|
protected |
HadoopStepStats(FlowStep<org.apache.hadoop.mapred.JobConf> flowStep,
ClientState clientState) |
Modifier and Type | Method and Description |
---|---|
protected org.apache.hadoop.mapred.Counters |
cachedCounters() |
protected org.apache.hadoop.mapred.Counters |
cachedCounters(boolean force) |
void |
captureDetail()
Method captureDetail captures statistics task details and completion events.
|
void |
captureDetail(boolean captureAttempts) |
java.util.Set<java.lang.String> |
getChildIDs() |
java.util.Collection |
getChildren()
Method getChildren returns the children of this HadoopStepStats object.
|
java.util.Collection<java.lang.String> |
getCounterGroups()
Method getCounterGroups returns all of the Hadoop counter groups.
|
java.util.Collection<java.lang.String> |
getCounterGroupsMatching(java.lang.String regex)
Method getCounterGroupsMatching returns all the Hadoop counter groups that match the give regex pattern.
|
java.util.Collection<java.lang.String> |
getCountersFor(java.lang.String group)
Method getCountersFor returns the Hadoop counters for the given group.
|
long |
getCounterValue(java.lang.Enum counter)
Method getCounterValue returns the Hadoop counter value for the given counter enum.
|
long |
getCounterValue(java.lang.String group,
java.lang.String counter)
Method getCounterValue returns the Hadoop counter value for the given group and counter name.
|
abstract org.apache.hadoop.mapred.JobClient |
getJobClient()
Method getJobClient returns the Hadoop
JobClient managing this Hadoop job. |
java.lang.String |
getJobID()
Method getJobID returns the Hadoop running job JobID.
|
float |
getMapProgress()
Returns the underlying Map tasks progress percentage.
|
int |
getNumMapTasks()
Method getNumMapTasks returns the numMapTasks from the Hadoop job file.
|
int |
getNumReduceTasks()
Method getNumReduceTasks returns the numReducerTasks from the Hadoop job file.
|
float |
getReduceProgress()
Returns the underlying Reduce tasks progress percentage.
|
abstract org.apache.hadoop.mapred.RunningJob |
getRunningJob()
Method getRunningJob returns the Hadoop
RunningJob managing this Hadoop job. |
java.lang.String |
getStatusURL() |
java.util.Map<java.lang.String,HadoopSliceStats> |
getTaskStats()
Method getTaskStats returns the taskStats of this HadoopStepStats object.
|
void |
recordChildStats()
Synchronized to prevent state changes mid record, #stop may be called out of band
|
protected void |
setTaskStats(java.util.Map<java.lang.String,HadoopSliceStats> taskStats) |
getFlowStep, getID, recordInfo, toString
cleanup, getCountersFor, getCurrentDuration, getDuration, getFinishedTime, getName, getPendingTime, getRunTime, getStartTime, getStatsString, getStatus, getSubmitTime, getThrowable, isEngaged, isFailed, isFinished, isPending, isRunning, isSkipped, isStarted, isStopped, isSubmitted, isSuccessful, markFailed, markPending, markPendingTime, markRunning, markRunTime, markSkipped, markStarted, markStartedThenRunning, markStartTime, markStartToRunTime, markStopped, markSubmitted, markSubmitTime, markSuccessful, prepare, recordStats, setStatsStoreInterval
public static final java.lang.String COUNTER_TIMEOUT_PROPERTY
public static final int TIMEOUT_MAX
protected HadoopStepStats(FlowStep<org.apache.hadoop.mapred.JobConf> flowStep, ClientState clientState)
public java.util.Map<java.lang.String,HadoopSliceStats> getTaskStats()
protected void setTaskStats(java.util.Map<java.lang.String,HadoopSliceStats> taskStats)
public int getNumMapTasks()
public int getNumReduceTasks()
public java.lang.String getJobID()
public abstract org.apache.hadoop.mapred.JobClient getJobClient()
JobClient
managing this Hadoop job.public abstract org.apache.hadoop.mapred.RunningJob getRunningJob()
RunningJob
managing this Hadoop job.public java.util.Collection<java.lang.String> getCounterGroups()
getCounterGroups
in class CascadingStats
public java.util.Collection<java.lang.String> getCounterGroupsMatching(java.lang.String regex)
getCounterGroupsMatching
in class CascadingStats
regex
- of Stringpublic java.util.Collection<java.lang.String> getCountersFor(java.lang.String group)
getCountersFor
in class CascadingStats
group
- of Stringpublic long getCounterValue(java.lang.Enum counter)
getCounterValue
in class CascadingStats
counter
- of Enumpublic long getCounterValue(java.lang.String group, java.lang.String counter)
getCounterValue
in class CascadingStats
group
- of Stringcounter
- of Stringprotected org.apache.hadoop.mapred.Counters cachedCounters()
protected org.apache.hadoop.mapred.Counters cachedCounters(boolean force)
public float getMapProgress()
public float getReduceProgress()
public java.lang.String getStatusURL()
public java.util.Collection getChildren()
getChildren
in class CascadingStats
public java.util.Set<java.lang.String> getChildIDs()
public void recordChildStats()
recordChildStats
in class FlowStepStats
public void captureDetail()
captureDetail
in class CascadingStats
public void captureDetail(boolean captureAttempts)