public class HadoopFlowStep extends BaseFlowStep<org.apache.hadoop.mapred.JobConf>
accumulatedSourcesByJoin, sinks, sources, streamedSourceByJoin, tempSink
CASCADING_FLOW_STEP_ID
Constructor and Description |
---|
HadoopFlowStep(java.lang.String name,
int stepNum) |
Modifier and Type | Method and Description |
---|---|
void |
clean(org.apache.hadoop.mapred.JobConf config)
Method clean removes any temporary files used by this FlowStep instance.
|
protected FlowStepJob<org.apache.hadoop.mapred.JobConf> |
createFlowStepJob(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf parentConfig) |
org.apache.hadoop.mapred.JobConf |
getInitializedConfig(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf parentConfig) |
Tap |
getMapperTrap(java.lang.String name) |
java.util.Map<java.lang.String,Tap> |
getMapperTraps() |
Tap |
getReducerTrap(java.lang.String name) |
java.util.Map<java.lang.String,Tap> |
getReducerTraps() |
Tap |
getTapForID(java.util.Set<Tap> taps,
java.lang.String id) |
Tap |
getTrap(java.lang.String name) |
java.util.Set<Tap> |
getTraps() |
protected void |
initFromSink(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf) |
protected void |
initFromSources(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf) |
protected void |
initFromTraps(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf) |
boolean |
isHadoopLocalMode(org.apache.hadoop.mapred.JobConf conf) |
addAccumulatedSourceFor, addGroup, addListener, addSink, addSource, addStreamedSourceFor, clean, commitSinks, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getConfig, getFlow, getFlowID, getFlowName, getFlowStepJob, getFlowStepStats, getGraph, getGroup, getGroups, getID, getJoinTributariesBetween, getName, getNextFlowElement, getNextScope, getNextScopes, getPreviousScopes, getScopeFor, getSink, getSinkName, getSinks, getSinkWith, getSourceName, getSources, getSourceWith, getStepDisplayName, getStepDisplayName, getStepNum, getStreamedSourceByJoin, getSubmitPriority, getSuccessors, getTopologicalOrderIterator, hashCode, hasListeners, initConfFromProcessConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logInfo, logWarn, logWarn, removeListener, rollbackSinks, setConf, setFlow, setFlowName, setSubmitPriority, toString
public org.apache.hadoop.mapred.JobConf getInitializedConfig(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf parentConfig)
getInitializedConfig
in class BaseFlowStep<org.apache.hadoop.mapred.JobConf>
public boolean isHadoopLocalMode(org.apache.hadoop.mapred.JobConf conf)
protected FlowStepJob<org.apache.hadoop.mapred.JobConf> createFlowStepJob(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf parentConfig)
createFlowStepJob
in class BaseFlowStep<org.apache.hadoop.mapred.JobConf>
public void clean(org.apache.hadoop.mapred.JobConf config)
clean
in class BaseFlowStep<org.apache.hadoop.mapred.JobConf>
config
- of type JobConfprotected void initFromSources(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
protected void initFromSink(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
protected void initFromTraps(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
public java.util.Set<Tap> getTraps()
public Tap getTrap(java.lang.String name)
public java.util.Map<java.lang.String,Tap> getMapperTraps()
public java.util.Map<java.lang.String,Tap> getReducerTraps()
public Tap getMapperTrap(java.lang.String name)
public Tap getReducerTrap(java.lang.String name)