public class Hadoop18TapUtil
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
TEMPORARY_PATH
The Hadoop temporary path used to prevent collisions
|
Constructor and Description |
---|
Hadoop18TapUtil() |
Modifier and Type | Method and Description |
---|---|
static void |
cleanupJob(org.apache.hadoop.mapred.JobConf conf)
May only be called once.
|
static void |
cleanupTapMetaData(org.apache.hadoop.mapred.JobConf conf,
Tap tap)
Called from flow step to remove temp dirs
|
static void |
commitTask(org.apache.hadoop.mapred.JobConf conf)
copies all files from the taskoutputpath to the outputpath
|
static void |
makeTempPath(org.apache.hadoop.mapred.JobConf conf) |
static boolean |
needsTaskCommit(org.apache.hadoop.mapred.JobConf conf) |
static void |
setupJob(org.apache.hadoop.mapred.JobConf conf)
should only be called if not in a Flow
|
static void |
setupTask(org.apache.hadoop.mapred.JobConf conf) |
public static final java.lang.String TEMPORARY_PATH
public static void setupJob(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
conf
- java.io.IOException
public static void setupTask(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
java.io.IOException
public static boolean needsTaskCommit(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
java.io.IOException
public static void commitTask(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
conf
- java.io.IOException
public static void cleanupTapMetaData(org.apache.hadoop.mapred.JobConf conf, Tap tap) throws java.io.IOException
conf
- java.io.IOException
public static void cleanupJob(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
conf
- java.io.IOException
public static void makeTempPath(org.apache.hadoop.mapred.JobConf conf) throws java.io.IOException
java.io.IOException