public class Dfs extends Hfs
Tap
class that provides access to the Hadoop Distributed File System.
Use the URI
constructors to specify a different HDFS cluster than the default.stringPath, TEMPORARY_DIRECTORY
Constructor and Description |
---|
Dfs(Fields fields,
java.lang.String stringPath)
Deprecated.
|
Dfs(Fields fields,
java.lang.String stringPath,
boolean replace)
Deprecated.
|
Dfs(Fields fields,
java.lang.String stringPath,
SinkMode sinkMode)
Deprecated.
|
Dfs(Fields fields,
java.net.URI uri)
Deprecated.
|
Dfs(Fields fields,
java.net.URI uri,
boolean replace)
Deprecated.
|
Dfs(Fields fields,
java.net.URI uri,
SinkMode sinkMode)
Deprecated.
|
Dfs(Scheme scheme,
java.lang.String stringPath)
Constructor Dfs creates a new Dfs instance.
|
Dfs(Scheme scheme,
java.lang.String stringPath,
boolean replace)
Deprecated.
|
Dfs(Scheme scheme,
java.lang.String stringPath,
SinkMode sinkMode)
Constructor Dfs creates a new Dfs instance.
|
Dfs(Scheme scheme,
java.net.URI uri)
Constructor Dfs creates a new Dfs instance.
|
Dfs(Scheme scheme,
java.net.URI uri,
boolean replace)
Deprecated.
|
Dfs(Scheme scheme,
java.net.URI uri,
SinkMode sinkMode)
Constructor Dfs creates a new Dfs instance.
|
Modifier and Type | Method and Description |
---|---|
protected org.apache.hadoop.fs.FileSystem |
getDefaultFileSystem(org.apache.hadoop.mapred.JobConf jobConf) |
protected void |
setStringPath(java.lang.String stringPath) |
applySourceConfInitIdentifiers, createResource, deleteChildResource, deleteResource, getBlockSize, getChildIdentifiers, getChildIdentifiers, getCombinedInputSafeMode, getDefaultFileSystemURIScheme, getFileSystem, getFullIdentifier, getIdentifier, getLocalModeScheme, getModifiedTime, getPath, getReplication, getSize, getTemporaryDirectory, getTempPath, getURIScheme, getUseCombinedInput, isDirectory, makeTemporaryPathDirString, makeURIScheme, openForRead, openForWrite, resourceExists, setTemporaryDirectory, setUriScheme, sinkConfInit, sourceConfInit, sourceConfInitAddInputPath, sourceConfInitComplete, verifyNoDuplicates
commitResource, createResource, deleteResource, equals, flowConfInit, getConfigDef, getFullIdentifier, getModifiedTime, getScheme, getSinkFields, getSinkMode, getSourceFields, getStepConfigDef, getTrace, hasConfigDef, hashCode, hasStepConfigDef, id, isEquivalentTo, isKeep, isReplace, isSink, isSource, isTemporary, isUpdate, openForRead, openForWrite, outgoingScopeFor, presentSinkFields, presentSourceFields, resolveIncomingOperationArgumentFields, resolveIncomingOperationPassThroughFields, resourceExists, retrieveSinkFields, retrieveSourceFields, rollbackResource, setScheme, taps, toString
@ConstructorProperties(value={"fields","uri"}) @Deprecated public Dfs(Fields fields, java.net.URI uri)
fields
- of type Fieldsuri
- of type URI@ConstructorProperties(value={"fields","uri","replace"}) @Deprecated public Dfs(Fields fields, java.net.URI uri, boolean replace)
fields
- of type Fieldsuri
- of type URIreplace
- of type boolean@ConstructorProperties(value={"fields","uri","sinkMode"}) @Deprecated public Dfs(Fields fields, java.net.URI uri, SinkMode sinkMode)
fields
- of type Fieldsuri
- of type URIsinkMode
- of type SinkMode@ConstructorProperties(value={"fields","stringPath"}) @Deprecated public Dfs(Fields fields, java.lang.String stringPath)
fields
- of type FieldsstringPath
- of type String@ConstructorProperties(value={"fields","stringPath","replace"}) @Deprecated public Dfs(Fields fields, java.lang.String stringPath, boolean replace)
fields
- of type FieldsstringPath
- of type Stringreplace
- of type boolean@ConstructorProperties(value={"fields","stringPath","sinkMode"}) @Deprecated public Dfs(Fields fields, java.lang.String stringPath, SinkMode sinkMode)
fields
- of type FieldsstringPath
- of type StringsinkMode
- of type SinkMode@ConstructorProperties(value={"scheme","uri"}) public Dfs(Scheme scheme, java.net.URI uri)
scheme
- of type Schemeuri
- of type URI@ConstructorProperties(value={"scheme","uri","replace"}) @Deprecated public Dfs(Scheme scheme, java.net.URI uri, boolean replace)
scheme
- of type Schemeuri
- of type URIreplace
- of type boolean@ConstructorProperties(value={"scheme","uri","sinkMode"}) public Dfs(Scheme scheme, java.net.URI uri, SinkMode sinkMode)
scheme
- of type Schemeuri
- of type URIsinkMode
- of type SinkMode@ConstructorProperties(value={"scheme","stringPath"}) public Dfs(Scheme scheme, java.lang.String stringPath)
scheme
- of type SchemestringPath
- of type String@ConstructorProperties(value={"scheme","stringPath","replace"}) @Deprecated public Dfs(Scheme scheme, java.lang.String stringPath, boolean replace)
scheme
- of type SchemestringPath
- of type Stringreplace
- of type booleanprotected void setStringPath(java.lang.String stringPath)
setStringPath
in class Hfs
protected org.apache.hadoop.fs.FileSystem getDefaultFileSystem(org.apache.hadoop.mapred.JobConf jobConf)
getDefaultFileSystem
in class Hfs