|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.hive.ql.exec.Operator<T>
org.apache.hadoop.hive.ql.exec.TerminalOperator<FileSinkDesc>
org.apache.hadoop.hive.ql.exec.FileSinkOperator
public class FileSinkOperator
File Sink operator implementation.
Nested Class Summary | |
---|---|
class |
FileSinkOperator.FSPaths
|
static interface |
FileSinkOperator.RecordWriter
RecordWriter. |
static class |
FileSinkOperator.TableIdEnum
TableIdEnum. |
Nested classes/interfaces inherited from class org.apache.hadoop.hive.ql.exec.Operator |
---|
Operator.OperatorFunc, Operator.ProgressCounter, Operator.State |
Field Summary | |
---|---|
protected boolean |
autoDelete
|
protected String |
childSpecPathDynLinkedPartitions
|
protected BytesWritable |
commonKey
|
protected List<String> |
dpColNames
|
protected DynamicPartitionCtx |
dpCtx
|
protected int |
dpStartCol
|
protected List<String> |
dpVals
|
protected List<Object> |
dpWritables
|
protected FileSystem |
fs
|
protected HiveOutputFormat<?,?> |
hiveOutputFormat
|
protected boolean |
isCompressed
|
protected boolean |
isSkewedStoredAsSubDirectories
|
protected JobConf |
jc
|
protected ListBucketingCtx |
lbCtx
|
protected int |
maxPartitions
|
protected int |
numDynParts
|
protected Path |
parent
|
protected FileSinkOperator.RecordWriter[] |
rowOutWriters
|
protected Serializer |
serializer
|
protected Path |
specPath
|
protected FileSinkOperator.TableIdEnum |
tabIdEnum
|
protected HashMap<String,FileSinkOperator.FSPaths> |
valToPaths
|
Fields inherited from class org.apache.hadoop.hive.ql.exec.Operator |
---|
alias, beginTime, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, counterNames, counterNameToEnum, counters, done, fatalErrorCntr, groupKeyObject, id, inputObjInspectors, inputRows, isLogInfoEnabled, LOG, numInputRowsCntr, numOutputRowsCntr, operatorId, out, outputObjInspector, outputRows, parentOperators, reporter, state, statsMap, timeTakenCntr, totalTime |
Constructor Summary | |
---|---|
FileSinkOperator()
|
Method Summary | |
---|---|
void |
augmentPlan()
Called during semantic analysis as operators are being added in order to give them a chance to compute any additional plan information needed. |
void |
checkOutputSpecs(FileSystem ignored,
JobConf job)
|
void |
closeOp(boolean abort)
Operator specific close routine. |
protected void |
fatalErrorMessage(StringBuilder errMsg,
long counterCode)
Get the fatal error message based on counter's code. |
String |
getName()
Implements the getName function for the Node Interface. |
static String |
getOperatorName()
|
OperatorType |
getType()
Return the type of the specific operator among the types in OperatorType. |
protected void |
initializeOp(Configuration hconf)
Operator specific initialization. |
void |
jobCloseOp(Configuration hconf,
boolean success,
JobCloseFeedBack feedBack)
|
void |
processOp(Object row,
int tag)
Process the row. |
Methods inherited from class java.lang.Object |
---|
equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Field Detail |
---|
protected transient HashMap<String,FileSinkOperator.FSPaths> valToPaths
protected transient int numDynParts
protected transient List<String> dpColNames
protected transient DynamicPartitionCtx dpCtx
protected transient boolean isCompressed
protected transient Path parent
protected transient HiveOutputFormat<?,?> hiveOutputFormat
protected transient Path specPath
protected transient String childSpecPathDynLinkedPartitions
protected transient int dpStartCol
protected transient List<String> dpVals
protected transient List<Object> dpWritables
protected transient FileSinkOperator.RecordWriter[] rowOutWriters
protected transient int maxPartitions
protected transient ListBucketingCtx lbCtx
protected transient boolean isSkewedStoredAsSubDirectories
protected transient FileSystem fs
protected transient Serializer serializer
protected transient BytesWritable commonKey
protected transient FileSinkOperator.TableIdEnum tabIdEnum
protected transient boolean autoDelete
protected transient JobConf jc
Constructor Detail |
---|
public FileSinkOperator()
Method Detail |
---|
protected void initializeOp(Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<FileSinkDesc>
HiveException
public void processOp(Object row, int tag) throws HiveException
Operator
processOp
in class Operator<FileSinkDesc>
row
- The object representing the row.tag
- The tag of the row usually means which parent this row comes from.
Rows with the same tag should have exactly the same rowInspector
all the time.
HiveException
protected void fatalErrorMessage(StringBuilder errMsg, long counterCode)
Operator
fatalErrorMessage
in class Operator<FileSinkDesc>
errMsg
- error message should be appended to this output parameter.counterCode
- input counter code.public void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<FileSinkDesc>
HiveException
public String getName()
Operator
getName
in interface Node
getName
in class Operator<FileSinkDesc>
public static String getOperatorName()
public void jobCloseOp(Configuration hconf, boolean success, JobCloseFeedBack feedBack) throws HiveException
jobCloseOp
in class Operator<FileSinkDesc>
HiveException
public OperatorType getType()
Operator
getType
in class Operator<FileSinkDesc>
public void augmentPlan()
Operator
augmentPlan
in class Operator<FileSinkDesc>
public void checkOutputSpecs(FileSystem ignored, JobConf job) throws IOException
IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |