org.apache.hadoop.hive.ql.io.rcfile.merge

Class MergeWork

java.lang.Object

org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

org.apache.hadoop.hive.ql.plan.BaseWork

org.apache.hadoop.hive.ql.plan.MapWork

org.apache.hadoop.hive.ql.io.rcfile.merge.MergeWork

All Implemented Interfaces:

java.io.Serializable, java.lang.Cloneable, OperatorDesc

public class MergeWork
extends MapWork
implements java.io.Serializable

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.hadoop.hive.ql.plan.MapWork

SAMPLING_ON_PREV_MR, SAMPLING_ON_START

Constructor Summary

Constructors

Constructor and Description
MergeWork()
MergeWork(java.util.List<java.lang.String> inputPaths, java.lang.String outputDir)
MergeWork(java.util.List<java.lang.String> inputPaths, java.lang.String outputDir, boolean hasDynamicPartitions, DynamicPartitionCtx dynPartCtx)

Method Summary

Modifier and Type	Method and Description
DynamicPartitionCtx	getDynPartCtx()
java.lang.String	getInputformat()
java.util.List<java.lang.String>	getInputPaths()
ListBucketingCtx	getListBucketingCtx()
java.lang.Class<? extends Mapper>	getMapperClass()
java.lang.Long	getMinSplitSize()
java.lang.String	getOutputDir()
boolean	hasDynamicPartitions()
boolean	isGatheringStats()
boolean	isListBucketingAlterTableConcatenate()
void	resolveConcatenateMerge(HiveConf conf) alter table ...
void	resolveDynamicPartitionStoredAsSubDirsMerge(HiveConf conf, Path path, TableDesc tblDesc, java.util.ArrayList<java.lang.String> aliases, PartitionDesc partDesc)
void	setDynPartCtx(DynamicPartitionCtx dynPartCtx)
void	setHasDynamicPartitions(boolean hasDynamicPartitions)
void	setInputPaths(java.util.List<java.lang.String> inputPaths)
void	setListBucketingCtx(ListBucketingCtx listBucketingCtx)
void	setOutputDir(java.lang.String outputDir)

Methods inherited from class org.apache.hadoop.hive.ql.plan.MapWork

addIndexIntermediateFile, addMapWork, configureJobConf, deriveExplainAttributes, getAliases, getAliasToPartnInfo, getAliasToWork, getAllRootOperators, getBucketedColsByDirectory, getHadoopSupportsSplittable, getIndexIntermediateFile, getJoinTree, getMapLocalWork, getMaxSplitSize, getMinSplitSizePerNode, getMinSplitSizePerRack, getNameToSplitSample, getNumMapTasks, getOpParseCtxMap, getPartitionDescs, getPaths, getPathToAliases, getPathToPartitionInfo, getSamplingType, getSamplingTypeString, getSortedColsByDirectory, getTmpHDFSFileURI, getTruncatedPathToAliases, getWorks, initialize, isInputFormatSorted, isMapperCannotSpanPartns, isUseBucketizedHiveInputFormat, mergeAliasedInput, mergingInto, setAliasToPartnInfo, setAliasToWork, setHadoopSupportsSplittable, setInputformat, setInputFormatSorted, setJoinTree, setMapLocalWork, setMapperCannotSpanPartns, setMaxSplitSize, setMinSplitSize, setMinSplitSizePerNode, setMinSplitSizePerRack, setNameToSplitSample, setNumMapTasks, setOpParseCtxMap, setPathToAliases, setPathToPartitionInfo, setSamplingType, setTmpHDFSFileURI, setUseBucketizedHiveInputFormat

Methods inherited from class org.apache.hadoop.hive.ql.plan.BaseWork

getAllOperators, setGatheringStats

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

clone

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MergeWork

public MergeWork()

MergeWork

public MergeWork(java.util.List<java.lang.String> inputPaths,
                 java.lang.String outputDir)

MergeWork

public MergeWork(java.util.List<java.lang.String> inputPaths,
                 java.lang.String outputDir,
                 boolean hasDynamicPartitions,
                 DynamicPartitionCtx dynPartCtx)

Method Detail

getInputPaths

public java.util.List<java.lang.String> getInputPaths()

setInputPaths

public void setInputPaths(java.util.List<java.lang.String> inputPaths)

getOutputDir

public java.lang.String getOutputDir()

setOutputDir

public void setOutputDir(java.lang.String outputDir)

getMapperClass

public java.lang.Class<? extends Mapper> getMapperClass()

getMinSplitSize

public java.lang.Long getMinSplitSize()

Overrides:

getMinSplitSize in class MapWork

getInputformat

public java.lang.String getInputformat()

Overrides:

getInputformat in class MapWork

isGatheringStats

public boolean isGatheringStats()

Overrides:

isGatheringStats in class BaseWork

hasDynamicPartitions

public boolean hasDynamicPartitions()

setHasDynamicPartitions

public void setHasDynamicPartitions(boolean hasDynamicPartitions)

resolveDynamicPartitionStoredAsSubDirsMerge

public void resolveDynamicPartitionStoredAsSubDirsMerge(HiveConf conf,
                                                        Path path,
                                                        TableDesc tblDesc,
                                                        java.util.ArrayList<java.lang.String> aliases,
                                                        PartitionDesc partDesc)

Overrides:

resolveDynamicPartitionStoredAsSubDirsMerge in class MapWork

resolveConcatenateMerge

public void resolveConcatenateMerge(HiveConf conf)

alter table ... concatenate If it is skewed table, use subdirectories in inputpaths.

getDynPartCtx

public DynamicPartitionCtx getDynPartCtx()

setDynPartCtx

public void setDynPartCtx(DynamicPartitionCtx dynPartCtx)

getListBucketingCtx

public ListBucketingCtx getListBucketingCtx()

Returns:

the listBucketingCtx

setListBucketingCtx

public void setListBucketingCtx(ListBucketingCtx listBucketingCtx)

Parameters:

listBucketingCtx - the listBucketingCtx to set

isListBucketingAlterTableConcatenate

public boolean isListBucketingAlterTableConcatenate()

Returns:

the isListBucketingAlterTableConcatenate