org.apache.hadoop.hive.ql.plan

Class HashTableSinkDesc

java.lang.Object

org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

org.apache.hadoop.hive.ql.plan.JoinDesc

org.apache.hadoop.hive.ql.plan.HashTableSinkDesc

All Implemented Interfaces:

java.io.Serializable, java.lang.Cloneable, OperatorDesc

public class HashTableSinkDesc
extends JoinDesc
implements java.io.Serializable

Map Join operator Descriptor implementation.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected JoinCondDesc[]	conds
protected boolean	noOuterJoin
protected java.util.List<java.lang.String>	outputColumnNames
protected java.lang.Byte[]	tagOrder

Fields inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

FULL_OUTER_JOIN, INNER_JOIN, LEFT_OUTER_JOIN, LEFT_SEMI_JOIN, RIGHT_OUTER_JOIN, UNIQUE_JOIN

Constructor Summary

Constructors

Constructor and Description
HashTableSinkDesc()
HashTableSinkDesc(MapJoinDesc clone)

Method Summary

Modifier and Type	Method and Description
java.util.Map<java.lang.Byte,java.lang.String>	getBigKeysDirMap()
BucketMapJoinContext	getBucketMapjoinContext()
JoinCondDesc[]	getConds()
java.lang.String	getDumpFilePrefix()
java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>>	getExprs()
int[][]	getFilterMap()
java.util.Map<java.lang.Integer,java.lang.String>	getFilterMapString()
java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>>	getFilters()
float	getHashtableMemoryUsage()
java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>>	getKeys()
TableDesc	getKeyTableDesc()
TableDesc	getKeyTblDesc()
java.util.List<java.lang.String>	getOutputColumnNames()
int	getPosBigTable()
java.util.Map<java.lang.Byte,java.util.List<java.lang.Integer>>	getRetainList()
java.util.Map<java.lang.String,java.lang.Byte>	getReversedExprs()
int	getSkewKeyDefinition()
java.util.Map<java.lang.Byte,TableDesc>	getSkewKeysValuesTables()
java.util.Map<java.lang.Byte,java.util.Map<java.lang.Byte,java.lang.String>>	getSmallKeysDirMap()
java.lang.Byte[]	getTagOrder() The order in which tables should be processed when joining.
java.util.List<TableDesc>	getValueTblDescs()
java.util.List<TableDesc>	getValueTblFilteredDescs()
boolean	isHandleSkewJoin()
boolean	isNoOuterJoin()
void	setBigKeysDirMap(java.util.Map<java.lang.Byte,java.lang.String> bigKeysDirMap) set the mapping from tbl to dir for big keys.
void	setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)
void	setConds(JoinCondDesc[] conds)
void	setDumpFilePrefix(java.lang.String dumpFilePrefix)
void	setExprs(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> exprs)
void	setFilterMap(int[][] filterMap)
void	setFilters(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> filters)
void	setHandleSkewJoin(boolean handleSkewJoin) set to handle skew join in this join op.
void	setHashtableMemoryUsage(float hashtableMemoryUsage)
void	setKeys(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> keys)
void	setKeyTableDesc(TableDesc keyTableDesc)
void	setKeyTblDesc(TableDesc keyTblDesc)
void	setNoOuterJoin(boolean noOuterJoin)
void	setOutputColumnNames(java.util.List<java.lang.String> outputColumnNames)
void	setPosBigTable(int posBigTable)
void	setRetainList(java.util.Map<java.lang.Byte,java.util.List<java.lang.Integer>> retainList)
void	setReversedExprs(java.util.Map<java.lang.String,java.lang.Byte> reversedExprs)
void	setSkewKeyDefinition(int skewKeyDefinition) set skew key definition.
void	setSkewKeysValuesTables(java.util.Map<java.lang.Byte,TableDesc> skewKeysValuesTables)
void	setSmallKeysDirMap(java.util.Map<java.lang.Byte,java.util.Map<java.lang.Byte,java.lang.String>> smallKeysDirMap) set the mapping from tbl to dir for small keys.
void	setTagOrder(java.lang.Byte[] tagOrder) The order in which tables should be processed when joining.
void	setValueTblDescs(java.util.List<TableDesc> valueTblDescs)
void	setValueTblFilteredDescs(java.util.List<TableDesc> valueTblFilteredDescs)

Methods inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

clone, convertToArray, getCondsList, getExprsStringMap, getFiltersStringMap, getHandleSkewJoin, getNoOuterJoin, getNullSafes, getNullSafeString, getTagLength, isFixedAsSorted, resetOrder, setFixedAsSorted, setNullSafes, toCompactString

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

outputColumnNames

protected java.util.List<java.lang.String> outputColumnNames

noOuterJoin

protected boolean noOuterJoin

conds

protected JoinCondDesc[] conds

tagOrder

protected java.lang.Byte[] tagOrder

Constructor Detail

HashTableSinkDesc

public HashTableSinkDesc()

HashTableSinkDesc

public HashTableSinkDesc(MapJoinDesc clone)

Method Detail

getHashtableMemoryUsage

public float getHashtableMemoryUsage()

setHashtableMemoryUsage

public void setHashtableMemoryUsage(float hashtableMemoryUsage)

getDumpFilePrefix

public java.lang.String getDumpFilePrefix()

Returns:

the dumpFilePrefix

setDumpFilePrefix

public void setDumpFilePrefix(java.lang.String dumpFilePrefix)

Parameters:

dumpFilePrefix - the dumpFilePrefix to set

isHandleSkewJoin

public boolean isHandleSkewJoin()

setHandleSkewJoin

public void setHandleSkewJoin(boolean handleSkewJoin)

Description copied from class: JoinDesc

set to handle skew join in this join op.

Overrides:

setHandleSkewJoin in class JoinDesc

getSkewKeyDefinition

public int getSkewKeyDefinition()

Overrides:

getSkewKeyDefinition in class JoinDesc

Returns:

skew key definition. If we see a key's associated entries' number is bigger than this, we will define this key as a skew key.

setSkewKeyDefinition

public void setSkewKeyDefinition(int skewKeyDefinition)

Description copied from class: JoinDesc

set skew key definition.

Overrides:

setSkewKeyDefinition in class JoinDesc

getBigKeysDirMap

public java.util.Map<java.lang.Byte,java.lang.String> getBigKeysDirMap()

Overrides:

getBigKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for big keys.

setBigKeysDirMap

public void setBigKeysDirMap(java.util.Map<java.lang.Byte,java.lang.String> bigKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for big keys.

Overrides:

setBigKeysDirMap in class JoinDesc

getSmallKeysDirMap

public java.util.Map<java.lang.Byte,java.util.Map<java.lang.Byte,java.lang.String>> getSmallKeysDirMap()

Overrides:

getSmallKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for small keys

setSmallKeysDirMap

public void setSmallKeysDirMap(java.util.Map<java.lang.Byte,java.util.Map<java.lang.Byte,java.lang.String>> smallKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for small keys.

Overrides:

setSmallKeysDirMap in class JoinDesc

getSkewKeysValuesTables

public java.util.Map<java.lang.Byte,TableDesc> getSkewKeysValuesTables()

Overrides:

getSkewKeysValuesTables in class JoinDesc

Returns:

the table desc for storing skew keys and their corresponding value;

setSkewKeysValuesTables

public void setSkewKeysValuesTables(java.util.Map<java.lang.Byte,TableDesc> skewKeysValuesTables)

Overrides:

setSkewKeysValuesTables in class JoinDesc

Parameters:

skewKeysValuesTables - set the table desc for storing skew keys and their corresponding value;

getExprs

public java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> getExprs()

Overrides:

getExprs in class JoinDesc

setExprs

public void setExprs(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> exprs)

Overrides:

setExprs in class JoinDesc

getFilters

public java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> getFilters()

Overrides:

getFilters in class JoinDesc

getValueTblFilteredDescs

public java.util.List<TableDesc> getValueTblFilteredDescs()

setValueTblFilteredDescs

public void setValueTblFilteredDescs(java.util.List<TableDesc> valueTblFilteredDescs)

setFilters

public void setFilters(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> filters)

Overrides:

setFilters in class JoinDesc

getOutputColumnNames

public java.util.List<java.lang.String> getOutputColumnNames()

Overrides:

getOutputColumnNames in class JoinDesc

setOutputColumnNames

public void setOutputColumnNames(java.util.List<java.lang.String> outputColumnNames)

Overrides:

setOutputColumnNames in class JoinDesc

getReversedExprs

public java.util.Map<java.lang.String,java.lang.Byte> getReversedExprs()

Overrides:

getReversedExprs in class JoinDesc

setReversedExprs

public void setReversedExprs(java.util.Map<java.lang.String,java.lang.Byte> reversedExprs)

Overrides:

setReversedExprs in class JoinDesc

isNoOuterJoin

public boolean isNoOuterJoin()

Overrides:

isNoOuterJoin in class JoinDesc

setNoOuterJoin

public void setNoOuterJoin(boolean noOuterJoin)

Overrides:

setNoOuterJoin in class JoinDesc

getConds

public JoinCondDesc[] getConds()

Overrides:

getConds in class JoinDesc

setConds

public void setConds(JoinCondDesc[] conds)

Overrides:

setConds in class JoinDesc

getTagOrder

public java.lang.Byte[] getTagOrder()

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

getTagOrder in class JoinDesc

Returns:

Array of tags

setTagOrder

public void setTagOrder(java.lang.Byte[] tagOrder)

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

setTagOrder in class JoinDesc

Parameters:

tagOrder - Array of tags

getKeyTableDesc

public TableDesc getKeyTableDesc()

Overrides:

getKeyTableDesc in class JoinDesc

setKeyTableDesc

public void setKeyTableDesc(TableDesc keyTableDesc)

Overrides:

setKeyTableDesc in class JoinDesc

getFilterMap

public int[][] getFilterMap()

Overrides:

getFilterMap in class JoinDesc

setFilterMap

public void setFilterMap(int[][] filterMap)

Overrides:

setFilterMap in class JoinDesc

getFilterMapString

public java.util.Map<java.lang.Integer,java.lang.String> getFilterMapString()

Overrides:

getFilterMapString in class JoinDesc

getRetainList

public java.util.Map<java.lang.Byte,java.util.List<java.lang.Integer>> getRetainList()

setRetainList

public void setRetainList(java.util.Map<java.lang.Byte,java.util.List<java.lang.Integer>> retainList)

getKeys

public java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> getKeys()

Returns:

the keys

setKeys

public void setKeys(java.util.Map<java.lang.Byte,java.util.List<ExprNodeDesc>> keys)

Parameters:

keys - the keys to set

getPosBigTable

public int getPosBigTable()

Returns:

the position of the big table not in memory

setPosBigTable

public void setPosBigTable(int posBigTable)

Parameters:

posBigTable - the position of the big table not in memory

getKeyTblDesc

public TableDesc getKeyTblDesc()

Returns:

the keyTblDesc

setKeyTblDesc

public void setKeyTblDesc(TableDesc keyTblDesc)

Parameters:

keyTblDesc - the keyTblDesc to set

getValueTblDescs

public java.util.List<TableDesc> getValueTblDescs()

Returns:

the valueTblDescs

setValueTblDescs

public void setValueTblDescs(java.util.List<TableDesc> valueTblDescs)

Parameters:

valueTblDescs - the valueTblDescs to set

getBucketMapjoinContext

public BucketMapJoinContext getBucketMapjoinContext()

setBucketMapjoinContext

public void setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)