org.apache.hadoop.hive.ql.plan

Class HashTableSinkDesc

java.lang.Object

org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

org.apache.hadoop.hive.ql.plan.JoinDesc

org.apache.hadoop.hive.ql.plan.HashTableSinkDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

Direct Known Subclasses:

SparkHashTableSinkDesc

public class HashTableSinkDesc
extends JoinDesc
implements Serializable

Map Join operator Descriptor implementation.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected JoinCondDesc[]	conds
protected boolean	noOuterJoin
protected List<String>	outputColumnNames
protected Byte[]	tagOrder

Fields inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

FULL_OUTER_JOIN, inMemoryDataSize, INNER_JOIN, LEFT_OUTER_JOIN, LEFT_SEMI_JOIN, memoryMonitorInfo, RIGHT_OUTER_JOIN, UNIQUE_JOIN

Fields inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

colExprMap, memAvailable, memNeeded, opProps, opTraits, runtimeStatsTmpDir, statistics, vectorDesc, vectorMode

Constructor Summary

Constructors

Constructor and Description
HashTableSinkDesc()
HashTableSinkDesc(MapJoinDesc clone)

Method Summary

Modifier and Type	Method and Description
Map<Byte,org.apache.hadoop.fs.Path>	getBigKeysDirMap()
BucketMapJoinContext	getBucketMapjoinContext()
JoinCondDesc[]	getConds()
String	getDumpFilePrefix()
Map<Byte,List<ExprNodeDesc>>	getExprs()
int[][]	getFilterMap()
Map<Integer,String>	getFilterMapString()
Map<Byte,List<ExprNodeDesc>>	getFilters()
float	getHashtableMemoryUsage()
Map<Byte,List<ExprNodeDesc>>	getKeys()
Map<String,String>	getKeysString()
TableDesc	getKeyTableDesc()
TableDesc	getKeyTblDesc()
List<String>	getOutputColumnNames()
int	getPosBigTable()
Map<Byte,List<Integer>>	getRetainList()
Map<String,Byte>	getReversedExprs()
int	getSkewKeyDefinition()
Map<Byte,TableDesc>	getSkewKeysValuesTables()
Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>>	getSmallKeysDirMap()
Byte[]	getTagOrder() The order in which tables should be processed when joining.
Map<Byte,String>	getUserLevelExplainKeysString()
List<TableDesc>	getValueTblDescs()
List<TableDesc>	getValueTblFilteredDescs()
boolean	isHandleSkewJoin()
boolean	isNoOuterJoin()
boolean	isSame(OperatorDesc other) The default implementation delegates to Object.equals(Object).
void	setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap) set the mapping from tbl to dir for big keys.
void	setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)
void	setConds(JoinCondDesc[] conds)
void	setDumpFilePrefix(String dumpFilePrefix)
void	setExprs(Map<Byte,List<ExprNodeDesc>> exprs)
void	setFilterMap(int[][] filterMap)
void	setFilters(Map<Byte,List<ExprNodeDesc>> filters)
void	setHandleSkewJoin(boolean handleSkewJoin) set to handle skew join in this join op.
void	setHashtableMemoryUsage(float hashtableMemoryUsage)
void	setKeys(Map<Byte,List<ExprNodeDesc>> keys)
void	setKeyTableDesc(TableDesc keyTableDesc)
void	setKeyTblDesc(TableDesc keyTblDesc)
void	setNoOuterJoin(boolean noOuterJoin)
void	setOutputColumnNames(List<String> outputColumnNames)
void	setPosBigTable(int posBigTable)
void	setRetainList(Map<Byte,List<Integer>> retainList)
void	setReversedExprs(Map<String,Byte> reversedExprs)
void	setSkewKeyDefinition(int skewKeyDefinition) set skew key definition.
void	setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)
void	setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap) set the mapping from tbl to dir for small keys.
void	setTagOrder(Byte[] tagOrder) The order in which tables should be processed when joining.
void	setValueTblDescs(List<TableDesc> valueTblDescs)
void	setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

Methods inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

clone, cloneQBJoinTreeProps, convertToArray, getAliasToOpInfo, getBaseSrc, getColumnExprMapForExplain, getCondsList, getFiltersStringMap, getHandleSkewJoin, getId, getInMemoryDataSize, getJoinKeys, getLeftAlias, getLeftAliases, getMapAliases, getMemoryMonitorInfo, getNoOuterJoin, getNullSafes, getNullSafeString, getResidualFilterExprs, getResidualFilterExprsString, getRightAliases, getStreamAliases, getTagLength, getUserLevelExplainOutputColumnNames, isFixedAsSorted, isLeftInputJoin, isMapSideJoin, resetOrder, setAliasToOpInfo, setBaseSrc, setFixedAsSorted, setInMemoryDataSize, setLeftAlias, setMemoryMonitorInfo, setNullSafes, setQBJoinTreeProps, setQBJoinTreeProps, setResidualFilterExprs, setRightAliases, toCompactString

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

fillSignature, getColumnExprMap, getMaxMemoryAvailable, getMemoryNeeded, getOpProps, getRuntimeStatsTmpDir, getStatistics, getTraits, getUserLevelStatistics, getVectorDesc, getVectorMode, setColumnExprMap, setMaxMemoryAvailable, setMemoryNeeded, setOpProps, setRuntimeStatsTmpDir, setStatistics, setTraits, setVectorDesc, setVectorMode

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

outputColumnNames

protected List<String> outputColumnNames

noOuterJoin

protected boolean noOuterJoin

conds

protected JoinCondDesc[] conds

tagOrder

protected Byte[] tagOrder

Constructor Detail

HashTableSinkDesc

public HashTableSinkDesc()

HashTableSinkDesc

public HashTableSinkDesc(MapJoinDesc clone)

Method Detail

getHashtableMemoryUsage

public float getHashtableMemoryUsage()

setHashtableMemoryUsage

public void setHashtableMemoryUsage(float hashtableMemoryUsage)

getDumpFilePrefix

public String getDumpFilePrefix()

Returns:

the dumpFilePrefix

setDumpFilePrefix

public void setDumpFilePrefix(String dumpFilePrefix)

Parameters:

dumpFilePrefix - the dumpFilePrefix to set

isHandleSkewJoin

public boolean isHandleSkewJoin()

setHandleSkewJoin

public void setHandleSkewJoin(boolean handleSkewJoin)

Description copied from class: JoinDesc

set to handle skew join in this join op.

Overrides:

setHandleSkewJoin in class JoinDesc

getSkewKeyDefinition

public int getSkewKeyDefinition()

Overrides:

getSkewKeyDefinition in class JoinDesc

Returns:

skew key definition. If we see a key's associated entries' number is bigger than this, we will define this key as a skew key.

setSkewKeyDefinition

public void setSkewKeyDefinition(int skewKeyDefinition)

Description copied from class: JoinDesc

set skew key definition.

Overrides:

setSkewKeyDefinition in class JoinDesc

getBigKeysDirMap

public Map<Byte,org.apache.hadoop.fs.Path> getBigKeysDirMap()

Overrides:

getBigKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for big keys.

setBigKeysDirMap

public void setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for big keys.

Overrides:

setBigKeysDirMap in class JoinDesc

getSmallKeysDirMap

public Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> getSmallKeysDirMap()

Overrides:

getSmallKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for small keys

setSmallKeysDirMap

public void setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for small keys.

Overrides:

setSmallKeysDirMap in class JoinDesc

getSkewKeysValuesTables

public Map<Byte,TableDesc> getSkewKeysValuesTables()

Overrides:

getSkewKeysValuesTables in class JoinDesc

Returns:

the table desc for storing skew keys and their corresponding value;

setSkewKeysValuesTables

public void setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)

Overrides:

setSkewKeysValuesTables in class JoinDesc

Parameters:

skewKeysValuesTables - set the table desc for storing skew keys and their corresponding value;

getExprs

public Map<Byte,List<ExprNodeDesc>> getExprs()

Overrides:

getExprs in class JoinDesc

setExprs

public void setExprs(Map<Byte,List<ExprNodeDesc>> exprs)

Overrides:

setExprs in class JoinDesc

getFilters

public Map<Byte,List<ExprNodeDesc>> getFilters()

Overrides:

getFilters in class JoinDesc

getValueTblFilteredDescs

public List<TableDesc> getValueTblFilteredDescs()

setValueTblFilteredDescs

public void setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

setFilters

public void setFilters(Map<Byte,List<ExprNodeDesc>> filters)

Overrides:

setFilters in class JoinDesc

getOutputColumnNames

public List<String> getOutputColumnNames()

Overrides:

getOutputColumnNames in class JoinDesc

setOutputColumnNames

public void setOutputColumnNames(List<String> outputColumnNames)

Overrides:

setOutputColumnNames in class JoinDesc

getReversedExprs

public Map<String,Byte> getReversedExprs()

Overrides:

getReversedExprs in class JoinDesc

setReversedExprs

public void setReversedExprs(Map<String,Byte> reversedExprs)

Overrides:

setReversedExprs in class JoinDesc

isNoOuterJoin

public boolean isNoOuterJoin()

Overrides:

isNoOuterJoin in class JoinDesc

setNoOuterJoin

public void setNoOuterJoin(boolean noOuterJoin)

Overrides:

setNoOuterJoin in class JoinDesc

getConds

public JoinCondDesc[] getConds()

Overrides:

getConds in class JoinDesc

setConds

public void setConds(JoinCondDesc[] conds)

Overrides:

setConds in class JoinDesc

getTagOrder

public Byte[] getTagOrder()

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

getTagOrder in class JoinDesc

Returns:

Array of tags

setTagOrder

public void setTagOrder(Byte[] tagOrder)

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

setTagOrder in class JoinDesc

Parameters:

tagOrder - Array of tags

getKeyTableDesc

public TableDesc getKeyTableDesc()

Overrides:

getKeyTableDesc in class JoinDesc

setKeyTableDesc

public void setKeyTableDesc(TableDesc keyTableDesc)

Overrides:

setKeyTableDesc in class JoinDesc

getFilterMap

public int[][] getFilterMap()

Overrides:

getFilterMap in class JoinDesc

setFilterMap

public void setFilterMap(int[][] filterMap)

Overrides:

setFilterMap in class JoinDesc

getFilterMapString

public Map<Integer,String> getFilterMapString()

Overrides:

getFilterMapString in class JoinDesc

getRetainList

public Map<Byte,List<Integer>> getRetainList()

setRetainList

public void setRetainList(Map<Byte,List<Integer>> retainList)

getKeysString

public Map<String,String> getKeysString()

Overrides:

getKeysString in class JoinDesc

Returns:

the keys in string form

getUserLevelExplainKeysString

public Map<Byte,String> getUserLevelExplainKeysString()

Overrides:

getUserLevelExplainKeysString in class JoinDesc

getKeys

public Map<Byte,List<ExprNodeDesc>> getKeys()

Returns:

the keys

setKeys

public void setKeys(Map<Byte,List<ExprNodeDesc>> keys)

Parameters:

keys - the keys to set

getPosBigTable

public int getPosBigTable()

Returns:

the position of the big table not in memory

setPosBigTable

public void setPosBigTable(int posBigTable)

Parameters:

posBigTable - the position of the big table not in memory

getKeyTblDesc

public TableDesc getKeyTblDesc()

Returns:

the keyTblDesc

setKeyTblDesc

public void setKeyTblDesc(TableDesc keyTblDesc)

Parameters:

keyTblDesc - the keyTblDesc to set

getValueTblDescs

public List<TableDesc> getValueTblDescs()

Returns:

the valueTblDescs

setValueTblDescs

public void setValueTblDescs(List<TableDesc> valueTblDescs)

Parameters:

valueTblDescs - the valueTblDescs to set

getBucketMapjoinContext

public BucketMapJoinContext getBucketMapjoinContext()

setBucketMapjoinContext

public void setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)

isSame

public boolean isSame(OperatorDesc other)

Description copied from class: AbstractOperatorDesc

The default implementation delegates to Object.equals(Object). Intended to be overridden by sub classes.

Specified by:

isSame in interface OperatorDesc

Overrides:

isSame in class JoinDesc