org.apache.hadoop.hive.ql.plan

Class MapJoinDesc

java.lang.Object

org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

org.apache.hadoop.hive.ql.plan.JoinDesc

org.apache.hadoop.hive.ql.plan.MapJoinDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

Direct Known Subclasses:

CommonMergeJoinDesc, SMBJoinDesc

public class MapJoinDesc
extends JoinDesc
implements Serializable

Map Join operator Descriptor implementation.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	MapJoinDesc.MapJoinOperatorExplainVectorization
class	MapJoinDesc.SMBJoinOperatorExplainVectorization

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	genJoinKeys

Fields inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

conds, FULL_OUTER_JOIN, inMemoryDataSize, INNER_JOIN, LEFT_OUTER_JOIN, LEFT_SEMI_JOIN, memoryMonitorInfo, noOuterJoin, outputColumnNames, RIGHT_OUTER_JOIN, tagOrder, UNIQUE_JOIN

Fields inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

colExprMap, memAvailable, memNeeded, opProps, opTraits, runtimeStatsTmpDir, statistics, vectorDesc, vectorMode

Constructor Summary

Constructors

Constructor and Description
MapJoinDesc()
MapJoinDesc(Map<Byte,List<ExprNodeDesc>> keys, TableDesc keyTblDesc, Map<Byte,List<ExprNodeDesc>> values, List<TableDesc> valueTblDescs, List<TableDesc> valueFilteredTblDescs, List<String> outputColumnNames, int posBigTable, JoinCondDesc[] conds, Map<Byte,List<ExprNodeDesc>> filters, boolean noOuterJoin, String dumpFilePrefix, MemoryMonitorInfo memoryMonitorInfo, long inMemoryDataSize)
MapJoinDesc(MapJoinDesc clone)

Method Summary

Modifier and Type	Method and Description
Map<String,Map<String,List<String>>>	getAliasBucketFileNameMapping()
String	getBigTableAlias()
Map<String,Integer>	getBigTableBucketNumMapping()
Map<String,List<String>>	getBigTablePartSpecToFileMapping()
String	getDumpFilePrefix()
boolean	getGenJoinKeys()
float	getHashTableMemoryUsage()
String	getKeyCountsExplainDesc()
Map<Byte,List<ExprNodeDesc>>	getKeys()
Map<String,String>	getKeysString()
TableDesc	getKeyTblDesc()
MapJoinDesc.MapJoinOperatorExplainVectorization	getMapJoinVectorization()
Map<Integer,Long>	getParentDataSizes()
Map<Integer,Long>	getParentKeyCounts()
Map<Integer,String>	getParentToInput()
int	getPosBigTable()
Map<Byte,List<Integer>>	getRetainList()
MapJoinDesc.SMBJoinOperatorExplainVectorization	getSMBJoinVectorization()
Map<Byte,String>	getUserLevelExplainKeysString()
List<TableDesc>	getValueFilteredTblDescs()
int[]	getValueIndex(byte alias)
Map<Byte,int[]>	getValueIndices()
List<TableDesc>	getValueTblDescs()
boolean	isBucketMapJoin()
boolean	isDynamicPartitionHashJoin()
boolean	isHybridHashJoin()
boolean	isMapSideJoin()
boolean	isSame(OperatorDesc other) The default implementation delegates to Object.equals(Object).
void	setAliasBucketFileNameMapping(Map<String,Map<String,List<String>>> aliasBucketFileNameMapping)
void	setBigTableAlias(String bigTableAlias)
void	setBigTableBucketNumMapping(Map<String,Integer> bigTableBucketNumMapping)
void	setBigTablePartSpecToFileMapping(Map<String,List<String>> partToFileMapping)
void	setBucketMapJoin(boolean isBucketMapJoin)
void	setDumpFilePrefix(String dumpFilePrefix)
void	setDynamicPartitionHashJoin(boolean isDistributedHashJoin)
void	setGenJoinKeys(boolean genJoinKeys)
void	setHashTableMemoryUsage(float hashtableMemoryUsage)
void	setHybridHashJoin(boolean isHybridHashJoin)
void	setKeys(Map<Byte,List<ExprNodeDesc>> keys)
void	setKeyTblDesc(TableDesc keyTblDesc)
void	setParentKeyCount(Map<Integer,Long> parentKeyCounts)
void	setParentToInput(Map<Integer,String> parentToInput)
void	setPosBigTable(int posBigTable)
void	setRetainList(Map<Byte,List<Integer>> retainList)
void	setValueFilteredTblDescs(List<TableDesc> valueFilteredTblDescs)
void	setValueIndices(Map<Byte,int[]> valueIndices)
void	setValueTblDescs(List<TableDesc> valueTblDescs)

Methods inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

clone, cloneQBJoinTreeProps, convertToArray, getAliasToOpInfo, getBaseSrc, getBigKeysDirMap, getColumnExprMapForExplain, getConds, getCondsList, getExprs, getFilterMap, getFilterMapString, getFilters, getFiltersStringMap, getHandleSkewJoin, getId, getInMemoryDataSize, getJoinKeys, getKeyTableDesc, getLeftAlias, getLeftAliases, getMapAliases, getMemoryMonitorInfo, getNoOuterJoin, getNullSafes, getNullSafeString, getOutputColumnNames, getResidualFilterExprs, getResidualFilterExprsString, getReversedExprs, getRightAliases, getSkewKeyDefinition, getSkewKeysValuesTables, getSmallKeysDirMap, getStreamAliases, getTagLength, getTagOrder, getUserLevelExplainOutputColumnNames, isFixedAsSorted, isLeftInputJoin, isNoOuterJoin, resetOrder, setAliasToOpInfo, setBaseSrc, setBigKeysDirMap, setConds, setExprs, setFilterMap, setFilters, setFixedAsSorted, setHandleSkewJoin, setInMemoryDataSize, setKeyTableDesc, setLeftAlias, setMemoryMonitorInfo, setNoOuterJoin, setNullSafes, setOutputColumnNames, setQBJoinTreeProps, setQBJoinTreeProps, setResidualFilterExprs, setReversedExprs, setRightAliases, setSkewKeyDefinition, setSkewKeysValuesTables, setSmallKeysDirMap, setTagOrder, toCompactString

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

fillSignature, getColumnExprMap, getMaxMemoryAvailable, getMemoryNeeded, getOpProps, getRuntimeStatsTmpDir, getStatistics, getTraits, getUserLevelStatistics, getVectorDesc, getVectorMode, setColumnExprMap, setMaxMemoryAvailable, setMemoryNeeded, setOpProps, setRuntimeStatsTmpDir, setStatistics, setTraits, setVectorDesc, setVectorMode

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

genJoinKeys

protected boolean genJoinKeys

Constructor Detail

MapJoinDesc

public MapJoinDesc()

MapJoinDesc

public MapJoinDesc(MapJoinDesc clone)

MapJoinDesc

public MapJoinDesc(Map<Byte,List<ExprNodeDesc>> keys,
                   TableDesc keyTblDesc,
                   Map<Byte,List<ExprNodeDesc>> values,
                   List<TableDesc> valueTblDescs,
                   List<TableDesc> valueFilteredTblDescs,
                   List<String> outputColumnNames,
                   int posBigTable,
                   JoinCondDesc[] conds,
                   Map<Byte,List<ExprNodeDesc>> filters,
                   boolean noOuterJoin,
                   String dumpFilePrefix,
                   MemoryMonitorInfo memoryMonitorInfo,
                   long inMemoryDataSize)

Method Detail

getParentToInput

public Map<Integer,String> getParentToInput()

setParentToInput

public void setParentToInput(Map<Integer,String> parentToInput)

getParentKeyCounts

public Map<Integer,Long> getParentKeyCounts()

getParentDataSizes

public Map<Integer,Long> getParentDataSizes()

getKeyCountsExplainDesc

public String getKeyCountsExplainDesc()

setParentKeyCount

public void setParentKeyCount(Map<Integer,Long> parentKeyCounts)

getValueIndices

public Map<Byte,int[]> getValueIndices()

setValueIndices

public void setValueIndices(Map<Byte,int[]> valueIndices)

getValueIndex

public int[] getValueIndex(byte alias)

getRetainList

public Map<Byte,List<Integer>> getRetainList()

setRetainList

public void setRetainList(Map<Byte,List<Integer>> retainList)

getDumpFilePrefix

public String getDumpFilePrefix()

Returns:

the dumpFilePrefix

setDumpFilePrefix

public void setDumpFilePrefix(String dumpFilePrefix)

Parameters:

dumpFilePrefix - the dumpFilePrefix to set

getKeysString

public Map<String,String> getKeysString()

Overrides:

getKeysString in class JoinDesc

Returns:

the keys in string form

getUserLevelExplainKeysString

public Map<Byte,String> getUserLevelExplainKeysString()

Overrides:

getUserLevelExplainKeysString in class JoinDesc

getKeys

public Map<Byte,List<ExprNodeDesc>> getKeys()

Returns:

the keys

setKeys

public void setKeys(Map<Byte,List<ExprNodeDesc>> keys)

Parameters:

keys - the keys to set

getPosBigTable

public int getPosBigTable()

Returns:

the position of the big table not in memory

setPosBigTable

public void setPosBigTable(int posBigTable)

Parameters:

posBigTable - the position of the big table not in memory

getKeyTblDesc

public TableDesc getKeyTblDesc()

Returns:

the keyTblDesc

setKeyTblDesc

public void setKeyTblDesc(TableDesc keyTblDesc)

Parameters:

keyTblDesc - the keyTblDesc to set

getValueFilteredTblDescs

public List<TableDesc> getValueFilteredTblDescs()

setValueFilteredTblDescs

public void setValueFilteredTblDescs(List<TableDesc> valueFilteredTblDescs)

getValueTblDescs

public List<TableDesc> getValueTblDescs()

Returns:

the valueTblDescs

setValueTblDescs

public void setValueTblDescs(List<TableDesc> valueTblDescs)

Parameters:

valueTblDescs - the valueTblDescs to set

getBigTableAlias

public String getBigTableAlias()

Returns:

bigTableAlias

setBigTableAlias

public void setBigTableAlias(String bigTableAlias)

Parameters:

bigTableAlias -

getAliasBucketFileNameMapping

public Map<String,Map<String,List<String>>> getAliasBucketFileNameMapping()

setAliasBucketFileNameMapping

public void setAliasBucketFileNameMapping(Map<String,Map<String,List<String>>> aliasBucketFileNameMapping)

getBigTableBucketNumMapping

public Map<String,Integer> getBigTableBucketNumMapping()

setBigTableBucketNumMapping

public void setBigTableBucketNumMapping(Map<String,Integer> bigTableBucketNumMapping)

getBigTablePartSpecToFileMapping

public Map<String,List<String>> getBigTablePartSpecToFileMapping()

setBigTablePartSpecToFileMapping

public void setBigTablePartSpecToFileMapping(Map<String,List<String>> partToFileMapping)

isBucketMapJoin

public boolean isBucketMapJoin()

setBucketMapJoin

public void setBucketMapJoin(boolean isBucketMapJoin)

isHybridHashJoin

public boolean isHybridHashJoin()

setHybridHashJoin

public void setHybridHashJoin(boolean isHybridHashJoin)

setHashTableMemoryUsage

public void setHashTableMemoryUsage(float hashtableMemoryUsage)

getHashTableMemoryUsage

public float getHashTableMemoryUsage()

isMapSideJoin

public boolean isMapSideJoin()

Overrides:

isMapSideJoin in class JoinDesc

setGenJoinKeys

public void setGenJoinKeys(boolean genJoinKeys)

getGenJoinKeys

public boolean getGenJoinKeys()

isDynamicPartitionHashJoin

public boolean isDynamicPartitionHashJoin()

setDynamicPartitionHashJoin

public void setDynamicPartitionHashJoin(boolean isDistributedHashJoin)

getMapJoinVectorization

public MapJoinDesc.MapJoinOperatorExplainVectorization getMapJoinVectorization()

getSMBJoinVectorization

public MapJoinDesc.SMBJoinOperatorExplainVectorization getSMBJoinVectorization()

isSame

public boolean isSame(OperatorDesc other)

Description copied from class: AbstractOperatorDesc

The default implementation delegates to Object.equals(Object). Intended to be overridden by sub classes.

Specified by:

isSame in interface OperatorDesc

Overrides:

isSame in class JoinDesc