org.apache.hadoop.hive.ql.plan

Class ReduceSinkDesc

java.lang.Object

org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

org.apache.hadoop.hive.ql.plan.ReduceSinkDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

public class ReduceSinkDesc
extends AbstractOperatorDesc

ReduceSinkDesc.

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ReduceSinkDesc.ReducerTraits
class	ReduceSinkDesc.ReduceSinkOperatorExplainVectorization

Field Summary

Fields inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

colExprMap, memAvailable, memNeeded, opProps, opTraits, runtimeStatsTmpDir, statistics, vectorDesc, vectorMode

Constructor Summary

Constructors

Constructor and Description
ReduceSinkDesc()
ReduceSinkDesc(ArrayList<ExprNodeDesc> keyCols, int numDistributionKeys, ArrayList<ExprNodeDesc> valueCols, ArrayList<String> outputKeyColumnNames, List<List<Integer>> distinctColumnIndices, ArrayList<String> outputValueColumnNames, int tag, ArrayList<ExprNodeDesc> partitionCols, int numReducers, TableDesc keySerializeInfo, TableDesc valueSerializeInfo, AcidUtils.Operation writeType)

Method Summary

Modifier and Type	Method and Description
Object	clone()
List<ExprNodeDesc>	getBucketCols()
List<List<Integer>>	getDistinctColumnIndices()
ArrayList<ExprNodeDesc>	getKeyCols()
String	getKeyColString()
TableDesc	getKeySerializeInfo()
String	getNullOrder() Returns the null order in the key columns.
int	getNumBuckets()
int	getNumDistributionKeys()
int	getNumReducers() Returns the number of reducers for the map-reduce job.
String	getOrder() Returns the sort order of the key columns.
ArrayList<String>	getOutputKeyColumnNames()
String	getOutputName()
ArrayList<String>	getOutputValueColumnNames()
String	getParitionColsString()
ArrayList<ExprNodeDesc>	getPartitionCols()
EnumSet<ReduceSinkDesc.ReducerTraits>	getReducerTraits()
ReduceSinkDesc.ReduceSinkOperatorExplainVectorization	getReduceSinkVectorization()
boolean	getSkipTag()
int	getTag()
int	getTopN()
Integer	getTopNExplain()
float	getTopNMemoryUsage()
Float	getTopNMemoryUsageExplain()
String	getUserLevelExplainParitionColsString()
ArrayList<ExprNodeDesc>	getValueCols()
String	getValueColsString()
TableDesc	getValueSerializeInfo()
AcidUtils.Operation	getWriteType()
boolean	hasOrderBy()
boolean	isAutoParallel()
boolean	isDeduplicated()
boolean	isForwarding()
boolean	isMapGroupBy()
boolean	isOrdering()
boolean	isPartitioning()
boolean	isPTFReduceSink()
boolean	isQuickStart()
boolean	isSame(OperatorDesc other) The default implementation delegates to Object.equals(Object).
boolean	isSlowStart()
void	setBucketCols(List<ExprNodeDesc> bucketCols)
void	setDeduplicated(boolean isDeduplicated)
void	setDistinctColumnIndices(List<List<Integer>> distinctColumnIndices)
void	setForwarding(boolean forwarding)
void	setHasOrderBy(boolean hasOrderBy)
void	setKeyCols(ArrayList<ExprNodeDesc> keyCols)
void	setKeySerializeInfo(TableDesc keySerializeInfo)
void	setMapGroupBy(boolean mapGroupBy)
void	setNullOrder(String nullOrderStr)
void	setNumBuckets(int numBuckets)
void	setNumDistributionKeys(int numKeys)
void	setNumReducers(int numReducers)
void	setOrder(String orderStr)
void	setOutputKeyColumnNames(ArrayList<String> outputKeyColumnNames)
void	setOutputName(String outputName)
void	setOutputValueColumnNames(ArrayList<String> outputValueColumnNames)
void	setPartitionCols(ArrayList<ExprNodeDesc> partitionCols)
void	setPTFReduceSink(boolean isPTFReduceSink)
void	setReducerTraits(EnumSet<ReduceSinkDesc.ReducerTraits> traits)
void	setSkipTag(boolean value)
void	setTag(int tag)
void	setTopN(int topN)
void	setTopNMemoryUsage(float topNMemoryUsage)
void	setValueCols(ArrayList<ExprNodeDesc> valueCols)
void	setValueSerializeInfo(TableDesc valueSerializeInfo)

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

fillSignature, getColumnExprMap, getColumnExprMapForExplain, getMaxMemoryAvailable, getMemoryNeeded, getOpProps, getRuntimeStatsTmpDir, getStatistics, getTraits, getUserLevelStatistics, getVectorDesc, getVectorMode, setColumnExprMap, setMaxMemoryAvailable, setMemoryNeeded, setOpProps, setRuntimeStatsTmpDir, setStatistics, setTraits, setVectorDesc, setVectorMode

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ReduceSinkDesc

public ReduceSinkDesc()

ReduceSinkDesc

public ReduceSinkDesc(ArrayList<ExprNodeDesc> keyCols,
                      int numDistributionKeys,
                      ArrayList<ExprNodeDesc> valueCols,
                      ArrayList<String> outputKeyColumnNames,
                      List<List<Integer>> distinctColumnIndices,
                      ArrayList<String> outputValueColumnNames,
                      int tag,
                      ArrayList<ExprNodeDesc> partitionCols,
                      int numReducers,
                      TableDesc keySerializeInfo,
                      TableDesc valueSerializeInfo,
                      AcidUtils.Operation writeType)

Method Detail

clone

public Object clone()

Specified by:

clone in interface OperatorDesc

Overrides:

clone in class AbstractOperatorDesc

getOutputKeyColumnNames

public ArrayList<String> getOutputKeyColumnNames()

setOutputKeyColumnNames

public void setOutputKeyColumnNames(ArrayList<String> outputKeyColumnNames)

getOutputValueColumnNames

public ArrayList<String> getOutputValueColumnNames()

setOutputValueColumnNames

public void setOutputValueColumnNames(ArrayList<String> outputValueColumnNames)

getKeyColString

public String getKeyColString()

getKeyCols

public ArrayList<ExprNodeDesc> getKeyCols()

setKeyCols

public void setKeyCols(ArrayList<ExprNodeDesc> keyCols)

getNumDistributionKeys

public int getNumDistributionKeys()

setNumDistributionKeys

public void setNumDistributionKeys(int numKeys)

getValueColsString

public String getValueColsString()

getValueCols

public ArrayList<ExprNodeDesc> getValueCols()

setValueCols

public void setValueCols(ArrayList<ExprNodeDesc> valueCols)

getParitionColsString

public String getParitionColsString()

getUserLevelExplainParitionColsString

public String getUserLevelExplainParitionColsString()

getPartitionCols

public ArrayList<ExprNodeDesc> getPartitionCols()

setPartitionCols

public void setPartitionCols(ArrayList<ExprNodeDesc> partitionCols)

isPartitioning

public boolean isPartitioning()

getTag

public int getTag()

setTag

public void setTag(int tag)

getTopN

public int getTopN()

setTopN

public void setTopN(int topN)

getTopNExplain

public Integer getTopNExplain()

getTopNMemoryUsage

public float getTopNMemoryUsage()

setTopNMemoryUsage

public void setTopNMemoryUsage(float topNMemoryUsage)

getTopNMemoryUsageExplain

public Float getTopNMemoryUsageExplain()

isMapGroupBy

public boolean isMapGroupBy()

setMapGroupBy

public void setMapGroupBy(boolean mapGroupBy)

isPTFReduceSink

public boolean isPTFReduceSink()

setPTFReduceSink

public void setPTFReduceSink(boolean isPTFReduceSink)

getNumReducers

public int getNumReducers()

Returns the number of reducers for the map-reduce job. -1 means to decide the number of reducers at runtime. This enables Hive to estimate the number of reducers based on the map-reduce input data size, which is only available right before we start the map-reduce job.

setNumReducers

public void setNumReducers(int numReducers)

getKeySerializeInfo

public TableDesc getKeySerializeInfo()

setKeySerializeInfo

public void setKeySerializeInfo(TableDesc keySerializeInfo)

getValueSerializeInfo

public TableDesc getValueSerializeInfo()

setValueSerializeInfo

public void setValueSerializeInfo(TableDesc valueSerializeInfo)

getOrder

public String getOrder()

Returns the sort order of the key columns.

Returns:

null, which means ascending order for all key columns, or a String of the same length as key columns, that consists of only "+" (ascending order) and "-" (descending order).

setOrder

public void setOrder(String orderStr)

isOrdering

public boolean isOrdering()

getNullOrder

public String getNullOrder()

Returns the null order in the key columns.

Returns:

null, which means default for all key columns, or a String of the same length as key columns, that consists of only "a" (null first) and "z" (null last).

setNullOrder

public void setNullOrder(String nullOrderStr)

getDistinctColumnIndices

public List<List<Integer>> getDistinctColumnIndices()

setDistinctColumnIndices

public void setDistinctColumnIndices(List<List<Integer>> distinctColumnIndices)

getOutputName

public String getOutputName()

setOutputName

public void setOutputName(String outputName)

getNumBuckets

public int getNumBuckets()

setNumBuckets

public void setNumBuckets(int numBuckets)

getBucketCols

public List<ExprNodeDesc> getBucketCols()

setBucketCols

public void setBucketCols(List<ExprNodeDesc> bucketCols)

setSkipTag

public void setSkipTag(boolean value)

getSkipTag

public boolean getSkipTag()

setForwarding

public void setForwarding(boolean forwarding)

isForwarding

public boolean isForwarding()

isAutoParallel

public final boolean isAutoParallel()

isSlowStart

public final boolean isSlowStart()

isQuickStart

public final boolean isQuickStart()

getReducerTraits

public final EnumSet<ReduceSinkDesc.ReducerTraits> getReducerTraits()

setReducerTraits

public final void setReducerTraits(EnumSet<ReduceSinkDesc.ReducerTraits> traits)

isDeduplicated

public boolean isDeduplicated()

setDeduplicated

public void setDeduplicated(boolean isDeduplicated)

hasOrderBy

public boolean hasOrderBy()

setHasOrderBy

public void setHasOrderBy(boolean hasOrderBy)

getReduceSinkVectorization

public ReduceSinkDesc.ReduceSinkOperatorExplainVectorization getReduceSinkVectorization()

isSame

public boolean isSame(OperatorDesc other)

Description copied from class: AbstractOperatorDesc

The default implementation delegates to Object.equals(Object). Intended to be overridden by sub classes.

Specified by:

isSame in interface OperatorDesc

Overrides:

isSame in class AbstractOperatorDesc

getWriteType

public AcidUtils.Operation getWriteType()