org.apache.hadoop.hive.ql.exec.spark

Class ShuffleTran

java.lang.Object

org.apache.hadoop.hive.ql.exec.spark.ShuffleTran

All Implemented Interfaces:

SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>

public class ShuffleTran
extends Object
implements SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>

Constructor Summary

Constructors

Constructor and Description
ShuffleTran(SparkPlan sparkPlan, SparkShuffler sf, int n)
ShuffleTran(SparkPlan sparkPlan, SparkShuffler sf, int n, boolean toCache, String name, SparkEdgeProperty edge)

Method Summary

Modifier and Type	Method and Description
String	getName()
int	getNoOfPartitions()
SparkShuffler	getShuffler()
Boolean	isCacheEnable()
org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable>	transform(org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> input)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ShuffleTran

public ShuffleTran(SparkPlan sparkPlan,
                   SparkShuffler sf,
                   int n)

ShuffleTran

public ShuffleTran(SparkPlan sparkPlan,
                   SparkShuffler sf,
                   int n,
                   boolean toCache,
                   String name,
                   SparkEdgeProperty edge)

Method Detail

transform

public org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> transform(org.apache.spark.api.java.JavaPairRDD<HiveKey,org.apache.hadoop.io.BytesWritable> input)

Specified by:

transform in interface SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>

getNoOfPartitions

public int getNoOfPartitions()

getName

public String getName()

Specified by:

getName in interface SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>

isCacheEnable

public Boolean isCacheEnable()

Specified by:

isCacheEnable in interface SparkTran<HiveKey,org.apache.hadoop.io.BytesWritable,HiveKey,org.apache.hadoop.io.BytesWritable>

getShuffler

public SparkShuffler getShuffler()