org.apache.hadoop.hive.llap

Class LlapBaseRecordReader<V extends org.apache.hadoop.io.WritableComparable>

java.lang.Object

org.apache.hadoop.hive.llap.LlapBaseRecordReader<V>

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V>

Direct Known Subclasses:

LlapArrowBatchRecordReader

public class LlapBaseRecordReader<V extends org.apache.hadoop.io.WritableComparable>
extends Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V>

Base LLAP RecordReader to handle receiving of the data from the LLAP daemon.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	LlapBaseRecordReader.ReaderEvent Define success/error events which are passed to the reader from a different thread.

Field Summary

Fields

Modifier and Type	Field and Description
protected ChunkedInputStream	cin
protected Class<V>	clazz
protected Closeable	client
protected DataInputStream	din
protected LinkedBlockingQueue<LlapBaseRecordReader.ReaderEvent>	readerEvents
protected Thread	readerThread
protected Schema	schema

Constructor Summary

Constructors

Constructor and Description
LlapBaseRecordReader(InputStream in, Schema schema, Class<V> clazz, org.apache.hadoop.mapred.JobConf job, Closeable client, Closeable socket)

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
V	createValue()
protected void	failOnInterruption(IOException io)
long	getPos()
float	getProgress()
protected LlapBaseRecordReader.ReaderEvent	getReaderEvent()
protected Thread	getReaderThread()
Schema	getSchema()
void	handleEvent(LlapBaseRecordReader.ReaderEvent event)
protected boolean	hasInput()
boolean	next(org.apache.hadoop.io.NullWritable key, V value)
protected void	processReaderEvent()
protected void	setReaderThread(Thread readerThread)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

cin

protected final ChunkedInputStream cin

din

protected final DataInputStream din

schema

protected final Schema schema

clazz

protected final Class<V extends org.apache.hadoop.io.WritableComparable> clazz

readerThread

protected Thread readerThread

readerEvents

protected final LinkedBlockingQueue<LlapBaseRecordReader.ReaderEvent> readerEvents

client

protected final Closeable client

Constructor Detail

LlapBaseRecordReader

public LlapBaseRecordReader(InputStream in,
                            Schema schema,
                            Class<V> clazz,
                            org.apache.hadoop.mapred.JobConf job,
                            Closeable client,
                            Closeable socket)

Method Detail

getSchema

public Schema getSchema()

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

Throws:

IOException

getPos

public long getPos()

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

createValue

public V createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

next

public boolean next(org.apache.hadoop.io.NullWritable key,
                    V value)
             throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

Throws:

IOException

processReaderEvent

protected void processReaderEvent()
                           throws IOException

Throws:

IOException

failOnInterruption

protected void failOnInterruption(IOException io)
                           throws IOException

Throws:

IOException

handleEvent

public void handleEvent(LlapBaseRecordReader.ReaderEvent event)

hasInput

protected boolean hasInput()
                    throws IOException

Throws:

IOException

getReaderEvent

protected LlapBaseRecordReader.ReaderEvent getReaderEvent()
                                                   throws IOException

Throws:

IOException

setReaderThread

protected void setReaderThread(Thread readerThread)

getReaderThread

protected Thread getReaderThread()