org.apache.hadoop.hive.druid.serde

Class DruidQueryRecordReader<T extends io.druid.query.BaseQuery<R>,R extends Comparable<R>>

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

org.apache.hadoop.hive.druid.serde.DruidQueryRecordReader<T,R>

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Direct Known Subclasses:

DruidGroupByQueryRecordReader, DruidScanQueryRecordReader, DruidSelectQueryRecordReader, DruidTimeseriesQueryRecordReader, DruidTopNQueryRecordReader

public abstract class DruidQueryRecordReader<T extends io.druid.query.BaseQuery<R>,R extends Comparable<R>>
extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Base record reader for given a Druid query. This class contains the logic to send the query to the broker and retrieve the results. The transformation to emit records needs to be done by the classes that extend the reader. The key for each record will be a NullWritable, while the value will be a DruidWritable containing the timestamp as well as all values resulting from the query.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	DruidQueryRecordReader.JsonParserIterator<R extends Comparable<R>> This is a helper wrapper class used to create an iterator of druid rows out of InputStream.

Field Summary

Fields

Modifier and Type	Field and Description
protected io.druid.query.Query	query Query that Druid executes.
protected DruidQueryRecordReader.JsonParserIterator<R>	queryResultsIterator Query results as a streaming iterator.
protected com.fasterxml.jackson.databind.JavaType	resultsType Result type definition used to read the rows, this is query dependent.

Constructor Summary

Constructors

Constructor and Description
DruidQueryRecordReader()

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
DruidWritable	createValue()
abstract org.apache.hadoop.io.NullWritable	getCurrentKey()
abstract DruidWritable	getCurrentValue()
long	getPos()
abstract float	getProgress()
protected abstract com.fasterxml.jackson.databind.JavaType	getResultTypeDef()
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.conf.Configuration conf)
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.conf.Configuration conf, com.fasterxml.jackson.databind.ObjectMapper mapper, com.fasterxml.jackson.databind.ObjectMapper smileMapper, com.metamx.http.client.HttpClient httpClient)
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
abstract boolean	next(org.apache.hadoop.io.NullWritable key, DruidWritable value)
abstract boolean	nextKeyValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

query

protected io.druid.query.Query query

Query that Druid executes.

queryResultsIterator

protected DruidQueryRecordReader.JsonParserIterator<R extends Comparable<R>> queryResultsIterator

Query results as a streaming iterator.

resultsType

protected com.fasterxml.jackson.databind.JavaType resultsType

Result type definition used to read the rows, this is query dependent.

Constructor Detail

DruidQueryRecordReader

public DruidQueryRecordReader()

Method Detail

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

Specified by:

initialize in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.conf.Configuration conf,
                       com.fasterxml.jackson.databind.ObjectMapper mapper,
                       com.fasterxml.jackson.databind.ObjectMapper smileMapper,
                       com.metamx.http.client.HttpClient httpClient)
                throws IOException

Throws:

IOException

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Throws:

IOException

getResultTypeDef

protected abstract com.fasterxml.jackson.databind.JavaType getResultTypeDef()

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

createValue

public DruidWritable createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

next

public abstract boolean next(org.apache.hadoop.io.NullWritable key,
                             DruidWritable value)
                      throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

getPos

public long getPos()

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

nextKeyValue

public abstract boolean nextKeyValue()
                              throws IOException

Specified by:

nextKeyValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

getCurrentKey

public abstract org.apache.hadoop.io.NullWritable getCurrentKey()
                                                         throws IOException,
                                                                InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getCurrentValue

public abstract DruidWritable getCurrentValue()
                                       throws IOException,
                                              InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getProgress

public abstract float getProgress()
                           throws IOException

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Specified by:

getProgress in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Specified by:

close in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>