org.apache.hadoop.hive.druid.serde

Class DruidQueryRecordReader<R extends Comparable<R>>

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

org.apache.hadoop.hive.druid.serde.DruidQueryRecordReader<R>

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Direct Known Subclasses:

DruidGroupByQueryRecordReader, DruidScanQueryRecordReader, DruidTimeseriesQueryRecordReader, DruidTopNQueryRecordReader

public abstract class DruidQueryRecordReader<R extends Comparable<R>>
extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Base record reader for given a Druid query. This class contains the logic to send the query to the broker and retrieve the results. The transformation to emit records needs to be done by the classes that extend the reader.

The key for each record will be a NullWritable, while the value will be a DruidWritable containing the timestamp as well as all values resulting from the query.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	DruidQueryRecordReader.JsonParserIterator<R extends Comparable<R>> This is a helper wrapper class used to create an iterator of druid rows out of InputStream.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.druid.query.Query	query Query that Druid executes.

Constructor Summary

Constructors

Constructor and Description
DruidQueryRecordReader()

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
DruidQueryRecordReader.JsonParserIterator<R>	createQueryResultsIterator()
DruidWritable	createValue()
abstract org.apache.hadoop.io.NullWritable	getCurrentKey()
abstract DruidWritable	getCurrentValue()
long	getPos()
abstract float	getProgress()
DruidQueryRecordReader.JsonParserIterator<R>	getQueryResultsIterator()
protected abstract com.fasterxml.jackson.databind.JavaType	getResultTypeDef()
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.conf.Configuration conf)
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, com.fasterxml.jackson.databind.ObjectMapper mapper, com.fasterxml.jackson.databind.ObjectMapper smileMapper, org.apache.druid.java.util.http.client.HttpClient httpClient, org.apache.hadoop.conf.Configuration conf)
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
abstract boolean	next(org.apache.hadoop.io.NullWritable key, DruidWritable value)
abstract boolean	nextKeyValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

query

protected org.apache.druid.query.Query query

Query that Druid executes.

Constructor Detail

DruidQueryRecordReader

public DruidQueryRecordReader()

Method Detail

getQueryResultsIterator

public DruidQueryRecordReader.JsonParserIterator<R> getQueryResultsIterator()

createQueryResultsIterator

public DruidQueryRecordReader.JsonParserIterator<R> createQueryResultsIterator()

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

Specified by:

initialize in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       com.fasterxml.jackson.databind.ObjectMapper mapper,
                       com.fasterxml.jackson.databind.ObjectMapper smileMapper,
                       org.apache.druid.java.util.http.client.HttpClient httpClient,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Throws:

IOException

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.conf.Configuration conf)
                throws IOException

Throws:

IOException

getResultTypeDef

protected abstract com.fasterxml.jackson.databind.JavaType getResultTypeDef()

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

createValue

public DruidWritable createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

next

public abstract boolean next(org.apache.hadoop.io.NullWritable key,
                             DruidWritable value)
                      throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

getPos

public long getPos()

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

nextKeyValue

public abstract boolean nextKeyValue()
                              throws IOException

Specified by:

nextKeyValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

getCurrentKey

public abstract org.apache.hadoop.io.NullWritable getCurrentKey()
                                                         throws IOException,
                                                                InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getCurrentValue

public abstract DruidWritable getCurrentValue()
                                       throws IOException,
                                              InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getProgress

public abstract float getProgress()
                           throws IOException

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Specified by:

getProgress in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>

Specified by:

close in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>