org.apache.hadoop.hive.druid.io

Class DruidQueryBasedInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

org.apache.hadoop.hive.druid.io.DruidQueryBasedInputFormat

All Implemented Interfaces:

VectorizedInputFormatInterface, org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

public class DruidQueryBasedInputFormat
extends org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>
implements org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>, VectorizedInputFormatInterface

Druid query based input format. Given a query and the Druid broker address, it will send it, and retrieve and parse the results.

Constructor Summary

Constructors

Constructor and Description
DruidQueryBasedInputFormat()

Method Summary

Modifier and Type	Method and Description
org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
static DruidQueryRecordReader	getDruidQueryReader(String druidQueryType)
protected HiveDruidSplit[]	getInputSplits(org.apache.hadoop.conf.Configuration conf)
org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable>	getRecordReader(org.apache.hadoop.mapred.InputSplit split, org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.Reporter reporter)
org.apache.hadoop.mapred.InputSplit[]	getSplits(org.apache.hadoop.mapred.JobConf job, int numSplits)
List<org.apache.hadoop.mapreduce.InputSplit>	getSplits(org.apache.hadoop.mapreduce.JobContext context)
VectorizedSupport.Support[]	getSupportedFeatures()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hive.ql.exec.vector.VectorizedInputFormatInterface

getSupportedFeatures

Constructor Detail

DruidQueryBasedInputFormat

public DruidQueryBasedInputFormat()

Method Detail

getDruidQueryReader

public static DruidQueryRecordReader getDruidQueryReader(String druidQueryType)

getSplits

public org.apache.hadoop.mapred.InputSplit[] getSplits(org.apache.hadoop.mapred.JobConf job,
                                                       int numSplits)
                                                throws IOException

Specified by:

getSplits in interface org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

getSplits

public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context)
                                                       throws IOException,
                                                              InterruptedException

Specified by:

getSplits in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getInputSplits

protected HiveDruidSplit[] getInputSplits(org.apache.hadoop.conf.Configuration conf)
                                   throws IOException

Throws:

IOException

getRecordReader

public org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable> getRecordReader(org.apache.hadoop.mapred.InputSplit split,
                                                                                                              org.apache.hadoop.mapred.JobConf job,
                                                                                                              org.apache.hadoop.mapred.Reporter reporter)
                                                                                                       throws IOException

Specified by:

getRecordReader in interface org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,DruidWritable> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                                                    org.apache.hadoop.mapreduce.TaskAttemptContext context)
                                                                                                             throws IOException,
                                                                                                                    InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.NullWritable,DruidWritable>

Throws:

IOException

InterruptedException

getSupportedFeatures

public VectorizedSupport.Support[] getSupportedFeatures()

Specified by:

getSupportedFeatures in interface VectorizedInputFormatInterface