public class HashSelectorsAndPartitionDataMapper extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>
Reads in data, extracts the selector by queryType from each dataElement, performs a keyed hash of the selector, extracts the partitions of the dataElement,
and emits
| Constructor and Description |
|---|
HashSelectorsAndPartitionDataMapper() |
| Modifier and Type | Method and Description |
|---|---|
void |
cleanup(org.apache.hadoop.mapreduce.Mapper.Context ctx) |
void |
map(org.apache.hadoop.io.Text key,
org.apache.hadoop.io.MapWritable value,
org.apache.hadoop.mapreduce.Mapper.Context ctx)
The key is the docID/line number and the value is the doc
|
void |
setup(org.apache.hadoop.mapreduce.Mapper.Context ctx) |
public void setup(org.apache.hadoop.mapreduce.Mapper.Context ctx)
throws java.io.IOException,
java.lang.InterruptedException
setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>java.io.IOExceptionjava.lang.InterruptedExceptionpublic void map(org.apache.hadoop.io.Text key,
org.apache.hadoop.io.MapWritable value,
org.apache.hadoop.mapreduce.Mapper.Context ctx)
throws java.io.IOException,
java.lang.InterruptedException
map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>java.io.IOExceptionjava.lang.InterruptedExceptionpublic void cleanup(org.apache.hadoop.mapreduce.Mapper.Context ctx)
throws java.io.IOException,
java.lang.InterruptedException
cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>java.io.IOExceptionjava.lang.InterruptedException