de.jungblut.datastructure

Class Merger<M extends org.apache.hadoop.io.WritableComparable>

java.lang.Object

de.jungblut.datastructure.Merger<M>

Type Parameters:

M - the message type extending WritableComparable.

public final class Merger<M extends org.apache.hadoop.io.WritableComparable>
extends Object

Sorted segment merger on disk. It maintains a heap to minimize the number of comparisions made between the files.

Author:

thomas.jungblut

Method Summary

Modifier and Type	Method and Description
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(Class<M> msgClass, boolean intermediateMerge, File outputFile, List<File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(Class<M> msgClass, File outputFile, File... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(Class<M> msgClass, File outputFile, List<File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(Class<M> msgClass, String outputFile, List<String> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(Class<M> msgClass, String outputFile, String... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(Class<M> msgClass, File outputFile, File... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(Class<M> msgClass, File outputFile, List<File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(Class<M> msgClass, String outputFile, List<String> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(Class<M> msgClass, String outputFile, String... files)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(Class<M> msgClass,
                                                                                            String outputFile,
                                                                                            String... files)
                                                                                     throws IOException

Throws:

IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(Class<M> msgClass,
                                                                                            File outputFile,
                                                                                            File... files)
                                                                                     throws IOException

Throws:

IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(Class<M> msgClass,
                                                                                            File outputFile,
                                                                                            List<File> list)
                                                                                     throws IOException

Throws:

IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(Class<M> msgClass,
                                                                                            String outputFile,
                                                                                            List<String> list)
                                                                                     throws IOException

Throws:

IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(Class<M> msgClass,
                                                                                String outputFile,
                                                                                String... files)
                                                                         throws IOException

Throws:

IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(Class<M> msgClass,
                                                                                String outputFile,
                                                                                List<String> list)
                                                                         throws IOException

Throws:

IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(Class<M> msgClass,
                                                                                File outputFile,
                                                                                File... files)
                                                                         throws IOException

Throws:

IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(Class<M> msgClass,
                                                                                File outputFile,
                                                                                List<File> list)
                                                                         throws IOException

Throws:

IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(Class<M> msgClass,
                                                                                boolean intermediateMerge,
                                                                                File outputFile,
                                                                                List<File> list)
                                                                         throws IOException

Throws:

IOException