Package de.jungblut.datastructure

Class Merger<M extends org.apache.hadoop.io.WritableComparable>

java.lang.Object

de.jungblut.datastructure.Merger<M>

Type Parameters:

M - the message type extending WritableComparable.

public final class Merger<M extends org.apache.hadoop.io.WritableComparable>
extends java.lang.Object

Sorted segment merger on disk. It maintains a heap to minimize the number of comparisions made between the files.

Author:

thomas.jungblut

Method Summary

Modifier and Type	Method	Description
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(java.lang.Class<M> msgClass, boolean intermediateMerge, java.io.File outputFile, java.util.List<java.io.File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(java.lang.Class<M> msgClass, java.io.File outputFile, java.io.File... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(java.lang.Class<M> msgClass, java.io.File outputFile, java.util.List<java.io.File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(java.lang.Class<M> msgClass, java.lang.String outputFile, java.lang.String... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	merge(java.lang.Class<M> msgClass, java.lang.String outputFile, java.util.List<java.lang.String> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(java.lang.Class<M> msgClass, java.io.File outputFile, java.io.File... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(java.lang.Class<M> msgClass, java.io.File outputFile, java.util.List<java.io.File> list)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(java.lang.Class<M> msgClass, java.lang.String outputFile, java.lang.String... files)
static <M extends org.apache.hadoop.io.WritableComparable<?>> void	mergeIntermediate(java.lang.Class<M> msgClass, java.lang.String outputFile, java.util.List<java.lang.String> list)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(java.lang.Class<M> msgClass,
                                                                                            java.lang.String outputFile,
                                                                                            java.lang.String... files)
                                                                                     throws java.io.IOException

Throws:

java.io.IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(java.lang.Class<M> msgClass,
                                                                                            java.io.File outputFile,
                                                                                            java.io.File... files)
                                                                                     throws java.io.IOException

Throws:

java.io.IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(java.lang.Class<M> msgClass,
                                                                                            java.io.File outputFile,
                                                                                            java.util.List<java.io.File> list)
                                                                                     throws java.io.IOException

Throws:

java.io.IOException

mergeIntermediate

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void mergeIntermediate(java.lang.Class<M> msgClass,
                                                                                            java.lang.String outputFile,
                                                                                            java.util.List<java.lang.String> list)
                                                                                     throws java.io.IOException

Throws:

java.io.IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(java.lang.Class<M> msgClass,
                                                                                java.lang.String outputFile,
                                                                                java.lang.String... files)
                                                                         throws java.io.IOException

Throws:

java.io.IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(java.lang.Class<M> msgClass,
                                                                                java.lang.String outputFile,
                                                                                java.util.List<java.lang.String> list)
                                                                         throws java.io.IOException

Throws:

java.io.IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(java.lang.Class<M> msgClass,
                                                                                java.io.File outputFile,
                                                                                java.io.File... files)
                                                                         throws java.io.IOException

Throws:

java.io.IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(java.lang.Class<M> msgClass,
                                                                                java.io.File outputFile,
                                                                                java.util.List<java.io.File> list)
                                                                         throws java.io.IOException

Throws:

java.io.IOException

merge

public static <M extends org.apache.hadoop.io.WritableComparable<?>> void merge(java.lang.Class<M> msgClass,
                                                                                boolean intermediateMerge,
                                                                                java.io.File outputFile,
                                                                                java.util.List<java.io.File> list)
                                                                         throws java.io.IOException

Throws:

java.io.IOException