Overview
Package
Class
Use
Tree
Deprecated
Index
PREV NEXT
FRAMES
NO FRAMES
All Classes
A
B
C
D
E
F
G
H
I
K
M
N
O
P
R
S
T
U
V
W
Z
A
addAccumulator(Map<String, Long>, Map<String, Long>)
- Method in class org.apache.crunch.impl.spark.
CounterAccumulatorParam
addInPlace(Map<String, Long>, Map<String, Long>)
- Method in class org.apache.crunch.impl.spark.
CounterAccumulatorParam
AvroSerDe
<
T
> - Class in
org.apache.crunch.impl.spark.serde
AvroSerDe(AvroType<T>)
- Constructor for class org.apache.crunch.impl.spark.serde.
AvroSerDe
B
ByteArray
- Class in
org.apache.crunch.impl.spark
ByteArray(byte[])
- Constructor for class org.apache.crunch.impl.spark.
ByteArray
C
cache(PCollection<T>, CachingOptions)
- Method in class org.apache.crunch.impl.spark.
SparkPipeline
call(Tuple2<IntByteArray, List<byte[]>>)
- Method in class org.apache.crunch.impl.spark.collect.
ToByteArrayFunction
call(Iterator<Tuple2<K, V>>)
- Method in class org.apache.crunch.impl.spark.fn.
CombineMapsideFunction
call(Iterator<S>)
- Method in class org.apache.crunch.impl.spark.fn.
FlatMapDoFn
call(Iterator<Tuple2<K, V>>)
- Method in class org.apache.crunch.impl.spark.fn.
FlatMapPairDoFn
call(Tuple2<K, V>)
- Method in class org.apache.crunch.impl.spark.fn.
InputConverterFunction
call(Object)
- Method in class org.apache.crunch.impl.spark.fn.
MapFunction
call(Pair<K, V>)
- Method in class org.apache.crunch.impl.spark.fn.
MapOutputFunction
call(S)
- Method in class org.apache.crunch.impl.spark.fn.
OutputConverterFunction
call(Iterator<T>)
- Method in class org.apache.crunch.impl.spark.fn.
PairFlatMapDoFn
call(Iterator<Tuple2<K, V>>)
- Method in class org.apache.crunch.impl.spark.fn.
PairFlatMapPairDoFn
call(Tuple2<K, V>)
- Method in class org.apache.crunch.impl.spark.fn.
PairMapFunction
call(Pair<K, List<V>>)
- Method in class org.apache.crunch.impl.spark.fn.
PairMapIterableFunction
call(Pair<K, V>)
- Method in class org.apache.crunch.impl.spark.fn.
PartitionedMapOutputFunction
call(Iterator<Tuple2<ByteArray, List<byte[]>>>)
- Method in class org.apache.crunch.impl.spark.fn.
ReduceGroupingFunction
call(Tuple2<ByteArray, List<byte[]>>)
- Method in class org.apache.crunch.impl.spark.fn.
ReduceInputFunction
CombineMapsideFunction
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.fn
CombineMapsideFunction(CombineFn<K, V>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
CombineMapsideFunction
compare(ByteArray, ByteArray)
- Method in class org.apache.crunch.impl.spark.
SparkComparator
compareTo(ByteArray)
- Method in class org.apache.crunch.impl.spark.
ByteArray
CounterAccumulatorParam
- Class in
org.apache.crunch.impl.spark
CounterAccumulatorParam()
- Constructor for class org.apache.crunch.impl.spark.
CounterAccumulatorParam
createDoCollection(String, PCollectionImpl<S>, DoFn<S, T>, PType<T>, ParallelDoOptions)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createDoTable(String, PCollectionImpl<S>, DoFn<S, Pair<K, V>>, PTableType<K, V>, ParallelDoOptions)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createDoTable(String, PCollectionImpl<S>, CombineFn<K, V>, DoFn<S, Pair<K, V>>, PTableType<K, V>)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createGroupedTable(PTableBase<K, V>, GroupingOptions)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createInputCollection(Source<S>, DistributedPipeline)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createInputTable(TableSource<K, V>, DistributedPipeline)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createUnionCollection(List<? extends PCollectionImpl<S>>)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
createUnionTable(List<PTableBase<K, V>>)
- Method in class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
CrunchIterable
<
S
,
T
> - Class in
org.apache.crunch.impl.spark.fn
CrunchIterable(DoFn<S, T>, Iterator<S>)
- Constructor for class org.apache.crunch.impl.spark.fn.
CrunchIterable
D
DoCollection
<
S
> - Class in
org.apache.crunch.impl.spark.collect
done()
- Method in class org.apache.crunch.impl.spark.
SparkPipeline
DoTable
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.collect
E
equals(Object)
- Method in class org.apache.crunch.impl.spark.
ByteArray
equals(Object)
- Method in class org.apache.crunch.impl.spark.
IntByteArray
execute()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
F
FlatMapDoFn
<
S
,
T
> - Class in
org.apache.crunch.impl.spark.fn
FlatMapDoFn(DoFn<S, T>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
FlatMapDoFn
FlatMapPairDoFn
<
K
,
V
,
T
> - Class in
org.apache.crunch.impl.spark.fn
FlatMapPairDoFn(DoFn<Pair<K, V>, T>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
FlatMapPairDoFn
fromBytes(byte[])
- Method in class org.apache.crunch.impl.spark.serde.
AvroSerDe
fromBytes(byte[])
- Method in interface org.apache.crunch.impl.spark.serde.
SerDe
fromBytes(byte[])
- Method in class org.apache.crunch.impl.spark.serde.
WritableSerDe
fromBytesFunction()
- Method in class org.apache.crunch.impl.spark.serde.
AvroSerDe
fromBytesFunction()
- Method in interface org.apache.crunch.impl.spark.serde.
SerDe
fromBytesFunction()
- Method in class org.apache.crunch.impl.spark.serde.
WritableSerDe
G
get()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
get(long, TimeUnit)
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getCombineFn()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getConfiguration()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getConfiguration()
- Method in class org.apache.crunch.impl.spark.
SparkRuntimeContext
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
DoCollection
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
DoTable
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
InputCollection
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
InputTable
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
PGroupedTableImpl
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
UnionCollection
getJavaRDDLike(SparkRuntime)
- Method in class org.apache.crunch.impl.spark.collect.
UnionTable
getJavaRDDLike(SparkRuntime)
- Method in interface org.apache.crunch.impl.spark.
SparkCollection
getPartition(Object)
- Method in class org.apache.crunch.impl.spark.
SparkPartitioner
getPlanDotFile()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getResult()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getRuntimeContext()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getSparkContext()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getStatus()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getStorageLevel(PCollection<?>)
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
getTaskIOContext(Broadcast<Configuration>, Accumulator<Map<String, Long>>)
- Static method in class org.apache.crunch.impl.spark.
SparkRuntimeContext
GuavaUtils
- Class in
org.apache.crunch.impl.spark
GuavaUtils()
- Constructor for class org.apache.crunch.impl.spark.
GuavaUtils
H
hashCode()
- Method in class org.apache.crunch.impl.spark.
ByteArray
hashCode()
- Method in class org.apache.crunch.impl.spark.
IntByteArray
I
initialize(DoFn<?, ?>)
- Method in class org.apache.crunch.impl.spark.
SparkRuntimeContext
InputCollection
<
S
> - Class in
org.apache.crunch.impl.spark.collect
InputConverterFunction
<
K
,
V
,
S
> - Class in
org.apache.crunch.impl.spark.fn
InputConverterFunction(Converter<K, V, S, ?>)
- Constructor for class org.apache.crunch.impl.spark.fn.
InputConverterFunction
InputTable
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.collect
InputTable(TableSource<K, V>, DistributedPipeline)
- Constructor for class org.apache.crunch.impl.spark.collect.
InputTable
IntByteArray
- Class in
org.apache.crunch.impl.spark
IntByteArray(int, byte[])
- Constructor for class org.apache.crunch.impl.spark.
IntByteArray
isValid(JavaRDDLike<?, ?>)
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
iterator()
- Method in class org.apache.crunch.impl.spark.fn.
CrunchIterable
K
kill()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
M
MapFunction
- Class in
org.apache.crunch.impl.spark.fn
MapFunction(MapFn, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
MapFunction
MapOutputFunction
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.fn
MapOutputFunction(SerDe, SerDe)
- Constructor for class org.apache.crunch.impl.spark.fn.
MapOutputFunction
materialize(PCollection<T>)
- Method in class org.apache.crunch.impl.spark.
SparkPipeline
N
numPartitions()
- Method in class org.apache.crunch.impl.spark.
SparkPartitioner
O
org.apache.crunch.impl.spark
- package org.apache.crunch.impl.spark
org.apache.crunch.impl.spark.collect
- package org.apache.crunch.impl.spark.collect
org.apache.crunch.impl.spark.fn
- package org.apache.crunch.impl.spark.fn
org.apache.crunch.impl.spark.serde
- package org.apache.crunch.impl.spark.serde
OutputConverterFunction
<
K
,
V
,
S
> - Class in
org.apache.crunch.impl.spark.fn
OutputConverterFunction(Converter<K, V, S, ?>)
- Constructor for class org.apache.crunch.impl.spark.fn.
OutputConverterFunction
P
pair2tupleFunc()
- Static method in class org.apache.crunch.impl.spark.
GuavaUtils
PairFlatMapDoFn
<
T
,
K
,
V
> - Class in
org.apache.crunch.impl.spark.fn
PairFlatMapDoFn(DoFn<T, Pair<K, V>>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
PairFlatMapDoFn
PairFlatMapPairDoFn
<
K
,
V
,
K2
,
V2
> - Class in
org.apache.crunch.impl.spark.fn
PairFlatMapPairDoFn(DoFn<Pair<K, V>, Pair<K2, V2>>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
PairFlatMapPairDoFn
PairMapFunction
<
K
,
V
,
S
> - Class in
org.apache.crunch.impl.spark.fn
PairMapFunction(MapFn<Pair<K, V>, S>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
PairMapFunction
PairMapIterableFunction
<
K
,
V
,
S
,
T
> - Class in
org.apache.crunch.impl.spark.fn
PairMapIterableFunction(MapFn<Pair<K, List<V>>, Pair<S, Iterable<T>>>, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
PairMapIterableFunction
partition
- Variable in class org.apache.crunch.impl.spark.
IntByteArray
PartitionedMapOutputFunction
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.fn
PartitionedMapOutputFunction(SerDe<K>, SerDe<V>, PGroupedTableType<K, V>, Class<? extends Partitioner>, int, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
PartitionedMapOutputFunction
PGroupedTableImpl
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.collect
R
ReduceGroupingFunction
- Class in
org.apache.crunch.impl.spark.fn
ReduceGroupingFunction(GroupingOptions, PGroupedTableType, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.fn.
ReduceGroupingFunction
ReduceInputFunction
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.fn
ReduceInputFunction(SerDe<K>, SerDe<V>)
- Constructor for class org.apache.crunch.impl.spark.fn.
ReduceInputFunction
run()
- Method in class org.apache.crunch.impl.spark.
SparkPipeline
runAsync()
- Method in class org.apache.crunch.impl.spark.
SparkPipeline
S
SerDe
<
T
> - Interface in
org.apache.crunch.impl.spark.serde
setCombineFn(CombineFn)
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
SparkCollectFactory
- Class in
org.apache.crunch.impl.spark.collect
SparkCollectFactory()
- Constructor for class org.apache.crunch.impl.spark.collect.
SparkCollectFactory
SparkCollection
- Interface in
org.apache.crunch.impl.spark
SparkComparator
- Class in
org.apache.crunch.impl.spark
SparkComparator(GroupingOptions, PGroupedTableType, SparkRuntimeContext)
- Constructor for class org.apache.crunch.impl.spark.
SparkComparator
SparkPartitioner
- Class in
org.apache.crunch.impl.spark
SparkPartitioner(int)
- Constructor for class org.apache.crunch.impl.spark.
SparkPartitioner
SparkPipeline
- Class in
org.apache.crunch.impl.spark
SparkPipeline(String, String)
- Constructor for class org.apache.crunch.impl.spark.
SparkPipeline
SparkPipeline(JavaSparkContext, String)
- Constructor for class org.apache.crunch.impl.spark.
SparkPipeline
SparkRuntime
- Class in
org.apache.crunch.impl.spark
SparkRuntime(SparkPipeline, JavaSparkContext, Configuration, Map<PCollectionImpl<?>, Set<Target>>, Map<PCollectionImpl<?>, MaterializableIterable>, Map<PCollection<?>, StorageLevel>)
- Constructor for class org.apache.crunch.impl.spark.
SparkRuntime
SparkRuntimeContext
- Class in
org.apache.crunch.impl.spark
SparkRuntimeContext(Broadcast<Configuration>, Accumulator<Map<String, Long>>)
- Constructor for class org.apache.crunch.impl.spark.
SparkRuntimeContext
T
ToByteArrayFunction
- Class in
org.apache.crunch.impl.spark.collect
ToByteArrayFunction()
- Constructor for class org.apache.crunch.impl.spark.collect.
ToByteArrayFunction
toBytes(T)
- Method in class org.apache.crunch.impl.spark.serde.
AvroSerDe
toBytes(T)
- Method in interface org.apache.crunch.impl.spark.serde.
SerDe
toBytes(Writable)
- Method in class org.apache.crunch.impl.spark.serde.
WritableSerDe
tuple2PairFunc()
- Static method in class org.apache.crunch.impl.spark.
GuavaUtils
U
UnionCollection
<
S
> - Class in
org.apache.crunch.impl.spark.collect
UnionTable
<
K
,
V
> - Class in
org.apache.crunch.impl.spark.collect
V
value
- Variable in class org.apache.crunch.impl.spark.
ByteArray
W
waitFor(long, TimeUnit)
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
waitUntilDone()
- Method in class org.apache.crunch.impl.spark.
SparkRuntime
WritableSerDe
- Class in
org.apache.crunch.impl.spark.serde
WritableSerDe(Class<? extends Writable>)
- Constructor for class org.apache.crunch.impl.spark.serde.
WritableSerDe
Z
zero(Map<String, Long>)
- Method in class org.apache.crunch.impl.spark.
CounterAccumulatorParam
A
B
C
D
E
F
G
H
I
K
M
N
O
P
R
S
T
U
V
W
Z
Overview
Package
Class
Use
Tree
Deprecated
Index
PREV NEXT
FRAMES
NO FRAMES
All Classes
Copyright © 2013
The Apache Software Foundation
. All Rights Reserved.