Serialized Form

Package org.apache.crunch.impl.spark

Class org.apache.crunch.impl.spark.ByteArray extends Object implements Serializable

Serialized Fields

value

byte[] value

Class org.apache.crunch.impl.spark.CounterAccumulatorParam extends Object implements Serializable

Class org.apache.crunch.impl.spark.IntByteArray extends ByteArray implements Serializable

Serialized Fields

partition

int partition

Class org.apache.crunch.impl.spark.SparkComparator extends Object implements Serializable

Serialized Fields

cmpClass

Class<T> cmpClass

options

GroupingOptions options

ptype

PGroupedTableType<K,V> ptype

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.SparkPartitioner extends org.apache.spark.Partitioner implements Serializable

Serialized Fields

numPartitions

int numPartitions

Class org.apache.crunch.impl.spark.SparkRuntimeContext extends Object implements Serializable

Serialized Fields

broadConf

org.apache.spark.broadcast.Broadcast<T> broadConf

counters

org.apache.spark.Accumulator<T> counters

Package org.apache.crunch.impl.spark.collect

Class org.apache.crunch.impl.spark.collect.ToByteArrayFunction extends org.apache.spark.api.java.function.PairFunction<scala.Tuple2<IntByteArray,List<byte[]>>,ByteArray,List<byte[]>> implements Serializable

Package org.apache.crunch.impl.spark.fn

Class org.apache.crunch.impl.spark.fn.CombineMapsideFunction extends org.apache.spark.api.java.function.PairFlatMapFunction<Iterator<scala.Tuple2<K,V>>,K,V> implements Serializable

Serialized Fields

combineFn

CombineFn<S,T> combineFn

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.FlatMapDoFn extends org.apache.spark.api.java.function.FlatMapFunction<Iterator<S>,T> implements Serializable

Serialized Fields

fn

DoFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.FlatMapPairDoFn extends org.apache.spark.api.java.function.FlatMapFunction<Iterator<scala.Tuple2<K,V>>,T> implements Serializable

Serialized Fields

fn

DoFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.InputConverterFunction extends org.apache.spark.api.java.function.Function<scala.Tuple2<K,V>,S> implements Serializable

Serialized Fields

converter

Converter<K,V,S,T> converter

Class org.apache.crunch.impl.spark.fn.MapFunction extends org.apache.spark.api.java.function.Function<Object,Object> implements Serializable

Serialized Fields

fn

MapFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

initialized

boolean initialized

Class org.apache.crunch.impl.spark.fn.MapOutputFunction extends org.apache.spark.api.java.function.PairFunction<Pair<K,V>,ByteArray,byte[]> implements Serializable

Serialized Fields

keySerde

SerDe<T> keySerde

valueSerde

SerDe<T> valueSerde

Class org.apache.crunch.impl.spark.fn.OutputConverterFunction extends org.apache.spark.api.java.function.PairFunction<S,K,V> implements Serializable

Serialized Fields

converter

Converter<K,V,S,T> converter

Class org.apache.crunch.impl.spark.fn.PairFlatMapDoFn extends org.apache.spark.api.java.function.PairFlatMapFunction<Iterator<T>,K,V> implements Serializable

Serialized Fields

fn

DoFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.PairFlatMapPairDoFn extends org.apache.spark.api.java.function.PairFlatMapFunction<Iterator<scala.Tuple2<K,V>>,K2,V2> implements Serializable

Serialized Fields

fn

DoFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.PairMapFunction extends org.apache.spark.api.java.function.Function<scala.Tuple2<K,V>,S> implements Serializable

Serialized Fields

fn

MapFn<S,T> fn

ctxt

SparkRuntimeContext ctxt

initialized

boolean initialized

Class org.apache.crunch.impl.spark.fn.PairMapIterableFunction extends org.apache.spark.api.java.function.PairFunction<Pair<K,List<V>>,S,Iterable<T>> implements Serializable

Serialized Fields

fn

MapFn<S,T> fn

runtimeContext

SparkRuntimeContext runtimeContext

initialized

boolean initialized

Class org.apache.crunch.impl.spark.fn.PartitionedMapOutputFunction extends org.apache.spark.api.java.function.PairFunction<Pair<K,V>,IntByteArray,byte[]> implements Serializable

Serialized Fields

keySerde

SerDe<T> keySerde

valueSerde

SerDe<T> valueSerde

ptype

PGroupedTableType<K,V> ptype

partitionerClass

Class<T> partitionerClass

numPartitions

int numPartitions

runtimeContext

SparkRuntimeContext runtimeContext

Class org.apache.crunch.impl.spark.fn.ReduceGroupingFunction extends org.apache.spark.api.java.function.PairFlatMapFunction<Iterator<scala.Tuple2<ByteArray,List<byte[]>>>,ByteArray,List<byte[]>> implements Serializable

Serialized Fields

options

GroupingOptions options

ptype

PGroupedTableType<K,V> ptype

ctxt

SparkRuntimeContext ctxt

Class org.apache.crunch.impl.spark.fn.ReduceInputFunction extends org.apache.spark.api.java.function.Function<scala.Tuple2<ByteArray,List<byte[]>>,Pair<K,List<V>>> implements Serializable

Serialized Fields

keySerDe

SerDe<T> keySerDe

valueSerDe

SerDe<T> valueSerDe

Package org.apache.crunch.impl.spark.serde

Class org.apache.crunch.impl.spark.serde.AvroSerDe extends Object implements Serializable

Serialized Fields

avroType

AvroType<T> avroType

Class org.apache.crunch.impl.spark.serde.WritableSerDe extends Object implements Serializable

Serialized Fields

clazz

Class<T> clazz