org.apache.druid.indexing.kafka

Class KafkaRecordSupplier

java.lang.Object

org.apache.druid.indexing.kafka.KafkaRecordSupplier

All Implemented Interfaces:

Closeable, AutoCloseable, RecordSupplier<Integer,Long>

public class KafkaRecordSupplier
extends Object
implements RecordSupplier<Integer,Long>

Constructor Summary

Constructors

Constructor and Description
KafkaRecordSupplier(Map<String,Object> consumerProperties, com.fasterxml.jackson.databind.ObjectMapper sortingMapper)

Method Summary

Modifier and Type	Method and Description
static void	addConsumerPropertiesFromConfig(Properties properties, com.fasterxml.jackson.databind.ObjectMapper configMapper, Map<String,Object> consumerProperties)
void	assign(Set<StreamPartition<Integer>> streamPartitions)
void	close()
Set<StreamPartition<Integer>>	getAssignment()
Long	getEarliestSequenceNumber(StreamPartition<Integer> partition)
Long	getLatestSequenceNumber(StreamPartition<Integer> partition)
Set<Integer>	getPartitionIds(String stream)
Long	getPosition(StreamPartition<Integer> partition)
List<OrderedPartitionableRecord<Integer,Long>>	poll(long timeout)
void	seek(StreamPartition<Integer> partition, Long sequenceNumber)
void	seekToEarliest(Set<StreamPartition<Integer>> partitions)
void	seekToLatest(Set<StreamPartition<Integer>> partitions)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

KafkaRecordSupplier

public KafkaRecordSupplier(Map<String,Object> consumerProperties,
                           com.fasterxml.jackson.databind.ObjectMapper sortingMapper)

Method Detail

assign

public void assign(Set<StreamPartition<Integer>> streamPartitions)

Specified by:

assign in interface RecordSupplier<Integer,Long>

seek

public void seek(StreamPartition<Integer> partition,
                 Long sequenceNumber)

Specified by:

seek in interface RecordSupplier<Integer,Long>

seekToEarliest

public void seekToEarliest(Set<StreamPartition<Integer>> partitions)

Specified by:

seekToEarliest in interface RecordSupplier<Integer,Long>

seekToLatest

public void seekToLatest(Set<StreamPartition<Integer>> partitions)

Specified by:

seekToLatest in interface RecordSupplier<Integer,Long>

getAssignment

public Set<StreamPartition<Integer>> getAssignment()

Specified by:

getAssignment in interface RecordSupplier<Integer,Long>

poll

@Nonnull
public List<OrderedPartitionableRecord<Integer,Long>> poll(long timeout)

Specified by:

poll in interface RecordSupplier<Integer,Long>

getLatestSequenceNumber

public Long getLatestSequenceNumber(StreamPartition<Integer> partition)

Specified by:

getLatestSequenceNumber in interface RecordSupplier<Integer,Long>

getEarliestSequenceNumber

public Long getEarliestSequenceNumber(StreamPartition<Integer> partition)

Specified by:

getEarliestSequenceNumber in interface RecordSupplier<Integer,Long>

getPosition

public Long getPosition(StreamPartition<Integer> partition)

Specified by:

getPosition in interface RecordSupplier<Integer,Long>

getPartitionIds

public Set<Integer> getPartitionIds(String stream)

Specified by:

getPartitionIds in interface RecordSupplier<Integer,Long>

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface RecordSupplier<Integer,Long>

addConsumerPropertiesFromConfig

public static void addConsumerPropertiesFromConfig(Properties properties,
                                                   com.fasterxml.jackson.databind.ObjectMapper configMapper,
                                                   Map<String,Object> consumerProperties)