org.apache.flink.connector.pulsar.source.reader.source

Class PulsarOrderedSourceReader<OUT>

java.lang.Object

org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

org.apache.flink.connector.pulsar.source.reader.source.PulsarOrderedSourceReader<OUT>

All Implemented Interfaces:

AutoCloseable, org.apache.flink.api.common.state.CheckpointListener, org.apache.flink.api.connector.source.SourceReader<OUT,PulsarPartitionSplit>

@Internal
public class PulsarOrderedSourceReader<OUT>
extends org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

The source reader for pulsar subscription Failover and Exclusive, which consumes the ordered messages.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.pulsar.client.admin.PulsarAdmin	pulsarAdmin
protected org.apache.pulsar.client.api.PulsarClient	pulsarClient
protected SourceConfiguration	sourceConfiguration

Fields inherited from class org.apache.flink.connector.base.source.reader.SourceReaderBase

config, context, options, recordEmitter, splitFetcherManager

Constructor Summary

Constructors

Constructor and Description

PulsarOrderedSourceReader(org.apache.flink.connector.base.source.reader.synchronization.FutureCompletingBlockingQueue<org.apache.flink.connector.base.source.reader.RecordsWithSplitIds<org.apache.pulsar.client.api.Message<byte[]>>> elementsQueue, java.util.function.Supplier<PulsarOrderedPartitionSplitReader> splitReaderSupplier, PulsarRecordEmitter<OUT> recordEmitter, org.apache.flink.api.connector.source.SourceReaderContext context, SourceConfiguration sourceConfiguration, org.apache.pulsar.client.api.PulsarClient pulsarClient, org.apache.pulsar.client.admin.PulsarAdmin pulsarAdmin)

Method Summary

Modifier and Type	Method and Description
void	close()
protected void	closeFinishedSplits(Set<String> finishedSplitIds)
protected PulsarPartitionSplitState	initializedState(PulsarPartitionSplit split)
void	notifyCheckpointComplete(long checkpointId)
protected void	onSplitFinished(Map<String,PulsarPartitionSplitState> finishedSplitIds)
org.apache.flink.core.io.InputStatus	pollNext(org.apache.flink.api.connector.source.ReaderOutput<OUT> output)
List<PulsarPartitionSplit>	snapshotState(long checkpointId)
void	start()
protected PulsarPartitionSplit	toSplitType(String splitId, PulsarPartitionSplitState splitState)

Methods inherited from class org.apache.flink.connector.base.source.reader.SourceReaderBase

addSplits, getNumberOfCurrentlyAssignedSplits, handleSourceEvents, isAvailable, notifyNoMoreSplits

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.api.common.state.CheckpointListener

notifyCheckpointAborted

Field Detail

sourceConfiguration

protected final SourceConfiguration sourceConfiguration

pulsarClient

protected final org.apache.pulsar.client.api.PulsarClient pulsarClient

pulsarAdmin

protected final org.apache.pulsar.client.admin.PulsarAdmin pulsarAdmin

Constructor Detail

PulsarOrderedSourceReader

public PulsarOrderedSourceReader(org.apache.flink.connector.base.source.reader.synchronization.FutureCompletingBlockingQueue<org.apache.flink.connector.base.source.reader.RecordsWithSplitIds<org.apache.pulsar.client.api.Message<byte[]>>> elementsQueue,
                                 java.util.function.Supplier<PulsarOrderedPartitionSplitReader> splitReaderSupplier,
                                 PulsarRecordEmitter<OUT> recordEmitter,
                                 org.apache.flink.api.connector.source.SourceReaderContext context,
                                 SourceConfiguration sourceConfiguration,
                                 org.apache.pulsar.client.api.PulsarClient pulsarClient,
                                 org.apache.pulsar.client.admin.PulsarAdmin pulsarAdmin)

Method Detail

start

public void start()

Specified by:

start in interface org.apache.flink.api.connector.source.SourceReader<OUT,PulsarPartitionSplit>

Overrides:

start in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

pollNext

public org.apache.flink.core.io.InputStatus pollNext(org.apache.flink.api.connector.source.ReaderOutput<OUT> output)
                                              throws Exception

Specified by:

pollNext in interface org.apache.flink.api.connector.source.SourceReader<OUT,PulsarPartitionSplit>

Overrides:

pollNext in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

Throws:

Exception

onSplitFinished

protected void onSplitFinished(Map<String,PulsarPartitionSplitState> finishedSplitIds)

Specified by:

onSplitFinished in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

snapshotState

public List<PulsarPartitionSplit> snapshotState(long checkpointId)

Specified by:

snapshotState in interface org.apache.flink.api.connector.source.SourceReader<OUT,PulsarPartitionSplit>

Overrides:

snapshotState in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

notifyCheckpointComplete

public void notifyCheckpointComplete(long checkpointId)

close

public void close()
           throws Exception

Specified by:

close in interface AutoCloseable

Throws:

Exception

initializedState

protected PulsarPartitionSplitState initializedState(PulsarPartitionSplit split)

Specified by:

initializedState in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

toSplitType

protected PulsarPartitionSplit toSplitType(String splitId,
                                           PulsarPartitionSplitState splitState)

Specified by:

toSplitType in class org.apache.flink.connector.base.source.reader.SourceReaderBase<org.apache.pulsar.client.api.Message<byte[]>,OUT,PulsarPartitionSplit,PulsarPartitionSplitState>

closeFinishedSplits

protected void closeFinishedSplits(Set<String> finishedSplitIds)