org.apache.flink.streaming.connectors.pulsar

Class FlinkPulsarRowSink

java.lang.Object

org.apache.flink.api.common.functions.AbstractRichFunction

org.apache.flink.streaming.api.functions.sink.RichSinkFunction<T>

org.apache.flink.streaming.connectors.pulsar.FlinkPulsarRowSink

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.functions.Function, org.apache.flink.api.common.functions.RichFunction, org.apache.flink.streaming.api.checkpoint.CheckpointedFunction, org.apache.flink.streaming.api.functions.sink.SinkFunction<org.apache.flink.types.Row>

Deprecated.

@Deprecated
public class FlinkPulsarRowSink
extends org.apache.flink.streaming.api.functions.sink.RichSinkFunction<T>

Write Flink Row to Pulsar.

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.flink.streaming.api.functions.sink.SinkFunction

org.apache.flink.streaming.api.functions.sink.SinkFunction.Context<T>

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.pulsar.client.admin.PulsarAdmin	admin
protected String	adminUrl
protected Map<String,String>	caseInsensitiveParams
protected org.apache.pulsar.client.impl.conf.ClientConfigurationData	clientConfigurationData
protected org.apache.flink.table.types.DataType	dataType Deprecated.
protected String	defaultTopic
protected Throwable	failedWrite
protected boolean	failOnWrite
protected boolean	flushOnCheckpoint
protected boolean	forcedTopic
protected long	pendingRecords Number of unacknowledged records.
protected org.apache.flink.util.SerializableObject	pendingRecordsLock Lock for accessing the pending records.
protected Map<String,Object>	producerConf
protected Properties	properties
protected BiConsumer<org.apache.pulsar.client.api.MessageId,Throwable>	sendCallback
protected PulsarSerializationSchema<T>	serializationSchema
protected org.apache.pulsar.client.api.Producer<byte[]>	singleProducer
protected Map<String,org.apache.pulsar.client.api.Producer<byte[]>>	topic2Producer

Constructor Summary

Constructors

Constructor and Description
FlinkPulsarRowSink(String adminUrl, Optional<String> defaultTopicName, org.apache.pulsar.client.impl.conf.ClientConfigurationData clientConf, Properties properties, org.apache.flink.api.common.serialization.SerializationSchema serializationSchema, org.apache.flink.table.types.DataType dataType) Deprecated.
FlinkPulsarRowSink(String serviceUrl, String adminUrl, Optional<String> defaultTopicName, Properties properties, org.apache.flink.api.common.serialization.SerializationSchema<org.apache.flink.types.Row> serializationSchema, org.apache.flink.table.types.DataType dataType) Deprecated.

Method Summary

Modifier and Type	Method and Description
protected void	checkErroneous()
void	close()
protected org.apache.pulsar.client.api.Producer<byte[]>	createProducer(org.apache.pulsar.client.impl.conf.ClientConfigurationData clientConf, Map<String,Object> producerConf, String topic) To determine how to generate schema for pulsar producer
protected org.apache.pulsar.client.api.Producer<byte[]>	getProducer(String topic)
protected org.apache.pulsar.client.api.Schema<?>	getPulsarSchema() Deprecated.
protected void	initializeSendCallback()
void	initializeState(org.apache.flink.runtime.state.FunctionInitializationContext context)
void	invoke(org.apache.flink.types.Row value, org.apache.flink.streaming.api.functions.sink.SinkFunction.Context context) Deprecated.
void	open(org.apache.flink.configuration.Configuration parameters) Deprecated.
protected void	producerClose()
void	producerFlush()
void	snapshotState(org.apache.flink.runtime.state.FunctionSnapshotContext context)

Methods inherited from class org.apache.flink.api.common.functions.AbstractRichFunction

getIterationRuntimeContext, getRuntimeContext, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.streaming.api.functions.sink.SinkFunction

invoke

Field Detail

dataType

protected final org.apache.flink.table.types.DataType dataType

Deprecated.

adminUrl

protected String adminUrl

clientConfigurationData

protected org.apache.pulsar.client.impl.conf.ClientConfigurationData clientConfigurationData

caseInsensitiveParams

protected final Map<String,String> caseInsensitiveParams

producerConf

protected final Map<String,Object> producerConf

properties

protected final Properties properties

flushOnCheckpoint

protected boolean flushOnCheckpoint

failOnWrite

protected boolean failOnWrite

pendingRecordsLock

protected final org.apache.flink.util.SerializableObject pendingRecordsLock

Lock for accessing the pending records.

pendingRecords

protected long pendingRecords

Number of unacknowledged records.

forcedTopic

protected final boolean forcedTopic

defaultTopic

protected final String defaultTopic

serializationSchema

protected final PulsarSerializationSchema<T> serializationSchema

failedWrite

protected transient volatile Throwable failedWrite

admin

protected transient org.apache.pulsar.client.admin.PulsarAdmin admin

sendCallback

protected transient BiConsumer<org.apache.pulsar.client.api.MessageId,Throwable> sendCallback

singleProducer

protected transient org.apache.pulsar.client.api.Producer<byte[]> singleProducer

topic2Producer

protected transient Map<String,org.apache.pulsar.client.api.Producer<byte[]>> topic2Producer

Constructor Detail

FlinkPulsarRowSink

public FlinkPulsarRowSink(String adminUrl,
                          Optional<String> defaultTopicName,
                          org.apache.pulsar.client.impl.conf.ClientConfigurationData clientConf,
                          Properties properties,
                          org.apache.flink.api.common.serialization.SerializationSchema serializationSchema,
                          org.apache.flink.table.types.DataType dataType)

Deprecated.

FlinkPulsarRowSink

public FlinkPulsarRowSink(String serviceUrl,
                          String adminUrl,
                          Optional<String> defaultTopicName,
                          Properties properties,
                          org.apache.flink.api.common.serialization.SerializationSchema<org.apache.flink.types.Row> serializationSchema,
                          org.apache.flink.table.types.DataType dataType)

Deprecated.

Method Detail

open

public void open(org.apache.flink.configuration.Configuration parameters)
          throws Exception

Deprecated.

Specified by:

open in interface org.apache.flink.api.common.functions.RichFunction

Throws:

Exception

getPulsarSchema

protected org.apache.pulsar.client.api.Schema<?> getPulsarSchema()

Deprecated.

invoke

public void invoke(org.apache.flink.types.Row value,
                   org.apache.flink.streaming.api.functions.sink.SinkFunction.Context context)
            throws Exception

Deprecated.

Throws:

Exception

snapshotState

public void snapshotState(org.apache.flink.runtime.state.FunctionSnapshotContext context)
                   throws Exception

Specified by:

snapshotState in interface org.apache.flink.streaming.api.checkpoint.CheckpointedFunction

Throws:

Exception

initializeState

public void initializeState(org.apache.flink.runtime.state.FunctionInitializationContext context)
                     throws Exception

Specified by:

initializeState in interface org.apache.flink.streaming.api.checkpoint.CheckpointedFunction

Throws:

Exception

initializeSendCallback

protected void initializeSendCallback()

close

public void close()
           throws Exception

Specified by:

close in interface org.apache.flink.api.common.functions.RichFunction

Overrides:

close in class org.apache.flink.api.common.functions.AbstractRichFunction

Throws:

Exception

getProducer

protected org.apache.pulsar.client.api.Producer<byte[]> getProducer(String topic)

createProducer

protected org.apache.pulsar.client.api.Producer<byte[]> createProducer(org.apache.pulsar.client.impl.conf.ClientConfigurationData clientConf,
                                                                       Map<String,Object> producerConf,
                                                                       String topic)

To determine how to generate schema for pulsar producer

Returns:

the schema that our producer use.

producerFlush

public void producerFlush()
                   throws Exception

Throws:

Exception

producerClose

protected void producerClose()
                      throws Exception

Throws:

Exception

checkErroneous

protected void checkErroneous()
                       throws Exception

Throws:

Exception