Serialized Form

Package org.apache.flink.streaming.connectors.fs

Class org.apache.flink.streaming.connectors.fs.AvroKeyValueSinkWriter extends StreamWriterBase<org.apache.flink.api.java.tuple.Tuple2<K,V>> implements Serializable

serialVersionUID:

1L

Serialized Fields

properties

Map<K,V> properties

Class org.apache.flink.streaming.connectors.fs.DateTimeBucketer extends Object implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(ObjectInputStream in)
                 throws IOException,
                        ClassNotFoundException

Throws:

IOException

ClassNotFoundException

Serialized Fields

formatString

String formatString

Class org.apache.flink.streaming.connectors.fs.NonRollingBucketer extends Object implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.connectors.fs.RollingSink extends org.apache.flink.streaming.api.functions.sink.RichSinkFunction<T> implements Serializable

serialVersionUID:

1L

Serialized Fields

DEFAULT_BATCH_SIZE

long DEFAULT_BATCH_SIZE

The default maximum size of part files. 6 times the default block size

DEFAULT_IN_PROGRESS_SUFFIX

String DEFAULT_IN_PROGRESS_SUFFIX

This is used for part files that we are writing to but which where not yet confirmed by a checkpoint.

DEFAULT_IN_PROGRESS_PREFIX

String DEFAULT_IN_PROGRESS_PREFIX

See above, but for prefix

DEFAULT_PENDING_SUFFIX

String DEFAULT_PENDING_SUFFIX

This is used for part files that we are not writing to but which are not yet confirmed by checkpoint.

DEFAULT_PENDING_PREFIX

String DEFAULT_PENDING_PREFIX

See above, but for prefix.

DEFAULT_VALID_SUFFIX

String DEFAULT_VALID_SUFFIX

When truncate() is not supported on the used FileSystem we instead write a file along the part file with this ending that contains the length up to which the part file is valid.

DEFAULT_VALID_PREFIX

String DEFAULT_VALID_PREFIX

See above, but for prefix.

DEFAULT_PART_REFIX

String DEFAULT_PART_REFIX

The default prefix for part files.

DEFAULT_ASYNC_TIMEOUT_MS

long DEFAULT_ASYNC_TIMEOUT_MS

The default timeout for asynchronous operations such as recoverLease and truncate. In milliseconds.

basePath

String basePath

The base Path that stored all rolling bucket directories.

bucketer

Bucketer bucketer

The Bucketer that is used to determine the path of bucket directories.

writerTemplate

Writer<T> writerTemplate

We have a template and call duplicate() for each parallel writer in open() to get the actual writer that is used for the part files.

writer

Writer<T> writer

The actual writer that we user for writing the part files.

batchSize

long batchSize

Maximum size of part files. If files exceed this we close and create a new one in the same bucket directory.

cleanupOnOpen

boolean cleanupOnOpen

If this is true we remove any leftover in-progress/pending files when the sink is opened.

This should only be set to false if using the sink without checkpoints, to not remove the files already in the directory.

inProgressSuffix

String inProgressSuffix

inProgressPrefix

String inProgressPrefix

pendingSuffix

String pendingSuffix

pendingPrefix

String pendingPrefix

validLengthSuffix

String validLengthSuffix

validLengthPrefix

String validLengthPrefix

partPrefix

String partPrefix

asyncTimeout

long asyncTimeout

The timeout for asynchronous operations such as recoverLease and truncate. In milliseconds.

Class org.apache.flink.streaming.connectors.fs.SequenceFileWriter extends StreamWriterBase<org.apache.flink.api.java.tuple.Tuple2<K extends org.apache.hadoop.io.Writable,V extends org.apache.hadoop.io.Writable>> implements Serializable

serialVersionUID:

1L

Serialized Fields

compressionCodecName

String compressionCodecName

compressionType

org.apache.hadoop.io.SequenceFile.CompressionType compressionType

keyClass

Class<T> keyClass

valueClass

Class<T> valueClass

Class org.apache.flink.streaming.connectors.fs.StreamWriterBase extends Object implements Serializable

Class org.apache.flink.streaming.connectors.fs.StringWriter extends StreamWriterBase<T> implements Serializable

serialVersionUID:

1L

Serialized Fields

charsetName

String charsetName