Serialized Form
-
Package org.apache.iceberg.flink
-
Class org.apache.iceberg.flink.CatalogLoader.CustomCatalogLoader extends java.lang.Object implements Serializable
-
Serialized Fields
-
hadoopConf
org.apache.iceberg.hadoop.SerializableConfiguration hadoopConf
-
impl
java.lang.String impl
-
name
java.lang.String name
-
properties
java.util.Map<java.lang.String,java.lang.String> properties
-
-
-
Class org.apache.iceberg.flink.CatalogLoader.HadoopCatalogLoader extends java.lang.Object implements Serializable
-
Serialized Fields
-
catalogName
java.lang.String catalogName
-
hadoopConf
org.apache.iceberg.hadoop.SerializableConfiguration hadoopConf
-
properties
java.util.Map<java.lang.String,java.lang.String> properties
-
warehouseLocation
java.lang.String warehouseLocation
-
-
-
Class org.apache.iceberg.flink.CatalogLoader.HiveCatalogLoader extends java.lang.Object implements Serializable
-
Serialized Fields
-
catalogName
java.lang.String catalogName
-
clientPoolSize
int clientPoolSize
-
hadoopConf
org.apache.iceberg.hadoop.SerializableConfiguration hadoopConf
-
properties
java.util.Map<java.lang.String,java.lang.String> properties
-
uri
java.lang.String uri
-
warehouse
java.lang.String warehouse
-
-
-
Class org.apache.iceberg.flink.CatalogLoader.RESTCatalogLoader extends java.lang.Object implements Serializable
-
Serialized Fields
-
catalogName
java.lang.String catalogName
-
hadoopConf
org.apache.iceberg.hadoop.SerializableConfiguration hadoopConf
-
properties
java.util.Map<java.lang.String,java.lang.String> properties
-
-
-
Class org.apache.iceberg.flink.FlinkSourceFilter extends java.lang.Object implements Serializable
-
Serialized Fields
-
evaluator
org.apache.iceberg.expressions.Evaluator evaluator
-
rowType
org.apache.flink.table.types.logical.RowType rowType
-
struct
org.apache.iceberg.types.Types.StructType struct
-
wrapper
RowDataWrapper wrapper
-
-
-
Class org.apache.iceberg.flink.TableLoader.CatalogTableLoader extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
catalogLoader
CatalogLoader catalogLoader
-
identifier
java.lang.String identifier
-
-
Class org.apache.iceberg.flink.TableLoader.HadoopTableLoader extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
hadoopConf
org.apache.iceberg.hadoop.SerializableConfiguration hadoopConf
-
location
java.lang.String location
-
-
-
Package org.apache.iceberg.flink.maintenance.operator
-
Class org.apache.iceberg.flink.maintenance.operator.JdbcLockFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
lockId
java.lang.String lockId
-
properties
java.util.Map<java.lang.String,java.lang.String> properties
-
uri
java.lang.String uri
-
-
-
Class org.apache.iceberg.flink.maintenance.operator.LockRemover extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<java.lang.Void> implements Serializable
-
Serialized Fields
-
lockFactory
TriggerLockFactory lockFactory
-
maintenanceTaskNames
java.util.List<java.lang.String> maintenanceTaskNames
-
-
-
Class org.apache.iceberg.flink.maintenance.operator.SingleThreadedIteratorSource extends java.lang.Object implements Serializable
-
-
Package org.apache.iceberg.flink.sink
-
Class org.apache.iceberg.flink.sink.AvroGenericRecordToRowDataMapper extends java.lang.Object implements Serializable
-
Serialized Fields
-
converter
org.apache.flink.formats.avro.AvroToRowDataConverters.AvroToRowDataConverter converter
-
-
-
Class org.apache.iceberg.flink.sink.FlinkAppenderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
eqDeleteFlinkSchema
org.apache.flink.table.types.logical.RowType eqDeleteFlinkSchema
-
eqDeleteRowSchema
org.apache.iceberg.Schema eqDeleteRowSchema
-
equalityFieldIds
int[] equalityFieldIds
-
flinkSchema
org.apache.flink.table.types.logical.RowType flinkSchema
-
posDeleteFlinkSchema
org.apache.flink.table.types.logical.RowType posDeleteFlinkSchema
-
posDeleteRowSchema
org.apache.iceberg.Schema posDeleteRowSchema
-
props
java.util.Map<java.lang.String,java.lang.String> props
-
schema
org.apache.iceberg.Schema schema
-
spec
org.apache.iceberg.PartitionSpec spec
-
table
org.apache.iceberg.Table table
-
-
-
Class org.apache.iceberg.flink.sink.FlinkWriteResult extends java.lang.Object implements Serializable
-
Serialized Fields
-
checkpointId
long checkpointId
-
writeResult
org.apache.iceberg.io.WriteResult writeResult
-
-
-
Class org.apache.iceberg.flink.sink.IcebergSink extends java.lang.Object implements Serializable
-
Serialized Fields
-
branch
java.lang.String branch
-
dataFileFormat
org.apache.iceberg.FileFormat dataFileFormat
-
equalityFieldColumns
java.util.List<java.lang.String> equalityFieldColumns
-
equalityFieldIds
java.util.List<java.lang.Integer> equalityFieldIds
-
flinkRowType
org.apache.flink.table.types.logical.RowType flinkRowType
-
overwriteMode
boolean overwriteMode
-
sinkId
java.lang.String sinkId
-
snapshotProperties
java.util.Map<java.lang.String,java.lang.String> snapshotProperties
-
table
org.apache.iceberg.Table table
-
tableLoader
TableLoader tableLoader
-
tableSupplier
org.apache.iceberg.util.SerializableSupplier<org.apache.iceberg.Table> tableSupplier
-
targetDataFileSize
long targetDataFileSize
-
uidSuffix
java.lang.String uidSuffix
-
upsertMode
boolean upsertMode
-
workerPoolSize
int workerPoolSize
-
writeProperties
java.util.Map<java.lang.String,java.lang.String> writeProperties
-
-
-
Class org.apache.iceberg.flink.sink.RowDataTaskWriterFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
appenderFactory
org.apache.iceberg.io.FileAppenderFactory<org.apache.flink.table.data.RowData> appenderFactory
-
equalityFieldIds
java.util.List<java.lang.Integer> equalityFieldIds
-
flinkSchema
org.apache.flink.table.types.logical.RowType flinkSchema
-
format
org.apache.iceberg.FileFormat format
-
schema
org.apache.iceberg.Schema schema
-
spec
org.apache.iceberg.PartitionSpec spec
-
tableSupplier
java.util.function.Supplier<org.apache.iceberg.Table> tableSupplier
-
targetFileSizeBytes
long targetFileSizeBytes
-
upsert
boolean upsert
-
-
-
-
Package org.apache.iceberg.flink.sink.shuffle
-
Class org.apache.iceberg.flink.sink.shuffle.DataStatisticsCoordinatorProvider extends org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator.Provider implements Serializable
-
Serialized Fields
-
closeFileCostWeightPercentage
double closeFileCostWeightPercentage
-
downstreamParallelism
int downstreamParallelism
-
operatorName
java.lang.String operatorName
-
schema
org.apache.iceberg.Schema schema
-
sortOrder
org.apache.iceberg.SortOrder sortOrder
-
type
StatisticsType type
-
-
-
Class org.apache.iceberg.flink.sink.shuffle.DataStatisticsOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<StatisticsOrRecord> implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
downstreamParallelism
int downstreamParallelism
-
globalStatisticsSerializer
org.apache.flink.api.common.typeutils.TypeSerializer<org.apache.iceberg.flink.sink.shuffle.GlobalStatistics> globalStatisticsSerializer
-
operatorEventGateway
org.apache.flink.runtime.operators.coordination.OperatorEventGateway operatorEventGateway
-
operatorName
java.lang.String operatorName
-
rowDataWrapper
RowDataWrapper rowDataWrapper
-
sortKey
org.apache.iceberg.SortKey sortKey
-
statisticsType
StatisticsType statisticsType
-
taskStatisticsSerializer
org.apache.flink.api.common.typeutils.TypeSerializer<org.apache.iceberg.flink.sink.shuffle.DataStatistics> taskStatisticsSerializer
-
-
Class org.apache.iceberg.flink.sink.shuffle.DataStatisticsOperatorFactory extends org.apache.flink.streaming.api.operators.AbstractStreamOperatorFactory<StatisticsOrRecord> implements Serializable
-
Serialized Fields
-
closeFileCostWeightPercentage
double closeFileCostWeightPercentage
-
downstreamParallelism
int downstreamParallelism
-
schema
org.apache.iceberg.Schema schema
-
sortOrder
org.apache.iceberg.SortOrder sortOrder
-
type
StatisticsType type
-
-
-
Class org.apache.iceberg.flink.sink.shuffle.RangePartitioner extends java.lang.Object implements Serializable
-
Serialized Fields
-
schema
org.apache.iceberg.Schema schema
-
sortOrder
org.apache.iceberg.SortOrder sortOrder
-
-
-
Class org.apache.iceberg.flink.sink.shuffle.StatisticsOrRecord extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
record
org.apache.flink.table.data.RowData record
-
statistics
org.apache.iceberg.flink.sink.shuffle.GlobalStatistics statistics
-
-
-
Package org.apache.iceberg.flink.source
-
Class org.apache.iceberg.flink.source.AvroGenericRecordFileScanTaskReader extends java.lang.Object implements Serializable
-
Serialized Fields
-
converter
RowDataToAvroGenericRecordConverter converter
-
rowDataReader
RowDataFileScanTaskReader rowDataReader
-
-
-
Class org.apache.iceberg.flink.source.DataTaskReader extends java.lang.Object implements Serializable
-
Serialized Fields
-
readSchema
org.apache.iceberg.Schema readSchema
-
-
-
Class org.apache.iceberg.flink.source.FlinkInputFormat extends org.apache.flink.api.common.io.RichInputFormat<org.apache.flink.table.data.RowData,FlinkInputSplit> implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
context
ScanContext context
-
encryption
org.apache.iceberg.encryption.EncryptionManager encryption
-
io
org.apache.iceberg.io.FileIO io
-
rowDataReader
FileScanTaskReader rowDataReader
-
tableLoader
TableLoader tableLoader
-
-
Class org.apache.iceberg.flink.source.FlinkInputSplit extends org.apache.flink.core.io.LocatableInputSplit implements Serializable
-
Serialized Fields
-
task
org.apache.iceberg.CombinedScanTask task
-
-
-
Class org.apache.iceberg.flink.source.IcebergSource extends java.lang.Object implements Serializable
-
Serialized Fields
-
assignerFactory
SplitAssignerFactory assignerFactory
-
batchSplits
java.util.List<IcebergSourceSplit> batchSplits
-
emitter
SerializableRecordEmitter<T> emitter
-
readerFunction
ReaderFunction<T> readerFunction
-
scanContext
ScanContext scanContext
-
splitComparator
SerializableComparator<IcebergSourceSplit> splitComparator
-
tableLoader
TableLoader tableLoader
-
tableName
java.lang.String tableName
-
-
-
Class org.apache.iceberg.flink.source.RowDataFileScanTaskReader extends java.lang.Object implements Serializable
-
Serialized Fields
-
caseSensitive
boolean caseSensitive
-
nameMapping
java.lang.String nameMapping
-
projectedSchema
org.apache.iceberg.Schema projectedSchema
-
rowFilter
FlinkSourceFilter rowFilter
-
tableSchema
org.apache.iceberg.Schema tableSchema
-
-
-
Class org.apache.iceberg.flink.source.RowDataRewriter.RewriteMap extends org.apache.flink.api.common.functions.RichMapFunction<org.apache.iceberg.CombinedScanTask,java.util.List<org.apache.iceberg.DataFile>> implements Serializable
-
Serialized Fields
-
attemptId
int attemptId
-
encryptionManager
org.apache.iceberg.encryption.EncryptionManager encryptionManager
-
io
org.apache.iceberg.io.FileIO io
-
rowDataReader
RowDataFileScanTaskReader rowDataReader
-
subTaskId
int subTaskId
-
taskWriterFactory
TaskWriterFactory<org.apache.flink.table.data.RowData> taskWriterFactory
-
writer
org.apache.iceberg.io.TaskWriter<org.apache.flink.table.data.RowData> writer
-
-
-
Class org.apache.iceberg.flink.source.ScanContext extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
asOfTimestamp
java.lang.Long asOfTimestamp
-
branch
java.lang.String branch
-
caseSensitive
boolean caseSensitive
-
endSnapshotId
java.lang.Long endSnapshotId
-
endTag
java.lang.String endTag
-
exposeLocality
boolean exposeLocality
-
filters
java.util.List<org.apache.iceberg.expressions.Expression> filters
-
includeColumnStats
boolean includeColumnStats
-
includeStatsForColumns
java.util.Collection<java.lang.String> includeStatsForColumns
-
isStreaming
boolean isStreaming
-
limit
long limit
-
maxAllowedPlanningFailures
int maxAllowedPlanningFailures
-
maxPlanningSnapshotCount
int maxPlanningSnapshotCount
-
monitorInterval
java.time.Duration monitorInterval
-
nameMapping
java.lang.String nameMapping
-
planParallelism
java.lang.Integer planParallelism
-
schema
org.apache.iceberg.Schema schema
-
snapshotId
java.lang.Long snapshotId
-
splitLookback
java.lang.Integer splitLookback
-
splitOpenFileCost
java.lang.Long splitOpenFileCost
-
splitSize
java.lang.Long splitSize
-
startingStrategy
StreamingStartingStrategy startingStrategy
-
startSnapshotId
java.lang.Long startSnapshotId
-
startSnapshotTimestamp
java.lang.Long startSnapshotTimestamp
-
startTag
java.lang.String startTag
-
tag
java.lang.String tag
-
watermarkColumn
java.lang.String watermarkColumn
-
watermarkColumnTimeUnit
java.util.concurrent.TimeUnit watermarkColumnTimeUnit
-
-
Class org.apache.iceberg.flink.source.StreamingMonitorFunction extends org.apache.flink.streaming.api.functions.source.RichSourceFunction<FlinkInputSplit> implements Serializable
-
Serialized Fields
-
isRunning
boolean isRunning
-
lastSnapshotId
long lastSnapshotId
-
scanContext
ScanContext scanContext
-
tableLoader
TableLoader tableLoader
-
-
-
Class org.apache.iceberg.flink.source.StreamingReaderOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.flink.table.data.RowData> implements Serializable
-
Serialized Fields
-
executor
org.apache.flink.api.common.operators.MailboxExecutor executor
-
format
FlinkInputFormat format
-
-
-
-
Package org.apache.iceberg.flink.source.assigner
-
Class org.apache.iceberg.flink.source.assigner.OrderedSplitAssignerFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
comparator
SerializableComparator<IcebergSourceSplit> comparator
-
-
-
Class org.apache.iceberg.flink.source.assigner.SimpleSplitAssignerFactory extends java.lang.Object implements Serializable
-
-
Package org.apache.iceberg.flink.source.enumerator
-
Class org.apache.iceberg.flink.source.enumerator.IcebergEnumeratorState extends java.lang.Object implements Serializable
-
Serialized Fields
-
enumerationSplitCountHistory
int[] enumerationSplitCountHistory
-
lastEnumeratedPosition
org.apache.iceberg.flink.source.enumerator.IcebergEnumeratorPosition lastEnumeratedPosition
-
pendingSplits
java.util.Collection<IcebergSourceSplitState> pendingSplits
-
-
-
-
Package org.apache.iceberg.flink.source.reader
-
Class org.apache.iceberg.flink.source.reader.AvroGenericRecordConverter extends java.lang.Object implements Serializable
-
Serialized Fields
-
avroSchema
org.apache.avro.Schema avroSchema
-
flinkConverter
org.apache.flink.formats.avro.RowDataToAvroConverters.RowDataToAvroConverter flinkConverter
-
outputTypeInfo
org.apache.flink.api.common.typeinfo.TypeInformation<org.apache.avro.generic.GenericRecord> outputTypeInfo
-
-
-
Class org.apache.iceberg.flink.source.reader.AvroGenericRecordReaderFunction extends DataIteratorReaderFunction<org.apache.avro.generic.GenericRecord> implements Serializable
-
Serialized Fields
-
encryption
org.apache.iceberg.encryption.EncryptionManager encryption
Deprecated. -
io
org.apache.iceberg.io.FileIO io
Deprecated. -
readSchema
org.apache.iceberg.Schema readSchema
Deprecated. -
rowDataReader
RowDataFileScanTaskReader rowDataReader
Deprecated. -
tableName
java.lang.String tableName
Deprecated.
-
-
-
Class org.apache.iceberg.flink.source.reader.ColumnStatsWatermarkExtractor extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventTimeFieldId
int eventTimeFieldId
-
eventTimeFieldName
java.lang.String eventTimeFieldName
-
timeUnit
java.util.concurrent.TimeUnit timeUnit
-
-
-
Class org.apache.iceberg.flink.source.reader.ConverterReaderFunction extends DataIteratorReaderFunction<T> implements Serializable
-
Serialized Fields
-
caseSensitive
boolean caseSensitive
-
converter
RowDataConverter<T> converter
-
encryption
org.apache.iceberg.encryption.EncryptionManager encryption
-
filters
java.util.List<org.apache.iceberg.expressions.Expression> filters
-
io
org.apache.iceberg.io.FileIO io
-
limit
long limit
-
nameMapping
java.lang.String nameMapping
-
readSchema
org.apache.iceberg.Schema readSchema
-
tableSchema
org.apache.iceberg.Schema tableSchema
-
-
-
Class org.apache.iceberg.flink.source.reader.DataIteratorReaderFunction extends java.lang.Object implements Serializable
-
Serialized Fields
-
batcher
DataIteratorBatcher<T> batcher
-
-
-
Class org.apache.iceberg.flink.source.reader.MetaDataReaderFunction extends DataIteratorReaderFunction<org.apache.flink.table.data.RowData> implements Serializable
-
Serialized Fields
-
encryption
org.apache.iceberg.encryption.EncryptionManager encryption
-
io
org.apache.iceberg.io.FileIO io
-
readSchema
org.apache.iceberg.Schema readSchema
-
-
-
Class org.apache.iceberg.flink.source.reader.RowDataReaderFunction extends DataIteratorReaderFunction<org.apache.flink.table.data.RowData> implements Serializable
-
Serialized Fields
-
caseSensitive
boolean caseSensitive
-
encryption
org.apache.iceberg.encryption.EncryptionManager encryption
-
filters
java.util.List<org.apache.iceberg.expressions.Expression> filters
-
io
org.apache.iceberg.io.FileIO io
-
limit
long limit
-
nameMapping
java.lang.String nameMapping
-
readSchema
org.apache.iceberg.Schema readSchema
-
tableSchema
org.apache.iceberg.Schema tableSchema
-
-
-
-
Package org.apache.iceberg.flink.source.split
-
Class org.apache.iceberg.flink.source.split.IcebergSourceSplit extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
fileOffset
int fileOffset
-
recordOffset
long recordOffset
-
task
org.apache.iceberg.CombinedScanTask task
-
-
Class org.apache.iceberg.flink.source.split.SplitRequestEvent extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
finishedSplitIds
java.util.Collection<java.lang.String> finishedSplitIds
-
requesterHostname
java.lang.String requesterHostname
-
-