org.apache.hudi.sink.bulk

Class BulkInsertWriterHelper

java.lang.Object

org.apache.hudi.sink.bulk.BulkInsertWriterHelper

Direct Known Subclasses:

BucketBulkInsertWriterHelper

public class BulkInsertWriterHelper
extends Object

Helper class for bulk insert used by Flink.

Field Summary

Fields

Modifier and Type	Field and Description
protected HoodieRowDataCreateHandle	handle
protected Map<String,HoodieRowDataCreateHandle>	handles
protected HoodieTable	hoodieTable
protected String	instantTime
protected Boolean	isInputSorted
protected RowDataKeyGen	keyGen
protected boolean	preserveHoodieMetadata
protected org.apache.flink.table.types.logical.RowType	rowType
protected long	taskEpochId
protected int	taskPartitionId
protected long	totalSubtaskNum
protected HoodieWriteConfig	writeConfig

Constructor Summary

Constructors

Constructor and Description
BulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf, HoodieTable hoodieTable, HoodieWriteConfig writeConfig, String instantTime, int taskPartitionId, long totalSubtaskNum, long taskEpochId, org.apache.flink.table.types.logical.RowType rowType)
BulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf, HoodieTable hoodieTable, HoodieWriteConfig writeConfig, String instantTime, int taskPartitionId, long totalSubtaskNum, long taskEpochId, org.apache.flink.table.types.logical.RowType rowType, boolean preserveHoodieMetadata)

Method Summary

Modifier and Type	Method and Description
static org.apache.flink.table.types.logical.RowType	addMetadataFields(org.apache.flink.table.types.logical.RowType rowType, boolean withOperationField) Adds the Hoodie metadata fields to the given row type.
void	close()
String	getInstantTime() Returns the write instant time.
List<WriteStatus>	getWriteStatuses(int taskID)
void	write(org.apache.flink.table.data.RowData record)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

instantTime

protected final String instantTime

taskPartitionId

protected final int taskPartitionId

totalSubtaskNum

protected final long totalSubtaskNum

taskEpochId

protected final long taskEpochId

hoodieTable

protected final HoodieTable hoodieTable

writeConfig

protected final HoodieWriteConfig writeConfig

rowType

protected final org.apache.flink.table.types.logical.RowType rowType

preserveHoodieMetadata

protected final boolean preserveHoodieMetadata

isInputSorted

protected final Boolean isInputSorted

handle

protected HoodieRowDataCreateHandle handle

handles

protected final Map<String,HoodieRowDataCreateHandle> handles

keyGen

@Nullable
protected final RowDataKeyGen keyGen

Constructor Detail

BulkInsertWriterHelper

public BulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf,
                              HoodieTable hoodieTable,
                              HoodieWriteConfig writeConfig,
                              String instantTime,
                              int taskPartitionId,
                              long totalSubtaskNum,
                              long taskEpochId,
                              org.apache.flink.table.types.logical.RowType rowType)

BulkInsertWriterHelper

public BulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf,
                              HoodieTable hoodieTable,
                              HoodieWriteConfig writeConfig,
                              String instantTime,
                              int taskPartitionId,
                              long totalSubtaskNum,
                              long taskEpochId,
                              org.apache.flink.table.types.logical.RowType rowType,
                              boolean preserveHoodieMetadata)

Method Detail

getInstantTime

public String getInstantTime()

Returns the write instant time.

write

public void write(org.apache.flink.table.data.RowData record)
           throws IOException

Throws:

IOException

close

public void close()
           throws IOException

Throws:

IOException

addMetadataFields

public static org.apache.flink.table.types.logical.RowType addMetadataFields(org.apache.flink.table.types.logical.RowType rowType,
                                                                             boolean withOperationField)

Adds the Hoodie metadata fields to the given row type.

getWriteStatuses

public List<WriteStatus> getWriteStatuses(int taskID)