org.apache.hudi.sink.bucket

Class BucketBulkInsertWriterHelper

java.lang.Object

org.apache.hudi.sink.bulk.BulkInsertWriterHelper

org.apache.hudi.sink.bucket.BucketBulkInsertWriterHelper

public class BucketBulkInsertWriterHelper
extends BulkInsertWriterHelper

Helper class for bucket index bulk insert used by Flink.

Field Summary

Fields

Modifier and Type	Field and Description
static String	FILE_GROUP_META_FIELD

Fields inherited from class org.apache.hudi.sink.bulk.BulkInsertWriterHelper

handle, handles, hoodieTable, instantTime, isInputSorted, keyGen, preserveHoodieMetadata, rowType, taskEpochId, taskPartitionId, totalSubtaskNum, writeConfig

Constructor Summary

Constructors

Constructor and Description
BucketBulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf, HoodieTable<?,?,?,?> hoodieTable, HoodieWriteConfig writeConfig, String instantTime, int taskPartitionId, long taskId, long taskEpochId, org.apache.flink.table.types.logical.RowType rowType)

Method Summary

Modifier and Type	Method and Description
static SortOperatorGen	getFileIdSorterGen(org.apache.flink.table.types.logical.RowType rowType)
static org.apache.flink.table.types.logical.RowType	rowTypeWithFileId(org.apache.flink.table.types.logical.RowType rowType)
static org.apache.flink.table.data.RowData	rowWithFileId(Map<String,String> bucketIdToFileId, RowDataKeyGen keyGen, org.apache.flink.table.data.RowData record, String indexKeys, int numBuckets)
void	write(org.apache.flink.table.data.RowData tuple)

Methods inherited from class org.apache.hudi.sink.bulk.BulkInsertWriterHelper

addMetadataFields, close, getInstantTime, getWriteStatuses

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

FILE_GROUP_META_FIELD

public static final String FILE_GROUP_META_FIELD

See Also:

Constant Field Values

Constructor Detail

BucketBulkInsertWriterHelper

public BucketBulkInsertWriterHelper(org.apache.flink.configuration.Configuration conf,
                                    HoodieTable<?,?,?,?> hoodieTable,
                                    HoodieWriteConfig writeConfig,
                                    String instantTime,
                                    int taskPartitionId,
                                    long taskId,
                                    long taskEpochId,
                                    org.apache.flink.table.types.logical.RowType rowType)

Method Detail

write

public void write(org.apache.flink.table.data.RowData tuple)
           throws IOException

Overrides:

write in class BulkInsertWriterHelper

Throws:

IOException

getFileIdSorterGen

public static SortOperatorGen getFileIdSorterGen(org.apache.flink.table.types.logical.RowType rowType)

rowWithFileId

public static org.apache.flink.table.data.RowData rowWithFileId(Map<String,String> bucketIdToFileId,
                                                                RowDataKeyGen keyGen,
                                                                org.apache.flink.table.data.RowData record,
                                                                String indexKeys,
                                                                int numBuckets)

rowTypeWithFileId

public static org.apache.flink.table.types.logical.RowType rowTypeWithFileId(org.apache.flink.table.types.logical.RowType rowType)