org.apache.hudi.common.config

Class HoodieMetadataConfig.Builder

java.lang.Object

org.apache.hudi.common.config.HoodieMetadataConfig.Builder

Enclosing class:

HoodieMetadataConfig

public static class HoodieMetadataConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieMetadataConfig	build()
HoodieMetadataConfig.Builder	enable(boolean enable)
HoodieMetadataConfig.Builder	enableMetrics(boolean enableMetrics)
HoodieMetadataConfig.Builder	fromFile(File propertiesFile)
HoodieMetadataConfig.Builder	fromProperties(Properties props)
HoodieMetadataConfig.Builder	ignoreSpuriousDeletes(boolean validateMetadataPayloadConsistency)
HoodieMetadataConfig.Builder	withAsyncIndex(boolean asyncIndex)
HoodieMetadataConfig.Builder	withBloomFilterIndexForColumns(String columns)
HoodieMetadataConfig.Builder	withBloomFilterIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withColumnStatsIndexForColumns(String columns)
HoodieMetadataConfig.Builder	withColumnStatsIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withDirectoryFilterRegex(String regex)
HoodieMetadataConfig.Builder	withEnableRecordIndex(boolean enabled)
HoodieMetadataConfig.Builder	withEngineType(EngineType engineType)
HoodieMetadataConfig.Builder	withFileListingParallelism(int parallelism)
HoodieMetadataConfig.Builder	withFunctionalIndexFileGroupCount(int fileGroupCount)
HoodieMetadataConfig.Builder	withFunctionalIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withIndexingCheckTimeout(int timeoutInSeconds)
HoodieMetadataConfig.Builder	withLogCompactBlocksThreshold(int logCompactBlocksThreshold)
HoodieMetadataConfig.Builder	withLogCompactionEnabled(boolean enableLogCompaction)
HoodieMetadataConfig.Builder	withMaxLogFileSizeBytes(long sizeInBytes)
HoodieMetadataConfig.Builder	withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)
HoodieMetadataConfig.Builder	withMaxNumDeltacommitsWhenPending(int maxNumDeltaCommitsWhenPending)
HoodieMetadataConfig.Builder	withMaxReaderBufferSize(long mem)
HoodieMetadataConfig.Builder	withMaxReaderMemory(long mem)
HoodieMetadataConfig.Builder	withMetadataIndexBloomFilter(boolean enable)
HoodieMetadataConfig.Builder	withMetadataIndexBloomFilterFileGroups(int fileGroupCount)
HoodieMetadataConfig.Builder	withMetadataIndexColumnStats(boolean enable)
HoodieMetadataConfig.Builder	withMetadataIndexColumnStatsFileGroupCount(int fileGroupCount)
HoodieMetadataConfig.Builder	withMetadataIndexPartitionStats(boolean enable)
HoodieMetadataConfig.Builder	withMetadataIndexPartitionStatsFileGroupCount(int fileGroupCount)
HoodieMetadataConfig.Builder	withOptimizedLogBlocksScan(boolean enableOptimizedLogBlocksScan)
HoodieMetadataConfig.Builder	withPartitionStatsIndexParallelism(int parallelism)
HoodieMetadataConfig.Builder	withProperties(Properties properties)
HoodieMetadataConfig.Builder	withRecordIndexFileGroupCount(int minCount, int maxCount)
HoodieMetadataConfig.Builder	withRecordIndexGrowthFactor(float factor)
HoodieMetadataConfig.Builder	withRecordIndexMaxFileGroupSizeBytes(long sizeInBytes)
HoodieMetadataConfig.Builder	withRecordIndexMaxParallelism(int parallelism)
HoodieMetadataConfig.Builder	withSpillableMapDir(String dir)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieMetadataConfig.Builder fromFile(File propertiesFile)
                                      throws IOException

Throws:

IOException

fromProperties

public HoodieMetadataConfig.Builder fromProperties(Properties props)

enable

public HoodieMetadataConfig.Builder enable(boolean enable)

withMetadataIndexBloomFilter

public HoodieMetadataConfig.Builder withMetadataIndexBloomFilter(boolean enable)

withMetadataIndexBloomFilterFileGroups

public HoodieMetadataConfig.Builder withMetadataIndexBloomFilterFileGroups(int fileGroupCount)

withBloomFilterIndexParallelism

public HoodieMetadataConfig.Builder withBloomFilterIndexParallelism(int parallelism)

withMetadataIndexColumnStats

public HoodieMetadataConfig.Builder withMetadataIndexColumnStats(boolean enable)

withMetadataIndexColumnStatsFileGroupCount

public HoodieMetadataConfig.Builder withMetadataIndexColumnStatsFileGroupCount(int fileGroupCount)

withColumnStatsIndexParallelism

public HoodieMetadataConfig.Builder withColumnStatsIndexParallelism(int parallelism)

withColumnStatsIndexForColumns

public HoodieMetadataConfig.Builder withColumnStatsIndexForColumns(String columns)

withBloomFilterIndexForColumns

public HoodieMetadataConfig.Builder withBloomFilterIndexForColumns(String columns)

withIndexingCheckTimeout

public HoodieMetadataConfig.Builder withIndexingCheckTimeout(int timeoutInSeconds)

enableMetrics

public HoodieMetadataConfig.Builder enableMetrics(boolean enableMetrics)

withAsyncIndex

public HoodieMetadataConfig.Builder withAsyncIndex(boolean asyncIndex)

withMaxNumDeltaCommitsBeforeCompaction

public HoodieMetadataConfig.Builder withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)

withLogCompactionEnabled

public HoodieMetadataConfig.Builder withLogCompactionEnabled(boolean enableLogCompaction)

withLogCompactBlocksThreshold

public HoodieMetadataConfig.Builder withLogCompactBlocksThreshold(int logCompactBlocksThreshold)

withFileListingParallelism

public HoodieMetadataConfig.Builder withFileListingParallelism(int parallelism)

withRecordIndexMaxParallelism

public HoodieMetadataConfig.Builder withRecordIndexMaxParallelism(int parallelism)

withDirectoryFilterRegex

public HoodieMetadataConfig.Builder withDirectoryFilterRegex(String regex)

ignoreSpuriousDeletes

public HoodieMetadataConfig.Builder ignoreSpuriousDeletes(boolean validateMetadataPayloadConsistency)

withEngineType

public HoodieMetadataConfig.Builder withEngineType(EngineType engineType)

withProperties

public HoodieMetadataConfig.Builder withProperties(Properties properties)

withOptimizedLogBlocksScan

public HoodieMetadataConfig.Builder withOptimizedLogBlocksScan(boolean enableOptimizedLogBlocksScan)

withMaxNumDeltacommitsWhenPending

public HoodieMetadataConfig.Builder withMaxNumDeltacommitsWhenPending(int maxNumDeltaCommitsWhenPending)

withEnableRecordIndex

public HoodieMetadataConfig.Builder withEnableRecordIndex(boolean enabled)

withRecordIndexFileGroupCount

public HoodieMetadataConfig.Builder withRecordIndexFileGroupCount(int minCount,
                                                                  int maxCount)

withRecordIndexGrowthFactor

public HoodieMetadataConfig.Builder withRecordIndexGrowthFactor(float factor)

withRecordIndexMaxFileGroupSizeBytes

public HoodieMetadataConfig.Builder withRecordIndexMaxFileGroupSizeBytes(long sizeInBytes)

withSpillableMapDir

public HoodieMetadataConfig.Builder withSpillableMapDir(String dir)

withMaxReaderMemory

public HoodieMetadataConfig.Builder withMaxReaderMemory(long mem)

withMaxReaderBufferSize

public HoodieMetadataConfig.Builder withMaxReaderBufferSize(long mem)

withMaxLogFileSizeBytes

public HoodieMetadataConfig.Builder withMaxLogFileSizeBytes(long sizeInBytes)

withFunctionalIndexFileGroupCount

public HoodieMetadataConfig.Builder withFunctionalIndexFileGroupCount(int fileGroupCount)

withFunctionalIndexParallelism

public HoodieMetadataConfig.Builder withFunctionalIndexParallelism(int parallelism)

withMetadataIndexPartitionStats

public HoodieMetadataConfig.Builder withMetadataIndexPartitionStats(boolean enable)

withMetadataIndexPartitionStatsFileGroupCount

public HoodieMetadataConfig.Builder withMetadataIndexPartitionStatsFileGroupCount(int fileGroupCount)

withPartitionStatsIndexParallelism

public HoodieMetadataConfig.Builder withPartitionStatsIndexParallelism(int parallelism)

build

public HoodieMetadataConfig build()