org.apache.hudi.config

Class HoodieCompactionConfig.Builder

java.lang.Object

org.apache.hudi.config.HoodieCompactionConfig.Builder

Enclosing class:

HoodieCompactionConfig

public static class HoodieCompactionConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieCompactionConfig.Builder	approxRecordSize(int recordSizeEstimate)
HoodieCompactionConfig.Builder	autoTuneInsertSplits(boolean autoTuneInsertSplits)
HoodieCompactionConfig	build()
HoodieCompactionConfig.Builder	compactionRecordSizeEstimateThreshold(double threshold)
HoodieCompactionConfig.Builder	compactionSmallFileSize(long smallFileLimitBytes)
HoodieCompactionConfig.Builder	fromFile(File propertiesFile)
HoodieCompactionConfig.Builder	fromProperties(Properties props)
HoodieCompactionConfig.Builder	insertSplitSize(int insertSplitSize)
HoodieCompactionConfig.Builder	withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)
HoodieCompactionConfig.Builder	withCompactionLogFileNumThreshold(int logFileNumThreshold)
HoodieCompactionConfig.Builder	withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)
HoodieCompactionConfig.Builder	withCompactionSpecifyPartitionPathRegex(String partitionPathRegex)
HoodieCompactionConfig.Builder	withCompactionStrategy(CompactionStrategy... compactionStrategies)
HoodieCompactionConfig.Builder	withEnableOptimizedLogBlocksScan(String enableOptimizedLogBlocksScan)
HoodieCompactionConfig.Builder	withInlineCompaction(Boolean inlineCompaction)
HoodieCompactionConfig.Builder	withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)
HoodieCompactionConfig.Builder	withInlineLogCompaction(Boolean inlineLogCompaction)
HoodieCompactionConfig.Builder	withLogCompactionBlocksThreshold(int logCompactionBlocksThreshold)
HoodieCompactionConfig.Builder	withLogCompactionEnabled(boolean enableLogCompaction)
HoodieCompactionConfig.Builder	withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)
HoodieCompactionConfig.Builder	withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)
HoodieCompactionConfig.Builder	withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)
HoodieCompactionConfig.Builder	withScheduleInlineCompaction(Boolean scheduleAsyncCompaction)
HoodieCompactionConfig.Builder	withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)
HoodieCompactionConfig.Builder	withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieCompactionConfig.Builder fromFile(File propertiesFile)
                                        throws IOException

Throws:

IOException

fromProperties

public HoodieCompactionConfig.Builder fromProperties(Properties props)

withInlineCompaction

public HoodieCompactionConfig.Builder withInlineCompaction(Boolean inlineCompaction)

withScheduleInlineCompaction

public HoodieCompactionConfig.Builder withScheduleInlineCompaction(Boolean scheduleAsyncCompaction)

withInlineLogCompaction

public HoodieCompactionConfig.Builder withInlineLogCompaction(Boolean inlineLogCompaction)

withInlineCompactionTriggerStrategy

public HoodieCompactionConfig.Builder withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)

compactionSmallFileSize

public HoodieCompactionConfig.Builder compactionSmallFileSize(long smallFileLimitBytes)

compactionRecordSizeEstimateThreshold

public HoodieCompactionConfig.Builder compactionRecordSizeEstimateThreshold(double threshold)

insertSplitSize

public HoodieCompactionConfig.Builder insertSplitSize(int insertSplitSize)

autoTuneInsertSplits

public HoodieCompactionConfig.Builder autoTuneInsertSplits(boolean autoTuneInsertSplits)

approxRecordSize

public HoodieCompactionConfig.Builder approxRecordSize(int recordSizeEstimate)

withCompactionStrategy

public HoodieCompactionConfig.Builder withCompactionStrategy(CompactionStrategy... compactionStrategies)

withTargetIOPerCompactionInMB

public HoodieCompactionConfig.Builder withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)

withMaxNumDeltaCommitsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)

withMaxDeltaSecondsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)

withCompactionLazyBlockReadEnabled

public HoodieCompactionConfig.Builder withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)

withCompactionReverseLogReadEnabled

public HoodieCompactionConfig.Builder withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)

withTargetPartitionsPerDayBasedCompaction

public HoodieCompactionConfig.Builder withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

withLogFileSizeThresholdBasedCompaction

public HoodieCompactionConfig.Builder withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)

withCompactionLogFileNumThreshold

public HoodieCompactionConfig.Builder withCompactionLogFileNumThreshold(int logFileNumThreshold)

withLogCompactionEnabled

public HoodieCompactionConfig.Builder withLogCompactionEnabled(boolean enableLogCompaction)

withLogCompactionBlocksThreshold

public HoodieCompactionConfig.Builder withLogCompactionBlocksThreshold(int logCompactionBlocksThreshold)

withEnableOptimizedLogBlocksScan

public HoodieCompactionConfig.Builder withEnableOptimizedLogBlocksScan(String enableOptimizedLogBlocksScan)

withCompactionSpecifyPartitionPathRegex

public HoodieCompactionConfig.Builder withCompactionSpecifyPartitionPathRegex(String partitionPathRegex)

build

public HoodieCompactionConfig build()