org.apache.hudi.config

Class HoodieCompactionConfig.Builder

java.lang.Object

org.apache.hudi.config.HoodieCompactionConfig.Builder

Enclosing class:

HoodieCompactionConfig

public static class HoodieCompactionConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieCompactionConfig.Builder	allowMultipleCleans(boolean allowMultipleCleanSchedules)
HoodieCompactionConfig.Builder	approxRecordSize(int recordSizeEstimate)
HoodieCompactionConfig.Builder	archiveCommitsWith(int minToKeep, int maxToKeep)
HoodieCompactionConfig.Builder	autoTuneInsertSplits(boolean autoTuneInsertSplits)
HoodieCompactionConfig	build()
HoodieCompactionConfig.Builder	cleanerNumHoursRetained(int cleanerHoursRetained)
HoodieCompactionConfig.Builder	compactionRecordSizeEstimateThreshold(double threshold)
HoodieCompactionConfig.Builder	compactionSmallFileSize(long smallFileLimitBytes)
HoodieCompactionConfig.Builder	fromFile(File propertiesFile)
HoodieCompactionConfig.Builder	fromProperties(Properties props)
HoodieCompactionConfig.Builder	insertSplitSize(int insertSplitSize)
HoodieCompactionConfig.Builder	retainCommits(int commitsRetained)
HoodieCompactionConfig.Builder	retainFileVersions(int fileVersionsRetained)
HoodieCompactionConfig.Builder	withArchiveDeleteParallelism(int archiveDeleteParallelism)
HoodieCompactionConfig.Builder	withArchiveMergeEnable(boolean enable)
HoodieCompactionConfig.Builder	withArchiveMergeFilesBatchSize(int number)
HoodieCompactionConfig.Builder	withArchiveMergeSmallFileLimit(long size)
HoodieCompactionConfig.Builder	withAsyncArchive(Boolean asyncArchive)
HoodieCompactionConfig.Builder	withAsyncClean(Boolean asyncClean)
HoodieCompactionConfig.Builder	withAutoArchive(Boolean autoArchive)
HoodieCompactionConfig.Builder	withAutoClean(Boolean autoClean)
HoodieCompactionConfig.Builder	withCleanBootstrapBaseFileEnabled(Boolean cleanBootstrapSourceFileEnabled)
HoodieCompactionConfig.Builder	withCleanerParallelism(int cleanerParallelism)
HoodieCompactionConfig.Builder	withCleanerPolicy(HoodieCleaningPolicy policy)
HoodieCompactionConfig.Builder	withCleaningTriggerStrategy(String cleaningTriggerStrategy)
HoodieCompactionConfig.Builder	withCommitsArchivalBatchSize(int batchSize)
HoodieCompactionConfig.Builder	withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)
HoodieCompactionConfig.Builder	withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)
HoodieCompactionConfig.Builder	withCompactionStrategy(CompactionStrategy compactionStrategy)
HoodieCompactionConfig.Builder	withFailedWritesCleaningPolicy(HoodieFailedWritesCleaningPolicy failedWritesPolicy)
HoodieCompactionConfig.Builder	withIncrementalCleaningMode(Boolean incrementalCleaningMode)
HoodieCompactionConfig.Builder	withInlineCompaction(Boolean inlineCompaction)
HoodieCompactionConfig.Builder	withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)
HoodieCompactionConfig.Builder	withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)
HoodieCompactionConfig.Builder	withMaxCommitsBeforeCleaning(int maxCommitsBeforeCleaning)
HoodieCompactionConfig.Builder	withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)
HoodieCompactionConfig.Builder	withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)
HoodieCompactionConfig.Builder	withPayloadClass(String payloadClassName)
HoodieCompactionConfig.Builder	withPreserveCommitMetadata(boolean preserveCommitMetadata)
HoodieCompactionConfig.Builder	withScheduleInlineCompaction(Boolean scheduleAsyncCompaction)
HoodieCompactionConfig.Builder	withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)
HoodieCompactionConfig.Builder	withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieCompactionConfig.Builder fromFile(File propertiesFile)
                                        throws IOException

Throws:

IOException

fromProperties

public HoodieCompactionConfig.Builder fromProperties(Properties props)

withAutoArchive

public HoodieCompactionConfig.Builder withAutoArchive(Boolean autoArchive)

withAsyncArchive

public HoodieCompactionConfig.Builder withAsyncArchive(Boolean asyncArchive)

withAutoClean

public HoodieCompactionConfig.Builder withAutoClean(Boolean autoClean)

withAsyncClean

public HoodieCompactionConfig.Builder withAsyncClean(Boolean asyncClean)

withIncrementalCleaningMode

public HoodieCompactionConfig.Builder withIncrementalCleaningMode(Boolean incrementalCleaningMode)

withInlineCompaction

public HoodieCompactionConfig.Builder withInlineCompaction(Boolean inlineCompaction)

withScheduleInlineCompaction

public HoodieCompactionConfig.Builder withScheduleInlineCompaction(Boolean scheduleAsyncCompaction)

withInlineCompactionTriggerStrategy

public HoodieCompactionConfig.Builder withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)

withCleaningTriggerStrategy

public HoodieCompactionConfig.Builder withCleaningTriggerStrategy(String cleaningTriggerStrategy)

withMaxCommitsBeforeCleaning

public HoodieCompactionConfig.Builder withMaxCommitsBeforeCleaning(int maxCommitsBeforeCleaning)

withCleanerPolicy

public HoodieCompactionConfig.Builder withCleanerPolicy(HoodieCleaningPolicy policy)

retainFileVersions

public HoodieCompactionConfig.Builder retainFileVersions(int fileVersionsRetained)

retainCommits

public HoodieCompactionConfig.Builder retainCommits(int commitsRetained)

cleanerNumHoursRetained

public HoodieCompactionConfig.Builder cleanerNumHoursRetained(int cleanerHoursRetained)

archiveCommitsWith

public HoodieCompactionConfig.Builder archiveCommitsWith(int minToKeep,
                                                         int maxToKeep)

withArchiveMergeFilesBatchSize

public HoodieCompactionConfig.Builder withArchiveMergeFilesBatchSize(int number)

withArchiveMergeSmallFileLimit

public HoodieCompactionConfig.Builder withArchiveMergeSmallFileLimit(long size)

withArchiveMergeEnable

public HoodieCompactionConfig.Builder withArchiveMergeEnable(boolean enable)

compactionSmallFileSize

public HoodieCompactionConfig.Builder compactionSmallFileSize(long smallFileLimitBytes)

compactionRecordSizeEstimateThreshold

public HoodieCompactionConfig.Builder compactionRecordSizeEstimateThreshold(double threshold)

insertSplitSize

public HoodieCompactionConfig.Builder insertSplitSize(int insertSplitSize)

autoTuneInsertSplits

public HoodieCompactionConfig.Builder autoTuneInsertSplits(boolean autoTuneInsertSplits)

approxRecordSize

public HoodieCompactionConfig.Builder approxRecordSize(int recordSizeEstimate)

allowMultipleCleans

public HoodieCompactionConfig.Builder allowMultipleCleans(boolean allowMultipleCleanSchedules)

withCleanerParallelism

public HoodieCompactionConfig.Builder withCleanerParallelism(int cleanerParallelism)

withCompactionStrategy

public HoodieCompactionConfig.Builder withCompactionStrategy(CompactionStrategy compactionStrategy)

withPayloadClass

public HoodieCompactionConfig.Builder withPayloadClass(String payloadClassName)

withTargetIOPerCompactionInMB

public HoodieCompactionConfig.Builder withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)

withMaxNumDeltaCommitsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)

withArchiveDeleteParallelism

public HoodieCompactionConfig.Builder withArchiveDeleteParallelism(int archiveDeleteParallelism)

withMaxDeltaSecondsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)

withCompactionLazyBlockReadEnabled

public HoodieCompactionConfig.Builder withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)

withCompactionReverseLogReadEnabled

public HoodieCompactionConfig.Builder withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)

withTargetPartitionsPerDayBasedCompaction

public HoodieCompactionConfig.Builder withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

withLogFileSizeThresholdBasedCompaction

public HoodieCompactionConfig.Builder withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)

withPreserveCommitMetadata

public HoodieCompactionConfig.Builder withPreserveCommitMetadata(boolean preserveCommitMetadata)

withCommitsArchivalBatchSize

public HoodieCompactionConfig.Builder withCommitsArchivalBatchSize(int batchSize)

withCleanBootstrapBaseFileEnabled

public HoodieCompactionConfig.Builder withCleanBootstrapBaseFileEnabled(Boolean cleanBootstrapSourceFileEnabled)

withFailedWritesCleaningPolicy

public HoodieCompactionConfig.Builder withFailedWritesCleaningPolicy(HoodieFailedWritesCleaningPolicy failedWritesPolicy)

build

public HoodieCompactionConfig build()