org.apache.hudi.config

Class HoodieCompactionConfig.Builder

java.lang.Object

org.apache.hudi.config.HoodieCompactionConfig.Builder

Enclosing class:

HoodieCompactionConfig

public static class HoodieCompactionConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieCompactionConfig.Builder	approxRecordSize(int recordSizeEstimate)
HoodieCompactionConfig.Builder	archiveCommitsWith(int minToKeep, int maxToKeep)
HoodieCompactionConfig.Builder	autoTuneInsertSplits(boolean autoTuneInsertSplits)
HoodieCompactionConfig	build()
HoodieCompactionConfig.Builder	compactionRecordSizeEstimateThreshold(double threshold)
HoodieCompactionConfig.Builder	compactionSmallFileSize(long smallFileLimitBytes)
HoodieCompactionConfig.Builder	fromFile(File propertiesFile)
HoodieCompactionConfig.Builder	fromProperties(Properties props)
HoodieCompactionConfig.Builder	insertSplitSize(int insertSplitSize)
HoodieCompactionConfig.Builder	retainCommits(int commitsRetained)
HoodieCompactionConfig.Builder	retainFileVersions(int fileVersionsRetained)
HoodieCompactionConfig.Builder	withArchiveDeleteParallelism(int archiveDeleteParallelism)
HoodieCompactionConfig.Builder	withAsyncClean(Boolean asyncClean)
HoodieCompactionConfig.Builder	withAutoArchive(Boolean autoArchive)
HoodieCompactionConfig.Builder	withAutoClean(Boolean autoClean)
HoodieCompactionConfig.Builder	withCleanBootstrapBaseFileEnabled(Boolean cleanBootstrapSourceFileEnabled)
HoodieCompactionConfig.Builder	withCleanerParallelism(int cleanerParallelism)
HoodieCompactionConfig.Builder	withCleanerPolicy(HoodieCleaningPolicy policy)
HoodieCompactionConfig.Builder	withCommitsArchivalBatchSize(int batchSize)
HoodieCompactionConfig.Builder	withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)
HoodieCompactionConfig.Builder	withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)
HoodieCompactionConfig.Builder	withCompactionStrategy(CompactionStrategy compactionStrategy)
HoodieCompactionConfig.Builder	withFailedWritesCleaningPolicy(HoodieFailedWritesCleaningPolicy failedWritesPolicy)
HoodieCompactionConfig.Builder	withIncrementalCleaningMode(Boolean incrementalCleaningMode)
HoodieCompactionConfig.Builder	withInlineCompaction(Boolean inlineCompaction)
HoodieCompactionConfig.Builder	withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)
HoodieCompactionConfig.Builder	withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)
HoodieCompactionConfig.Builder	withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)
HoodieCompactionConfig.Builder	withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)
HoodieCompactionConfig.Builder	withPayloadClass(String payloadClassName)
HoodieCompactionConfig.Builder	withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)
HoodieCompactionConfig.Builder	withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieCompactionConfig.Builder fromFile(File propertiesFile)
                                        throws IOException

Throws:

IOException

fromProperties

public HoodieCompactionConfig.Builder fromProperties(Properties props)

withAutoClean

public HoodieCompactionConfig.Builder withAutoClean(Boolean autoClean)

withAsyncClean

public HoodieCompactionConfig.Builder withAsyncClean(Boolean asyncClean)

withAutoArchive

public HoodieCompactionConfig.Builder withAutoArchive(Boolean autoArchive)

withIncrementalCleaningMode

public HoodieCompactionConfig.Builder withIncrementalCleaningMode(Boolean incrementalCleaningMode)

withInlineCompaction

public HoodieCompactionConfig.Builder withInlineCompaction(Boolean inlineCompaction)

withInlineCompactionTriggerStrategy

public HoodieCompactionConfig.Builder withInlineCompactionTriggerStrategy(CompactionTriggerStrategy compactionTriggerStrategy)

withCleanerPolicy

public HoodieCompactionConfig.Builder withCleanerPolicy(HoodieCleaningPolicy policy)

retainFileVersions

public HoodieCompactionConfig.Builder retainFileVersions(int fileVersionsRetained)

retainCommits

public HoodieCompactionConfig.Builder retainCommits(int commitsRetained)

archiveCommitsWith

public HoodieCompactionConfig.Builder archiveCommitsWith(int minToKeep,
                                                         int maxToKeep)

compactionSmallFileSize

public HoodieCompactionConfig.Builder compactionSmallFileSize(long smallFileLimitBytes)

compactionRecordSizeEstimateThreshold

public HoodieCompactionConfig.Builder compactionRecordSizeEstimateThreshold(double threshold)

insertSplitSize

public HoodieCompactionConfig.Builder insertSplitSize(int insertSplitSize)

autoTuneInsertSplits

public HoodieCompactionConfig.Builder autoTuneInsertSplits(boolean autoTuneInsertSplits)

approxRecordSize

public HoodieCompactionConfig.Builder approxRecordSize(int recordSizeEstimate)

withCleanerParallelism

public HoodieCompactionConfig.Builder withCleanerParallelism(int cleanerParallelism)

withCompactionStrategy

public HoodieCompactionConfig.Builder withCompactionStrategy(CompactionStrategy compactionStrategy)

withPayloadClass

public HoodieCompactionConfig.Builder withPayloadClass(String payloadClassName)

withTargetIOPerCompactionInMB

public HoodieCompactionConfig.Builder withTargetIOPerCompactionInMB(long targetIOPerCompactionInMB)

withMaxNumDeltaCommitsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxNumDeltaCommitsBeforeCompaction(int maxNumDeltaCommitsBeforeCompaction)

withArchiveDeleteParallelism

public HoodieCompactionConfig.Builder withArchiveDeleteParallelism(int archiveDeleteParallelism)

withMaxDeltaSecondsBeforeCompaction

public HoodieCompactionConfig.Builder withMaxDeltaSecondsBeforeCompaction(int maxDeltaSecondsBeforeCompaction)

withCompactionLazyBlockReadEnabled

public HoodieCompactionConfig.Builder withCompactionLazyBlockReadEnabled(Boolean compactionLazyBlockReadEnabled)

withCompactionReverseLogReadEnabled

public HoodieCompactionConfig.Builder withCompactionReverseLogReadEnabled(Boolean compactionReverseLogReadEnabled)

withTargetPartitionsPerDayBasedCompaction

public HoodieCompactionConfig.Builder withTargetPartitionsPerDayBasedCompaction(int targetPartitionsPerCompaction)

withLogFileSizeThresholdBasedCompaction

public HoodieCompactionConfig.Builder withLogFileSizeThresholdBasedCompaction(long logFileSizeThreshold)

withCommitsArchivalBatchSize

public HoodieCompactionConfig.Builder withCommitsArchivalBatchSize(int batchSize)

withCleanBootstrapBaseFileEnabled

public HoodieCompactionConfig.Builder withCleanBootstrapBaseFileEnabled(Boolean cleanBootstrapSourceFileEnabled)

withFailedWritesCleaningPolicy

public HoodieCompactionConfig.Builder withFailedWritesCleaningPolicy(HoodieFailedWritesCleaningPolicy failedWritesPolicy)

build

public HoodieCompactionConfig build()