org.apache.hudi.config

Class HoodieHBaseIndexConfig.Builder

java.lang.Object

org.apache.hudi.config.HoodieHBaseIndexConfig.Builder

Enclosing class:

HoodieHBaseIndexConfig

public static class HoodieHBaseIndexConfig.Builder
extends Object

Constructor Summary

Constructors

Constructor and Description
Builder()

Method Summary

Modifier and Type	Method and Description
HoodieHBaseIndexConfig	build()
HoodieHBaseIndexConfig.Builder	fromFile(File propertiesFile)
HoodieHBaseIndexConfig.Builder	fromProperties(Properties props)
HoodieHBaseIndexConfig.Builder	hbaseIndexDesiredPutsTime(int desiredPutsTime)
HoodieHBaseIndexConfig.Builder	hbaseIndexGetBatchSize(int getBatchSize)
HoodieHBaseIndexConfig.Builder	hbaseIndexMaxQPSFraction(float maxQPSFraction)
HoodieHBaseIndexConfig.Builder	hbaseIndexMaxQPSPerRegionServer(int maxQPSPerRegionServer) Method to set maximum QPS allowed per Region Server.
HoodieHBaseIndexConfig.Builder	hbaseIndexMinQPSFraction(float minQPSFraction)
HoodieHBaseIndexConfig.Builder	hbaseIndexPutBatchSize(int putBatchSize)
HoodieHBaseIndexConfig.Builder	hbaseIndexPutBatchSizeAutoCompute(boolean putBatchSizeAutoCompute)
HoodieHBaseIndexConfig.Builder	hbaseIndexQPSFraction(float qpsFraction)
HoodieHBaseIndexConfig.Builder	hbaseIndexRollbackSync(boolean rollbackSync)
HoodieHBaseIndexConfig.Builder	hbaseIndexShouldComputeQPSDynamically(boolean shouldComputeQPsDynamically)
HoodieHBaseIndexConfig.Builder	hbaseIndexSleepMsBetweenGetBatch(int sleepMsBetweenGetBatch)
HoodieHBaseIndexConfig.Builder	hbaseIndexSleepMsBetweenPutBatch(int sleepMsBetweenPutBatch)
HoodieHBaseIndexConfig.Builder	hbaseIndexUpdatePartitionPath(boolean updatePartitionPath)
HoodieHBaseIndexConfig.Builder	hbaseIndexZkConnectionTimeout(int zkConnectionTimeout)
HoodieHBaseIndexConfig.Builder	hbaseIndexZkSessionTimeout(int zkSessionTimeout)
HoodieHBaseIndexConfig.Builder	hbaseTableName(String tableName)
HoodieHBaseIndexConfig.Builder	hbaseZkPort(int port)
HoodieHBaseIndexConfig.Builder	hbaseZkQuorum(String zkString)
HoodieHBaseIndexConfig.Builder	hbaseZkZnodeParent(String zkZnodeParent)
HoodieHBaseIndexConfig.Builder	hbaseZkZnodeQPSPath(String zkZnodeQPSPath)
HoodieHBaseIndexConfig.Builder	withQPSResourceAllocatorType(String qpsResourceAllocatorClass)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Builder

public Builder()

Method Detail

fromFile

public HoodieHBaseIndexConfig.Builder fromFile(File propertiesFile)
                                        throws IOException

Throws:

IOException

fromProperties

public HoodieHBaseIndexConfig.Builder fromProperties(Properties props)

hbaseZkQuorum

public HoodieHBaseIndexConfig.Builder hbaseZkQuorum(String zkString)

hbaseZkPort

public HoodieHBaseIndexConfig.Builder hbaseZkPort(int port)

hbaseTableName

public HoodieHBaseIndexConfig.Builder hbaseTableName(String tableName)

hbaseZkZnodeQPSPath

public HoodieHBaseIndexConfig.Builder hbaseZkZnodeQPSPath(String zkZnodeQPSPath)

hbaseIndexGetBatchSize

public HoodieHBaseIndexConfig.Builder hbaseIndexGetBatchSize(int getBatchSize)

hbaseIndexPutBatchSize

public HoodieHBaseIndexConfig.Builder hbaseIndexPutBatchSize(int putBatchSize)

hbaseIndexPutBatchSizeAutoCompute

public HoodieHBaseIndexConfig.Builder hbaseIndexPutBatchSizeAutoCompute(boolean putBatchSizeAutoCompute)

hbaseIndexDesiredPutsTime

public HoodieHBaseIndexConfig.Builder hbaseIndexDesiredPutsTime(int desiredPutsTime)

hbaseIndexShouldComputeQPSDynamically

public HoodieHBaseIndexConfig.Builder hbaseIndexShouldComputeQPSDynamically(boolean shouldComputeQPsDynamically)

hbaseIndexQPSFraction

public HoodieHBaseIndexConfig.Builder hbaseIndexQPSFraction(float qpsFraction)

hbaseIndexMinQPSFraction

public HoodieHBaseIndexConfig.Builder hbaseIndexMinQPSFraction(float minQPSFraction)

hbaseIndexMaxQPSFraction

public HoodieHBaseIndexConfig.Builder hbaseIndexMaxQPSFraction(float maxQPSFraction)

hbaseIndexSleepMsBetweenPutBatch

public HoodieHBaseIndexConfig.Builder hbaseIndexSleepMsBetweenPutBatch(int sleepMsBetweenPutBatch)

hbaseIndexSleepMsBetweenGetBatch

public HoodieHBaseIndexConfig.Builder hbaseIndexSleepMsBetweenGetBatch(int sleepMsBetweenGetBatch)

hbaseIndexUpdatePartitionPath

public HoodieHBaseIndexConfig.Builder hbaseIndexUpdatePartitionPath(boolean updatePartitionPath)

hbaseIndexRollbackSync

public HoodieHBaseIndexConfig.Builder hbaseIndexRollbackSync(boolean rollbackSync)

withQPSResourceAllocatorType

public HoodieHBaseIndexConfig.Builder withQPSResourceAllocatorType(String qpsResourceAllocatorClass)

hbaseIndexZkSessionTimeout

public HoodieHBaseIndexConfig.Builder hbaseIndexZkSessionTimeout(int zkSessionTimeout)

hbaseIndexZkConnectionTimeout

public HoodieHBaseIndexConfig.Builder hbaseIndexZkConnectionTimeout(int zkConnectionTimeout)

hbaseZkZnodeParent

public HoodieHBaseIndexConfig.Builder hbaseZkZnodeParent(String zkZnodeParent)

hbaseIndexMaxQPSPerRegionServer

public HoodieHBaseIndexConfig.Builder hbaseIndexMaxQPSPerRegionServer(int maxQPSPerRegionServer)

Method to set maximum QPS allowed per Region Server. This should be same across various jobs. This is intended to limit the aggregate QPS generated across various jobs to an HBase Region Server.

It is recommended to set this value based on your global indexing throughput needs and most importantly, how much your HBase installation is able to tolerate without Region Servers going down.

build

public HoodieHBaseIndexConfig build()