org.apache.hudi.io.storage

Class HoodieIOFactory

java.lang.Object

org.apache.hudi.io.storage.HoodieIOFactory

@PublicAPIClass(maturity=EVOLVING)
public abstract class HoodieIOFactory
extends Object

Base class to get HoodieFileReaderFactory, HoodieFileWriterFactory, and FileFormatUtils

Field Summary

Fields

Modifier and Type	Field and Description
protected HoodieStorage	storage

Constructor Summary

Constructors

Constructor and Description
HoodieIOFactory(HoodieStorage storage)

Method Summary

Modifier and Type	Method and Description
abstract FileFormatUtils	getFileFormatUtils(HoodieFileFormat fileFormat)
FileFormatUtils	getFileFormatUtils(StoragePath path)
static HoodieIOFactory	getIOFactory(HoodieStorage storage)
abstract HoodieFileReaderFactory	getReaderFactory(HoodieRecord.HoodieRecordType recordType)
abstract HoodieStorage	getStorage(StoragePath storagePath)
abstract HoodieStorage	getStorage(StoragePath path, boolean enableRetry, long maxRetryIntervalMs, int maxRetryNumbers, long initialRetryIntervalMs, String retryExceptions, ConsistencyGuard consistencyGuard)
abstract HoodieFileWriterFactory	getWriterFactory(HoodieRecord.HoodieRecordType recordType)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

storage

protected final HoodieStorage storage

Constructor Detail

HoodieIOFactory

public HoodieIOFactory(HoodieStorage storage)

Method Detail

getIOFactory

public static HoodieIOFactory getIOFactory(HoodieStorage storage)

getReaderFactory

@PublicAPIMethod(maturity=EVOLVING)
public abstract HoodieFileReaderFactory getReaderFactory(HoodieRecord.HoodieRecordType recordType)

Parameters:

recordType - HoodieRecord type.

Returns:

a factory to create file readers.

getWriterFactory

@PublicAPIMethod(maturity=EVOLVING)
public abstract HoodieFileWriterFactory getWriterFactory(HoodieRecord.HoodieRecordType recordType)

Parameters:

recordType - HoodieRecord type.

Returns:

a factory to create file writers.

getFileFormatUtils

@PublicAPIMethod(maturity=EVOLVING)
public abstract FileFormatUtils getFileFormatUtils(HoodieFileFormat fileFormat)

Parameters:

fileFormat - file format supported in Hudi.

Returns:

a util class to support read and write in the file format.

getStorage

@PublicAPIMethod(maturity=EVOLVING)
public abstract HoodieStorage getStorage(StoragePath storagePath)

Parameters:

storagePath - file path.

Returns:

HoodieStorage instance.

getStorage

@PublicAPIMethod(maturity=EVOLVING)
public abstract HoodieStorage getStorage(StoragePath path,
                                                                             boolean enableRetry,
                                                                             long maxRetryIntervalMs,
                                                                             int maxRetryNumbers,
                                                                             long initialRetryIntervalMs,
                                                                             String retryExceptions,
                                                                             ConsistencyGuard consistencyGuard)

Parameters:

path - file path.

enableRetry - whether to retry operations.

maxRetryIntervalMs - maximum retry interval in milliseconds.

maxRetryNumbers - maximum number of retries.

initialRetryIntervalMs - initial delay before retry in milliseconds.

retryExceptions - retry exception list.

consistencyGuard - ConsistencyGuard instance.

Returns:

HoodieStorage instance with retry capability if applicable.

getFileFormatUtils

public final FileFormatUtils getFileFormatUtils(StoragePath path)

Parameters:

path - file path.

Returns:

a util class to support read and write in the file format.