| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieAsyncTableService.writeConfig |
| Constructor and Description |
|---|
HoodieAsyncTableService(HoodieWriteConfig writeConfig) |
HoodieAsyncTableService(HoodieWriteConfig writeConfig,
boolean runInDaemonMode) |
| Constructor and Description |
|---|
HoodieWriteCommitHttpCallbackClient(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieWriteCommitHttpCallback(HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
static HoodieWriteCommitCallback |
HoodieCommitCallbackFactory.create(HoodieWriteConfig config) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BaseHoodieClient.config |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
BaseHoodieClient.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
protected HoodieTable |
BaseHoodieWriteClient.createTableAndValidate(HoodieWriteConfig writeConfig,
BiFunction<HoodieWriteConfig,HoodieEngineContext,HoodieTable> createTableFn) |
protected HoodieTable |
BaseHoodieTableServiceClient.createTableAndValidate(HoodieWriteConfig config,
BiFunction<HoodieWriteConfig,HoodieEngineContext,HoodieTable> createTableFn,
boolean skipValidation) |
protected HoodieTable |
BaseHoodieWriteClient.createTableAndValidate(HoodieWriteConfig writeConfig,
HoodieTableMetaClient metaClient,
BaseHoodieWriteClient.TriFunction<HoodieWriteConfig,HoodieEngineContext,HoodieTableMetaClient,HoodieTable> createTableFn) |
| Constructor and Description |
|---|
BaseHoodieClient(HoodieEngineContext context,
HoodieWriteConfig clientConfig) |
BaseHoodieClient(HoodieEngineContext context,
HoodieWriteConfig clientConfig,
Option<EmbeddedTimelineService> timelineServer) |
BaseHoodieTableServiceClient(HoodieEngineContext context,
HoodieWriteConfig clientConfig,
Option<EmbeddedTimelineService> timelineService) |
BaseHoodieWriteClient(HoodieEngineContext context,
HoodieWriteConfig writeConfig,
Option<EmbeddedTimelineService> timelineService,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
Deprecated.
|
BaseHoodieWriteClient(HoodieEngineContext context,
HoodieWriteConfig writeConfig,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
Deprecated.
|
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieBootstrapSchemaProvider.writeConfig |
| Modifier and Type | Method and Description |
|---|---|
abstract I |
FullRecordBootstrapDataProvider.generateInputRecords(String tableName,
String sourceBasePath,
List<Pair<String,List<HoodieFileStatus>>> partitionPaths,
HoodieWriteConfig config)
Generates a list of input partition and files and returns a collection representing source.
|
| Constructor and Description |
|---|
HoodieBootstrapSchemaProvider(HoodieWriteConfig writeConfig) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BootstrapModeSelector.writeConfig |
| Constructor and Description |
|---|
BootstrapModeSelector(HoodieWriteConfig writeConfig) |
BootstrapRegexModeSelector(HoodieWriteConfig writeConfig) |
FullRecordBootstrapModeSelector(HoodieWriteConfig bootstrapConfig) |
MetadataOnlyBootstrapModeSelector(HoodieWriteConfig bootstrapConfig) |
UniformBootstrapModeSelector(HoodieWriteConfig bootstrapConfig,
BootstrapMode bootstrapMode) |
| Modifier and Type | Method and Description |
|---|---|
static EmbeddedTimelineService |
EmbeddedTimelineServerHelper.createEmbeddedTimelineService(HoodieEngineContext context,
HoodieWriteConfig config)
Instantiate Embedded Timeline Server.
|
static EmbeddedTimelineService |
EmbeddedTimelineService.getOrStartEmbeddedTimelineService(HoodieEngineContext context,
String embeddedTimelineServiceHostAddr,
HoodieWriteConfig writeConfig)
Returns an existing embedded timeline service if one is running for the given configuration and reuse is enabled, or starts a new one.
|
static void |
EmbeddedTimelineServerHelper.updateWriteConfigWithTimelineServer(EmbeddedTimelineService timelineServer,
HoodieWriteConfig config)
Adjusts hoodie write config with timeline server settings.
|
| Modifier and Type | Method and Description |
|---|---|
static void |
HeartbeatUtils.abortIfHeartbeatExpired(String instantTime,
HoodieTable table,
HoodieHeartbeatClient heartbeatClient,
HoodieWriteConfig config)
Check if the heartbeat corresponding to instantTime has expired.
|
static boolean |
HeartbeatUtils.deleteHeartbeatFile(HoodieStorage storage,
String basePath,
String instantTime,
HoodieWriteConfig config)
Deletes the heartbeat file for the specified instant.
|
| Modifier and Type | Method and Description |
|---|---|
static <T extends HoodieAvroPayload,I,K,O> |
TimelineArchivers.getInstance(TimelineLayoutVersion layoutVersion,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table) |
| Constructor and Description |
|---|
TimelineArchiverV1(HoodieWriteConfig config,
HoodieTable<T,I,K,O> table) |
| Modifier and Type | Method and Description |
|---|---|
static LSMTimelineWriter |
LSMTimelineWriter.getInstance(HoodieWriteConfig config,
HoodieTable<?,?,?,?> table) |
static LSMTimelineWriter |
LSMTimelineWriter.getInstance(HoodieWriteConfig config,
HoodieTable<?,?,?,?> table,
Option<StoragePath> archivePath) |
static LSMTimelineWriter |
LSMTimelineWriter.getInstance(HoodieWriteConfig config,
TaskContextSupplier taskContextSupplier,
HoodieTableMetaClient metaClient) |
| Constructor and Description |
|---|
TimelineArchiverV2(HoodieWriteConfig config,
HoodieTable<T,I,K,O> table) |
| Constructor and Description |
|---|
DirectMarkerTransactionManager(HoodieWriteConfig config,
HoodieStorage storage,
String partitionPath,
String fileId) |
TransactionManager(HoodieWriteConfig config,
HoodieStorage storage) |
| Constructor and Description |
|---|
LockManager(HoodieWriteConfig writeConfig,
HoodieStorage storage) |
LockManager(HoodieWriteConfig writeConfig,
HoodieStorage storage,
TypedProperties lockProps) |
| Constructor and Description |
|---|
HoodieLockMetrics(HoodieWriteConfig writeConfig,
HoodieStorage storage) |
| Modifier and Type | Method and Description |
|---|---|
static Option<HoodieCommitMetadata> |
TransactionUtils.resolveWriteConflictIfAny(HoodieTable table,
Option<HoodieInstant> currentTxnOwnerInstant,
Option<HoodieCommitMetadata> thisCommitMetadata,
HoodieWriteConfig config,
Option<HoodieInstant> lastCompletedTxnOwnerInstant,
boolean timelineRefreshedWithinTransaction,
Set<String> pendingInstants)
Resolve any write conflicts when committing data.
|
static boolean |
MetadataTableUtils.shouldUseBatchLookup(HoodieTableConfig tableConfig,
HoodieWriteConfig config)
Whether to use batch lookup for listing the latest base files in metadata table.
|
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieWriteConfig.Builder.writeConfig |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieWriteConfig.Builder.build() |
HoodieWriteConfig |
HoodieWriteConfig.Builder.build(boolean shouldValidate) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieLazyInsertIterable.hoodieConfig |
| Modifier and Type | Method and Description |
|---|---|
<T> Function<HoodieRecord<T>,HoodieLazyInsertIterable.HoodieInsertValueGenResult<HoodieRecord>> |
HoodieLazyInsertIterable.getTransformer(org.apache.avro.Schema schema,
HoodieWriteConfig writeConfig)
Transformer function to help transform a HoodieRecord.
|
static <T> Function<HoodieRecord<T>,HoodieLazyInsertIterable.HoodieInsertValueGenResult<HoodieRecord>> |
HoodieLazyInsertIterable.getTransformerInternal(org.apache.avro.Schema schema,
HoodieWriteConfig writeConfig) |
| Constructor and Description |
|---|
CopyOnWriteInsertHandler(HoodieWriteConfig config,
String instantTime,
boolean areRecordsSorted,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier,
WriteHandleFactory writeHandleFactory) |
HoodieLazyInsertIterable(Iterator<HoodieRecord<T>> recordItr,
boolean areRecordsSorted,
HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieLazyInsertIterable(Iterator<HoodieRecord<T>> recordItr,
boolean areRecordsSorted,
HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier,
WriteHandleFactory writeHandleFactory) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieIndex.config |
| Modifier and Type | Method and Description |
|---|---|
static HoodieIndex |
HoodieIndexUtils.createUserDefinedIndex(HoodieWriteConfig config) |
static <R> HoodieData<HoodieRecord<R>> |
HoodieIndexUtils.mergeForPartitionUpdatesIfNeeded(HoodieData<Pair<HoodieRecord<R>,Option<HoodieRecordGlobalLocation>>> incomingRecordsAndLocations,
HoodieWriteConfig config,
HoodieTable hoodieTable)
Merge tagged incoming records with existing records in case of partition path updated.
|
static <R> HoodieData<HoodieRecord<R>> |
HoodieIndexUtils.tagGlobalLocationBackToRecords(HoodieData<HoodieRecord<R>> incomingRecords,
HoodiePairData<String,HoodieRecordGlobalLocation> keyAndExistingLocations,
boolean mayContainDuplicateLookup,
boolean shouldUpdatePartitionPath,
HoodieWriteConfig config,
HoodieTable table) |
| Constructor and Description |
|---|
HoodieIndex(HoodieWriteConfig config) |
HoodieInternalProxyIndex(HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
HoodiePairData<HoodieKey,HoodieRecordLocation> |
ListBasedHoodieBloomIndexHelper.findMatchingFilesForRecordKeys(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTable hoodieTable,
HoodiePairData<String,String> partitionRecordKeyPairs,
HoodiePairData<HoodieFileGroupId,String> fileComparisonPairs,
Map<String,List<BloomIndexFileInfo>> partitionToFileInfo,
Map<String,Long> recordsPerPartition) |
abstract HoodiePairData<HoodieKey,HoodieRecordLocation> |
BaseHoodieBloomIndexHelper.findMatchingFilesForRecordKeys(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTable hoodieTable,
HoodiePairData<String,String> partitionRecordKeyPairs,
HoodiePairData<HoodieFileGroupId,String> fileComparisonPairs,
Map<String,List<BloomIndexFileInfo>> partitionToFileInfo,
Map<String,Long> recordsPerPartition)
Find out
|
| Constructor and Description |
|---|
HoodieBloomIndex(HoodieWriteConfig config,
BaseHoodieBloomIndexHelper bloomIndexHelper) |
HoodieBloomIndexCheckFunction(HoodieTable hoodieTable,
HoodieWriteConfig config,
SerializableFunction<I,HoodieFileGroupId> fileGroupIdExtractor,
SerializableFunction<I,String> recordKeyExtractor) |
HoodieGlobalBloomIndex(HoodieWriteConfig config,
BaseHoodieBloomIndexHelper bloomIndexHelper) |
| Constructor and Description |
|---|
HoodieBucketIndex(HoodieWriteConfig config) |
HoodieConsistentBucketIndex(HoodieWriteConfig config) |
HoodieSimpleBucketIndex(HoodieWriteConfig config) |
| Constructor and Description |
|---|
DefaultHBaseQPSResourceAllocator(HoodieWriteConfig hoodieWriteConfig) |
| Constructor and Description |
|---|
HoodieInMemoryHashIndex(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieGlobalSimpleIndex(HoodieWriteConfig config,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieSimpleIndex(HoodieWriteConfig config,
Option<BaseKeyGenerator> keyGeneratorOpt) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieIOHandle.config |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieWriteHandle.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
static <T,I,K,O> HoodieMergeHandle<T,I,K,O> |
HoodieMergeHandleFactory.create(HoodieWriteConfig writeConfig,
String instantTime,
HoodieTable<T,I,K,O> table,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Creates a merge handle for compaction path.
|
abstract HoodieWriteHandle<T,I,K,O> |
WriteHandleFactory.create(HoodieWriteConfig config,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieAppendHandle<T,I,K,O> |
AppendHandleFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier sparkTaskContextSupplier) |
HoodieWriteHandle<T,I,K,O> |
CreateHandleFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieWriteHandle<T,I,K,O> |
SingleFileHandleCreateFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
static <T,I,K,O> HoodieMergeHandle<T,I,K,O> |
HoodieMergeHandleFactory.create(WriteOperationType operationType,
HoodieWriteConfig writeConfig,
String instantTime,
HoodieTable<T,I,K,O> table,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Creates a merge handle for normal write path.
|
| Constructor and Description |
|---|
HoodieAppendHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Iterator<HoodieRecord<T>> recordItr,
TaskContextSupplier taskContextSupplier) |
HoodieAppendHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Iterator<HoodieRecord<T>> recordItr,
TaskContextSupplier taskContextSupplier,
Map<HoodieLogBlock.HeaderMetadataType,String> header)
This is used by log compaction only.
|
HoodieAppendHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier sparkTaskContextSupplier) |
HoodieBootstrapHandle(HoodieWriteConfig config,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier) |
HoodieCDCLogger(String commitTime,
HoodieWriteConfig config,
HoodieTableConfig tableConfig,
String partitionPath,
HoodieStorage storage,
org.apache.avro.Schema schema,
HoodieLogFormat.Writer cdcWriter,
long maxInMemorySizeInBytes) |
HoodieConcatHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieConcatHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Map<String,HoodieRecord<T>> recordMap,
TaskContextSupplier taskContextSupplier)
Called by the compactor code path.
|
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier,
boolean preserveMetadata) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
boolean preserveMetadata) |
HoodieKeyLocationFetchHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,HoodieBaseFile> partitionPathBaseFilePair,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieKeyLookupHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieMergedReadHandle(HoodieWriteConfig config,
Option<String> instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieMergedReadHandle(HoodieWriteConfig config,
Option<String> instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair,
Option<FileSlice> fileSliceOption) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
HoodieBaseFile baseFile,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
String partitionPath,
String fileId,
HoodieTable<T,I,K,O> hoodieTable,
TaskContextSupplier taskContextSupplier)
Used by `HoodieSparkFileGroupReaderBasedMergeHandle`.
|
HoodieMergeHandleWithChangeLog(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieMergeHandleWithChangeLog(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieRangeInfoHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFilePair) |
HoodieReadHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieReadHandle(HoodieWriteConfig config,
Option<String> instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieSortedMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieSortedMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecordsOrig,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieSortedMergeHandleWithChangeLog(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieSortedMergeHandleWithChangeLog(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieUnboundedCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
boolean preserveHoodieMetadata) |
HoodieWriteHandle(HoodieWriteConfig config,
String instantTime,
String partitionPath,
String fileId,
HoodieTable<T,I,K,O> hoodieTable,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier) |
HoodieWriteHandle(HoodieWriteConfig config,
String instantTime,
String partitionPath,
String fileId,
HoodieTable<T,I,K,O> hoodieTable,
TaskContextSupplier taskContextSupplier) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieBackedTableMetadataWriter.dataWriteConfig |
protected HoodieWriteConfig |
HoodieBackedTableMetadataWriter.metadataWriteConfig |
| Modifier and Type | Method and Description |
|---|---|
static HoodieWriteConfig |
HoodieMetadataWriteUtils.createMetadataWriteConfig(HoodieWriteConfig writeConfig,
HoodieFailedWritesCleaningPolicy failedWritesCleaningPolicy)
Create a
HoodieWriteConfig to use for the Metadata Table. |
HoodieWriteConfig |
HoodieBackedTableMetadataWriter.getWriteConfig() |
| Modifier and Type | Method and Description |
|---|---|
static HoodieWriteConfig |
HoodieMetadataWriteUtils.createMetadataWriteConfig(HoodieWriteConfig writeConfig,
HoodieFailedWritesCleaningPolicy failedWritesCleaningPolicy)
Create a
HoodieWriteConfig to use for the Metadata Table. |
| Constructor and Description |
|---|
HoodieBackedTableMetadataWriter(StorageConfiguration<?> storageConf,
HoodieWriteConfig writeConfig,
HoodieFailedWritesCleaningPolicy failedWritesCleaningPolicy,
HoodieEngineContext engineContext,
Option<String> inflightInstantTimestamp)
Hudi backed table metadata writer.
|
| Constructor and Description |
|---|
HoodieMetrics(HoodieWriteConfig config,
HoodieStorage storage) |
| Constructor and Description |
|---|
CloudWatchMetricsReporter(HoodieWriteConfig writeConfig,
com.codahale.metrics.MetricRegistry registry) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieTable.config |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieTable.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
protected abstract HoodieIndex<?,?> |
HoodieTable.getIndex(HoodieWriteConfig config,
HoodieEngineContext context) |
| Constructor and Description |
|---|
HoodieTable(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTableMetaClient metaClient) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BaseActionExecutor.config |
| Constructor and Description |
|---|
BaseActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
| Constructor and Description |
|---|
CleanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
CleanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
boolean skipLocking) |
CleanPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata) |
CleanPlanner(HoodieEngineContext context,
HoodieTable<T,I,K,O> hoodieTable,
HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
static List<String> |
ClusteringPlanPartitionFilter.filter(List<String> partitions,
HoodieWriteConfig config) |
| Constructor and Description |
|---|
ClusteringPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
ClusteringExecutionStrategy.writeConfig |
| Modifier and Type | Method and Description |
|---|---|
protected HoodieWriteConfig |
ClusteringPlanStrategy.getWriteConfig() |
protected HoodieWriteConfig |
ClusteringExecutionStrategy.getWriteConfig() |
| Modifier and Type | Method and Description |
|---|---|
static String |
ClusteringPlanStrategy.checkAndGetClusteringPlanStrategy(HoodieWriteConfig config)
Check if the given class is deprecated.
|
List<String> |
PartitionAwareClusteringPlanStrategy.getRegexPatternMatchedPartitions(HoodieWriteConfig config,
List<String> partitionPaths) |
| Constructor and Description |
|---|
BaseConsistentHashingBucketClusteringPlanStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
ClusteringExecutionStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
ClusteringPlanStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
PartitionAwareClusteringPlanStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
| Modifier and Type | Method and Description |
|---|---|
abstract HoodieWriteMetadata<O> |
BaseBulkInsertHelper.bulkInsert(I inputRecords,
String instantTime,
HoodieTable<T,I,K,O> table,
HoodieWriteConfig config,
BaseCommitActionExecutor<T,I,K,O,R> executor,
boolean performDedupe,
Option<BulkInsertPartitioner> userDefinedBulkInsertPartitioner)
Mark instant as inflight, write input records, update index and return result.
|
abstract O |
BaseBulkInsertHelper.bulkInsert(I inputRecords,
String instantTime,
HoodieTable<T,I,K,O> table,
HoodieWriteConfig config,
boolean performDedupe,
BulkInsertPartitioner partitioner,
boolean addMetadataFields,
int parallelism,
WriteHandleFactory writeHandleFactory)
Only write input records.
|
static <T> HoodieRecord<T> |
HoodieDeleteHelper.createDeleteRecord(HoodieWriteConfig config,
HoodieKey key) |
static HoodieData |
HoodieDeleteHelper.createDeleteRecords(HoodieWriteConfig config,
HoodieData<HoodieKey> keys) |
HoodieWriteMetadata<HoodieData<WriteStatus>> |
HoodieDeleteHelper.execute(String instantTime,
HoodieData<HoodieKey> keys,
HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,HoodieData<HoodieRecord<T>>,HoodieData<HoodieKey>,HoodieData<WriteStatus>> table,
BaseCommitActionExecutor<T,HoodieData<HoodieRecord<T>>,HoodieData<HoodieKey>,HoodieData<WriteStatus>,R> deleteExecutor) |
abstract HoodieWriteMetadata<O> |
BaseDeleteHelper.execute(String instantTime,
K keys,
HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
BaseCommitActionExecutor<T,I,K,O,R> deleteExecutor) |
| Constructor and Description |
|---|
BaseCommitActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
WriteOperationType operationType,
Option<Map<String,String>> extraMetadata) |
| Modifier and Type | Method and Description |
|---|---|
List<WriteStatus> |
HoodieCompactor.compact(HoodieCompactionHandler compactionHandler,
HoodieTableMetaClient metaClient,
HoodieWriteConfig config,
CompactionOperation operation,
String instantTime,
String maxInstantTime,
Option<InstantRange> instantRange,
TaskContextSupplier taskContextSupplier,
CompactionExecutionHelper executionHelper)
Execute a single compaction operation and report back status.
|
List<WriteStatus> |
HoodieCompactor.compact(HoodieCompactionHandler compactionHandler,
HoodieTableMetaClient metaClient,
HoodieWriteConfig config,
CompactionOperation operation,
String instantTime,
String maxInstantTime,
TaskContextSupplier taskContextSupplier)
Execute a single compaction operation using file group reader and report back status.
|
HoodieData<WriteStatus> |
HoodieCompactor.compact(HoodieEngineContext context,
WriteOperationType operationType,
HoodieCompactionPlan compactionPlan,
HoodieTable table,
HoodieWriteConfig config,
String compactionInstantTime,
HoodieCompactionHandler compactionHandler)
Execute compaction operations and report back status.
|
protected boolean |
CompactionExecutionHelper.enableOptimizedLogBlockScan(HoodieWriteConfig writeConfig) |
protected boolean |
LogCompactionExecutionHelper.enableOptimizedLogBlockScan(HoodieWriteConfig writeConfig) |
abstract void |
HoodieCompactor.maybePersist(HoodieData<WriteStatus> writeStatus,
HoodieEngineContext context,
HoodieWriteConfig config,
String instantTime)
Maybe persist write status.
|
| Constructor and Description |
|---|
RunCompactionActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable table,
String instantTime,
HoodieCompactor compactor,
HoodieCompactionHandler compactionHandler,
WriteOperationType operationType) |
ScheduleCompactionActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata,
WriteOperationType operationType) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BaseHoodieCompactionPlanGenerator.writeConfig |
| Constructor and Description |
|---|
BaseHoodieCompactionPlanGenerator(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
HoodieCompactionPlanGenerator(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
HoodieLogCompactionPlanGenerator(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
| Modifier and Type | Method and Description |
|---|---|
Map<String,Double> |
CompactionStrategy.captureMetrics(HoodieWriteConfig writeConfig,
FileSlice slice)
Callback hook when a HoodieCompactionOperation is created.
|
List<String> |
CompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths)
Filter the partition paths based on compaction strategy.
|
List<String> |
BoundedPartitionAwareCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> partitionPaths) |
List<String> |
PartitionRegexBasedCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths) |
List<String> |
UnBoundedPartitionAwareCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> partitionPaths) |
List<String> |
CompositeCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths) |
List<String> |
DayBasedCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths) |
HoodieCompactionPlan |
CompactionStrategy.generateCompactionPlan(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans)
Generate Compaction plan.
|
List<HoodieCompactionOperation> |
CompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans)
Order and Filter the list of compactions.
|
List<HoodieCompactionOperation> |
LogFileSizeBasedCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
BoundedPartitionAwareCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
UnBoundedCompactionStrategy.orderAndFilter(HoodieWriteConfig config,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionWorkloads) |
List<HoodieCompactionOperation> |
UnBoundedPartitionAwareCompactionStrategy.orderAndFilter(HoodieWriteConfig config,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionWorkloads) |
List<HoodieCompactionOperation> |
CompositeCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
BoundedIOCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
LogFileNumBasedCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
| Constructor and Description |
|---|
RunIndexActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
ScheduleIndexActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
List<MetadataPartitionType> partitionIndexTypes,
List<String> partitionPaths) |
| Constructor and Description |
|---|
BaseRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String savepointToRestoreTimestamp) |
CopyOnWriteRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable table,
String instantTime,
String savepointToRestoreTimestamp) |
MergeOnReadRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String savepointToRestoreTimestamp) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
MarkerBasedRollbackStrategy.config |
protected HoodieWriteConfig |
ListingBasedRollbackStrategy.config |
protected HoodieWriteConfig |
BaseRollbackHelper.config |
| Constructor and Description |
|---|
BaseRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean deleteInstants,
boolean skipLocking,
boolean isRestore) |
BaseRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean skipLocking,
boolean isRestore) |
BaseRollbackHelper(HoodieTableMetaClient metaClient,
HoodieWriteConfig config) |
BaseRollbackPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean skipTimelinePublish,
boolean shouldRollbackUsingMarkers,
boolean isRestore) |
CopyOnWriteRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipLocking) |
CopyOnWriteRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean skipLocking) |
ListingBasedRollbackStrategy(HoodieTable<?,?,?,?> table,
HoodieEngineContext context,
HoodieWriteConfig config,
String instantTime,
boolean isRestore) |
MarkerBasedRollbackStrategy(HoodieTable<?,?,?,?> table,
HoodieEngineContext context,
HoodieWriteConfig config,
String instantTime) |
MergeOnReadRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipLocking) |
MergeOnReadRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean skipLocking) |
RestorePlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String savepointToRestoreTimestamp) |
| Constructor and Description |
|---|
SavepointActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String user,
String comment) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
PartitionTTLStrategy.writeConfig |
| Modifier and Type | Method and Description |
|---|---|
Option<StoragePath> |
WriteMarkers.create(String partitionPath,
String fileName,
IOType type,
HoodieWriteConfig writeConfig,
String fileId,
HoodieActiveTimeline activeTimeline)
Creates a marker without checking if the marker already exists.
|
Option<StoragePath> |
WriteMarkers.createIfNotExists(String partitionPath,
String fileName,
IOType type,
HoodieWriteConfig writeConfig,
String fileId,
HoodieActiveTimeline activeTimeline)
Creates a marker if the marker does not exist.
|
abstract Option<StoragePath> |
WriteMarkers.createWithEarlyConflictDetection(String partitionPath,
String fileName,
IOType type,
boolean checkIfExists,
HoodieWriteConfig config,
String fileId,
HoodieActiveTimeline activeTimeline)
Creates a marker with early conflict detection for multi-writers.
|
Option<StoragePath> |
DirectWriteMarkers.createWithEarlyConflictDetection(String partitionPath,
String dataFileName,
IOType type,
boolean checkIfExists,
HoodieWriteConfig config,
String fileId,
HoodieActiveTimeline activeTimeline) |
Option<StoragePath> |
TimelineServerBasedWriteMarkers.createWithEarlyConflictDetection(String partitionPath,
String fileName,
IOType type,
boolean checkIfExists,
HoodieWriteConfig config,
String fileId,
HoodieActiveTimeline activeTimeline) |
| Constructor and Description |
|---|
SimpleDirectMarkerBasedDetectionStrategy(HoodieStorage storage,
String partitionPath,
String fileId,
String instantTime,
HoodieActiveTimeline activeTimeline,
HoodieWriteConfig config) |
SimpleTransactionDirectMarkerBasedDetectionStrategy(HoodieStorage storage,
String partitionPath,
String fileId,
String instantTime,
HoodieActiveTimeline activeTimeline,
HoodieWriteConfig config) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieStorageLayout.config |
| Modifier and Type | Method and Description |
|---|---|
static HoodieStorageLayout |
HoodieLayoutFactory.createLayout(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieConsistentBucketLayout(HoodieWriteConfig config) |
HoodieDefaultLayout(HoodieWriteConfig config) |
HoodieSimpleBucketLayout(HoodieWriteConfig config) |
HoodieStorageLayout(HoodieWriteConfig config) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
UpgradeDowngrade.config |
| Modifier and Type | Method and Description |
|---|---|
Map<ConfigProperty,String> |
ThreeToTwoDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
FourToThreeDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
TwoToOneDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
SixToFiveDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
OneToZeroDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
DowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
to be invoked to downgrade hoodie table from one version to a lower version.
|
Map<ConfigProperty,String> |
SevenToSixDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
EightToSevenDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
FiveToFourDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
String |
SupportsUpgradeDowngrade.getPartitionColumns(HoodieWriteConfig config) |
HoodieTable |
SupportsUpgradeDowngrade.getTable(HoodieWriteConfig config,
HoodieEngineContext context) |
BaseHoodieWriteClient |
SupportsUpgradeDowngrade.getWriteClient(HoodieWriteConfig config,
HoodieEngineContext context) |
static void |
UpgradeDowngradeUtils.runCompaction(HoodieTable table,
HoodieEngineContext context,
HoodieWriteConfig config,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
Utility method to run compaction for MOR table as part of downgrade step.
|
Map<ConfigProperty,String> |
UpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
to be invoked to upgrade hoodie table from one version to a higher version.
|
Map<ConfigProperty,String> |
FourToFiveUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
ZeroToOneUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
FiveToSixUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
ThreeToFourUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
TwoToThreeUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
SixToSevenUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
SevenToEightUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
OneToTwoUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
| Constructor and Description |
|---|
UpgradeDowngrade(HoodieTableMetaClient metaClient,
HoodieWriteConfig config,
HoodieEngineContext context,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
| Modifier and Type | Method and Description |
|---|---|
static <I,O,E> HoodieExecutor<E> |
ExecutorFactory.create(HoodieWriteConfig config,
Iterator<I> inputItr,
HoodieConsumer<O,E> consumer,
Function<I,O> transformFunction) |
static <I,O,E> HoodieExecutor<E> |
ExecutorFactory.create(HoodieWriteConfig config,
Iterator<I> inputItr,
HoodieConsumer<O,E> consumer,
Function<I,O> transformFunction,
Runnable preExecuteRunnable) |
static boolean |
ExecutorFactory.isBufferingRecords(HoodieWriteConfig config)
Checks whether configured
HoodieExecutor buffer records (for ex, by holding them
in the queue) |
static void |
CommonClientUtils.validateTableVersion(HoodieTableConfig tableConfig,
HoodieWriteConfig writeConfig) |
| Constructor and Description |
|---|
HttpRequestClient(HoodieWriteConfig writeConfig) |
Copyright © 2024 The Apache Software Foundation. All rights reserved.