| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieAsyncTableService.writeConfig |
| Constructor and Description |
|---|
HoodieAsyncTableService(HoodieWriteConfig writeConfig) |
HoodieAsyncTableService(HoodieWriteConfig writeConfig,
boolean runInDaemonMode) |
| Constructor and Description |
|---|
HoodieWriteCommitHttpCallbackClient(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieWriteCommitHttpCallback(HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
static HoodieWriteCommitCallback |
HoodieCommitCallbackFactory.create(HoodieWriteConfig config) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BaseHoodieClient.config |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
BaseHoodieClient.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
protected abstract HoodieIndex<?,?> |
BaseHoodieWriteClient.createIndex(HoodieWriteConfig writeConfig) |
protected HoodieTable |
BaseHoodieWriteClient.createTable(HoodieWriteConfig config,
org.apache.hadoop.conf.Configuration hadoopConf) |
protected abstract HoodieTable |
BaseHoodieWriteClient.createTable(HoodieWriteConfig config,
org.apache.hadoop.conf.Configuration hadoopConf,
boolean refreshTimeline) |
default boolean |
RunsTableService.tableServicesEnabled(HoodieWriteConfig config) |
| Constructor and Description |
|---|
BaseHoodieClient(HoodieEngineContext context,
HoodieWriteConfig clientConfig) |
BaseHoodieClient(HoodieEngineContext context,
HoodieWriteConfig clientConfig,
Option<EmbeddedTimelineService> timelineServer) |
BaseHoodieWriteClient(HoodieEngineContext context,
HoodieWriteConfig writeConfig,
Option<EmbeddedTimelineService> timelineService,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
Deprecated.
|
BaseHoodieWriteClient(HoodieEngineContext context,
HoodieWriteConfig writeConfig,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
Deprecated.
|
HoodieTimelineArchiver(HoodieWriteConfig config,
HoodieTable<T,I,K,O> table) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieBootstrapSchemaProvider.writeConfig |
| Constructor and Description |
|---|
HoodieBootstrapSchemaProvider(HoodieWriteConfig writeConfig) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BootstrapModeSelector.writeConfig |
| Constructor and Description |
|---|
BootstrapModeSelector(HoodieWriteConfig writeConfig) |
BootstrapRegexModeSelector(HoodieWriteConfig writeConfig) |
FullRecordBootstrapModeSelector(HoodieWriteConfig bootstrapConfig) |
MetadataOnlyBootstrapModeSelector(HoodieWriteConfig bootstrapConfig) |
UniformBootstrapModeSelector(HoodieWriteConfig bootstrapConfig,
BootstrapMode bootstrapMode) |
| Modifier and Type | Method and Description |
|---|---|
static Option<EmbeddedTimelineService> |
EmbeddedTimelineServerHelper.createEmbeddedTimelineService(HoodieEngineContext context,
HoodieWriteConfig config)
Instantiate Embedded Timeline Server.
|
static void |
EmbeddedTimelineServerHelper.updateWriteConfigWithTimelineServer(EmbeddedTimelineService timelineServer,
HoodieWriteConfig config)
Adjusts hoodie write config with timeline server settings.
|
| Constructor and Description |
|---|
EmbeddedTimelineService(HoodieEngineContext context,
String embeddedTimelineServiceHostAddr,
HoodieWriteConfig writeConfig) |
| Modifier and Type | Method and Description |
|---|---|
static void |
HeartbeatUtils.abortIfHeartbeatExpired(String instantTime,
HoodieTable table,
HoodieHeartbeatClient heartbeatClient,
HoodieWriteConfig config)
Check if the heartbeat corresponding to instantTime has expired.
|
static boolean |
HeartbeatUtils.deleteHeartbeatFile(org.apache.hadoop.fs.FileSystem fs,
String basePath,
String instantTime,
HoodieWriteConfig config)
Deletes the heartbeat file for the specified instant.
|
| Constructor and Description |
|---|
TransactionManager(HoodieWriteConfig config,
org.apache.hadoop.fs.FileSystem fs) |
| Constructor and Description |
|---|
LockManager(HoodieWriteConfig writeConfig,
org.apache.hadoop.fs.FileSystem fs) |
| Modifier and Type | Method and Description |
|---|---|
static Option<HoodieCommitMetadata> |
TransactionUtils.resolveWriteConflictIfAny(HoodieTable table,
Option<HoodieInstant> currentTxnOwnerInstant,
Option<HoodieCommitMetadata> thisCommitMetadata,
HoodieWriteConfig config,
Option<HoodieInstant> lastCompletedTxnOwnerInstant,
boolean reloadActiveTimeline,
Set<String> pendingInstants)
Resolve any write conflicts when committing data.
|
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieWriteConfig.Builder.writeConfig |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieWriteConfig.Builder.build() |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieLazyInsertIterable.hoodieConfig |
| Constructor and Description |
|---|
CopyOnWriteInsertHandler(HoodieWriteConfig config,
String instantTime,
boolean areRecordsSorted,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier,
WriteHandleFactory writeHandleFactory) |
HoodieLazyInsertIterable(Iterator<HoodieRecord<T>> recordItr,
boolean areRecordsSorted,
HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieLazyInsertIterable(Iterator<HoodieRecord<T>> recordItr,
boolean areRecordsSorted,
HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
String idPrefix,
TaskContextSupplier taskContextSupplier,
WriteHandleFactory writeHandleFactory) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieIndex.config |
| Constructor and Description |
|---|
HoodieIndex(HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
HoodiePairData<HoodieKey,HoodieRecordLocation> |
ListBasedHoodieBloomIndexHelper.findMatchingFilesForRecordKeys(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTable hoodieTable,
HoodiePairData<String,String> partitionRecordKeyPairs,
HoodieData<Pair<String,HoodieKey>> fileComparisonPairs,
Map<String,List<BloomIndexFileInfo>> partitionToFileInfo,
Map<String,Long> recordsPerPartition) |
abstract HoodiePairData<HoodieKey,HoodieRecordLocation> |
BaseHoodieBloomIndexHelper.findMatchingFilesForRecordKeys(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTable hoodieTable,
HoodiePairData<String,String> partitionRecordKeyPairs,
HoodieData<Pair<String,HoodieKey>> fileComparisonPairs,
Map<String,List<BloomIndexFileInfo>> partitionToFileInfo,
Map<String,Long> recordsPerPartition)
Find out
|
| Constructor and Description |
|---|
HoodieBaseBloomIndexCheckFunction(HoodieTable hoodieTable,
HoodieWriteConfig config) |
HoodieBloomIndex(HoodieWriteConfig config,
BaseHoodieBloomIndexHelper bloomIndexHelper) |
HoodieGlobalBloomIndex(HoodieWriteConfig config,
BaseHoodieBloomIndexHelper bloomIndexHelper) |
| Constructor and Description |
|---|
HoodieBucketIndex(HoodieWriteConfig config) |
| Constructor and Description |
|---|
DefaultHBaseQPSResourceAllocator(HoodieWriteConfig hoodieWriteConfig) |
| Constructor and Description |
|---|
HoodieInMemoryHashIndex(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieGlobalSimpleIndex(HoodieWriteConfig config,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieSimpleIndex(HoodieWriteConfig config,
Option<BaseKeyGenerator> keyGeneratorOpt) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieIOHandle.config |
| Modifier and Type | Method and Description |
|---|---|
abstract HoodieWriteHandle<T,I,K,O> |
WriteHandleFactory.create(HoodieWriteConfig config,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieAppendHandle<T,I,K,O> |
AppendHandleFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier sparkTaskContextSupplier) |
HoodieWriteHandle<T,I,K,O> |
CreateHandleFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
HoodieWriteHandle<T,I,K,O> |
SingleFileHandleCreateFactory.create(HoodieWriteConfig hoodieConfig,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileIdPrefix,
TaskContextSupplier taskContextSupplier) |
protected HoodieFileWriter |
HoodieWriteHandle.createNewFileWriter(String instantTime,
org.apache.hadoop.fs.Path path,
HoodieTable<T,I,K,O> hoodieTable,
HoodieWriteConfig config,
org.apache.avro.Schema schema,
TaskContextSupplier taskContextSupplier) |
| Constructor and Description |
|---|
HoodieAppendHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Iterator<HoodieRecord<T>> recordItr,
TaskContextSupplier taskContextSupplier) |
HoodieAppendHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier sparkTaskContextSupplier) |
HoodieBootstrapHandle(HoodieWriteConfig config,
String commitTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier) |
HoodieConcatHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieConcatHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Map<String,HoodieRecord<T>> recordMap,
TaskContextSupplier taskContextSupplier)
Called by the compactor code path.
|
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier,
boolean preserveMetadata) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier) |
HoodieCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
boolean preserveMetadata) |
HoodieKeyLocationFetchHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,HoodieBaseFile> partitionPathBaseFilePair,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieKeyLookupHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
HoodieBaseFile baseFile,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecords,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieRangeInfoHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFilePair) |
HoodieReadHandle(HoodieWriteConfig config,
HoodieTable<T,I,K,O> hoodieTable,
Pair<String,String> partitionPathFileIDPair) |
HoodieSortedMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Iterator<HoodieRecord<T>> recordItr,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt) |
HoodieSortedMergeHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
Map<String,HoodieRecord<T>> keyToNewRecordsOrig,
String partitionPath,
String fileId,
HoodieBaseFile dataFileToBeMerged,
TaskContextSupplier taskContextSupplier,
Option<BaseKeyGenerator> keyGeneratorOpt)
Called by compactor code path.
|
HoodieUnboundedCreateHandle(HoodieWriteConfig config,
String instantTime,
HoodieTable<T,I,K,O> hoodieTable,
String partitionPath,
String fileId,
TaskContextSupplier taskContextSupplier,
boolean preserveHoodieMetadata) |
HoodieWriteHandle(HoodieWriteConfig config,
String instantTime,
String partitionPath,
String fileId,
HoodieTable<T,I,K,O> hoodieTable,
Option<org.apache.avro.Schema> overriddenSchema,
TaskContextSupplier taskContextSupplier) |
HoodieWriteHandle(HoodieWriteConfig config,
String instantTime,
String partitionPath,
String fileId,
HoodieTable<T,I,K,O> hoodieTable,
TaskContextSupplier taskContextSupplier) |
| Modifier and Type | Method and Description |
|---|---|
static <T extends HoodieRecordPayload,R extends org.apache.avro.generic.IndexedRecord,I,K,O> |
HoodieFileWriterFactory.getFileWriter(String instantTime,
org.apache.hadoop.fs.Path path,
HoodieTable<T,I,K,O> hoodieTable,
HoodieWriteConfig config,
org.apache.avro.Schema schema,
TaskContextSupplier taskContextSupplier) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieBackedTableMetadataWriter.dataWriteConfig |
protected HoodieWriteConfig |
HoodieBackedTableMetadataWriter.metadataWriteConfig |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieBackedTableMetadataWriter.getWriteConfig() |
| Constructor and Description |
|---|
HoodieBackedTableMetadataWriter(org.apache.hadoop.conf.Configuration hadoopConf,
HoodieWriteConfig writeConfig,
HoodieEngineContext engineContext) |
HoodieBackedTableMetadataWriter(org.apache.hadoop.conf.Configuration hadoopConf,
HoodieWriteConfig writeConfig,
HoodieEngineContext engineContext,
Option<T> actionMetadata,
Option<String> inflightInstantTimestamp)
Hudi backed table metadata writer.
|
| Modifier and Type | Method and Description |
|---|---|
static MetricsReporter |
MetricsReporterFactory.createReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
static void |
Metrics.init(HoodieWriteConfig metricConfig) |
| Constructor and Description |
|---|
HoodieMetrics(HoodieWriteConfig config) |
JmxMetricsReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
MetricsGraphiteReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
| Constructor and Description |
|---|
CloudWatchMetricsReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
| Constructor and Description |
|---|
DatadogMetricsReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
| Constructor and Description |
|---|
PrometheusReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
PushGatewayMetricsReporter(HoodieWriteConfig config,
com.codahale.metrics.MetricRegistry registry) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieTable.config |
| Modifier and Type | Method and Description |
|---|---|
HoodieWriteConfig |
HoodieTable.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
protected abstract HoodieIndex<?,?> |
HoodieTable.getIndex(HoodieWriteConfig config,
HoodieEngineContext context) |
protected HoodieStorageLayout |
HoodieTable.getStorageLayout(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieTable(HoodieWriteConfig config,
HoodieEngineContext context,
HoodieTableMetaClient metaClient) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
BaseActionExecutor.config |
| Constructor and Description |
|---|
BaseActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
| Constructor and Description |
|---|
CleanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
CleanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
boolean skipLocking) |
CleanPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata) |
CleanPlanner(HoodieEngineContext context,
HoodieTable<T,I,K,O> hoodieTable,
HoodieWriteConfig config) |
| Modifier and Type | Method and Description |
|---|---|
static List<String> |
ClusteringPlanPartitionFilter.filter(List<String> partitions,
HoodieWriteConfig config) |
| Constructor and Description |
|---|
ClusteringPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata) |
| Modifier and Type | Method and Description |
|---|---|
protected HoodieWriteConfig |
ClusteringPlanStrategy.getWriteConfig() |
protected HoodieWriteConfig |
ClusteringExecutionStrategy.getWriteConfig() |
| Modifier and Type | Method and Description |
|---|---|
static String |
ClusteringPlanStrategy.checkAndGetClusteringPlanStrategy(HoodieWriteConfig config)
Check if the given class is deprecated.
|
List<String> |
PartitionAwareClusteringPlanStrategy.getMatchedPartitions(HoodieWriteConfig config,
List<String> partitionPaths) |
List<String> |
PartitionAwareClusteringPlanStrategy.getRegexPatternMatchedPartitions(HoodieWriteConfig config,
List<String> partitionPaths) |
| Constructor and Description |
|---|
ClusteringExecutionStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
ClusteringPlanStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
PartitionAwareClusteringPlanStrategy(HoodieTable table,
HoodieEngineContext engineContext,
HoodieWriteConfig writeConfig) |
| Modifier and Type | Method and Description |
|---|---|
abstract HoodieWriteMetadata<O> |
BaseBulkInsertHelper.bulkInsert(I inputRecords,
String instantTime,
HoodieTable<T,I,K,O> table,
HoodieWriteConfig config,
BaseCommitActionExecutor<T,I,K,O,R> executor,
boolean performDedupe,
Option<BulkInsertPartitioner> userDefinedBulkInsertPartitioner)
Mark instant as inflight, write input records, update index and return result.
|
abstract O |
BaseBulkInsertHelper.bulkInsert(I inputRecords,
String instantTime,
HoodieTable<T,I,K,O> table,
HoodieWriteConfig config,
boolean performDedupe,
Option<BulkInsertPartitioner> userDefinedBulkInsertPartitioner,
boolean addMetadataFields,
int parallelism,
WriteHandleFactory writeHandleFactory)
Only write input records.
|
HoodieWriteMetadata<HoodieData<WriteStatus>> |
HoodieDeleteHelper.execute(String instantTime,
HoodieData<HoodieKey> keys,
HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,HoodieData<HoodieRecord<T>>,HoodieData<HoodieKey>,HoodieData<WriteStatus>> table,
BaseCommitActionExecutor<T,HoodieData<HoodieRecord<T>>,HoodieData<HoodieKey>,HoodieData<WriteStatus>,R> deleteExecutor) |
abstract HoodieWriteMetadata<O> |
BaseDeleteHelper.execute(String instantTime,
K keys,
HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
BaseCommitActionExecutor<T,I,K,O,R> deleteExecutor) |
| Constructor and Description |
|---|
BaseCommitActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
WriteOperationType operationType,
Option<Map<String,String>> extraMetadata) |
| Modifier and Type | Method and Description |
|---|---|
List<WriteStatus> |
HoodieCompactor.compact(HoodieCompactionHandler compactionHandler,
HoodieTableMetaClient metaClient,
HoodieWriteConfig config,
CompactionOperation operation,
String instantTime,
TaskContextSupplier taskContextSupplier)
Execute a single compaction operation and report back status.
|
HoodieData<WriteStatus> |
HoodieCompactor.compact(HoodieEngineContext context,
HoodieCompactionPlan compactionPlan,
HoodieTable table,
HoodieWriteConfig config,
String compactionInstantTime,
HoodieCompactionHandler compactionHandler)
Execute compaction operations and report back status.
|
abstract void |
HoodieCompactor.maybePersist(HoodieData<WriteStatus> writeStatus,
HoodieWriteConfig config)
Maybe persist write status.
|
| Constructor and Description |
|---|
RunCompactionActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable table,
String instantTime,
HoodieCompactor compactor,
HoodieCompactionHandler compactionHandler) |
ScheduleCompactionActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
Option<Map<String,String>> extraMetadata,
HoodieCompactor compactor) |
| Modifier and Type | Method and Description |
|---|---|
Map<String,Double> |
CompactionStrategy.captureMetrics(HoodieWriteConfig writeConfig,
FileSlice slice)
Callback hook when a HoodieCompactionOperation is created.
|
List<String> |
CompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths)
Filter the partition paths based on compaction strategy.
|
List<String> |
BoundedPartitionAwareCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> partitionPaths) |
List<String> |
UnBoundedPartitionAwareCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> partitionPaths) |
List<String> |
DayBasedCompactionStrategy.filterPartitionPaths(HoodieWriteConfig writeConfig,
List<String> allPartitionPaths) |
HoodieCompactionPlan |
CompactionStrategy.generateCompactionPlan(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans)
Generate Compaction plan.
|
List<HoodieCompactionOperation> |
CompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans)
Order and Filter the list of compactions.
|
List<HoodieCompactionOperation> |
LogFileSizeBasedCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
BoundedPartitionAwareCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
UnBoundedCompactionStrategy.orderAndFilter(HoodieWriteConfig config,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionWorkloads) |
List<HoodieCompactionOperation> |
UnBoundedPartitionAwareCompactionStrategy.orderAndFilter(HoodieWriteConfig config,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionWorkloads) |
List<HoodieCompactionOperation> |
BoundedIOCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
List<HoodieCompactionOperation> |
DayBasedCompactionStrategy.orderAndFilter(HoodieWriteConfig writeConfig,
List<HoodieCompactionOperation> operations,
List<HoodieCompactionPlan> pendingCompactionPlans) |
| Constructor and Description |
|---|
RunIndexActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime) |
ScheduleIndexActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
List<MetadataPartitionType> partitionIndexTypes) |
| Constructor and Description |
|---|
BaseRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String restoreInstantTime) |
CopyOnWriteRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable table,
String instantTime,
String restoreInstantTime) |
MergeOnReadRestoreActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String restoreInstantTime) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
MarkerBasedRollbackStrategy.config |
protected HoodieWriteConfig |
ListingBasedRollbackStrategy.config |
protected HoodieWriteConfig |
BaseRollbackHelper.config |
| Constructor and Description |
|---|
BaseRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean deleteInstants,
boolean skipLocking) |
BaseRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean useMarkerBasedStrategy,
boolean skipLocking) |
BaseRollbackHelper(HoodieTableMetaClient metaClient,
HoodieWriteConfig config) |
BaseRollbackPlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant instantToRollback,
boolean skipTimelinePublish,
boolean shouldRollbackUsingMarkers) |
CopyOnWriteRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipLocking) |
CopyOnWriteRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean useMarkerBasedStrategy,
boolean skipLocking) |
ListingBasedRollbackHelper(HoodieTableMetaClient metaClient,
HoodieWriteConfig config) |
ListingBasedRollbackStrategy(HoodieTable table,
HoodieEngineContext context,
HoodieWriteConfig config,
String instantTime) |
MarkerBasedRollbackStrategy(HoodieTable<?,?,?,?> table,
HoodieEngineContext context,
HoodieWriteConfig config,
String instantTime) |
MergeOnReadRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipLocking) |
MergeOnReadRollbackActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
HoodieInstant commitInstant,
boolean deleteInstants,
boolean skipTimelinePublish,
boolean useMarkerBasedStrategy,
boolean skipLocking) |
RestorePlanActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String restoreInstantTime) |
| Constructor and Description |
|---|
SavepointActionExecutor(HoodieEngineContext context,
HoodieWriteConfig config,
HoodieTable<T,I,K,O> table,
String instantTime,
String user,
String comment) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
HoodieStorageLayout.config |
| Modifier and Type | Method and Description |
|---|---|
static HoodieStorageLayout |
HoodieLayoutFactory.createLayout(HoodieWriteConfig config) |
| Constructor and Description |
|---|
HoodieBucketLayout(HoodieWriteConfig config) |
HoodieDefaultLayout(HoodieWriteConfig config) |
HoodieStorageLayout(HoodieWriteConfig config) |
| Modifier and Type | Field and Description |
|---|---|
protected HoodieWriteConfig |
UpgradeDowngrade.config |
| Modifier and Type | Method and Description |
|---|---|
Map<ConfigProperty,String> |
ThreeToTwoDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
FourToThreeDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
TwoToOneDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
OneToZeroDowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
DowngradeHandler.downgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
to be invoked to downgrade hoodie table from one version to a lower version.
|
String |
SupportsUpgradeDowngrade.getPartitionColumns(HoodieWriteConfig config) |
HoodieTable |
SupportsUpgradeDowngrade.getTable(HoodieWriteConfig config,
HoodieEngineContext context) |
Map<ConfigProperty,String> |
UpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper)
to be invoked to upgrade hoodie table from one version to a higher version.
|
Map<ConfigProperty,String> |
ZeroToOneUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
ThreeToFourUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
TwoToThreeUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Map<ConfigProperty,String> |
OneToTwoUpgradeHandler.upgrade(HoodieWriteConfig config,
HoodieEngineContext context,
String instantTime,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
| Constructor and Description |
|---|
UpgradeDowngrade(HoodieTableMetaClient metaClient,
HoodieWriteConfig config,
HoodieEngineContext context,
SupportsUpgradeDowngrade upgradeDowngradeHelper) |
Copyright © 2022 The Apache Software Foundation. All rights reserved.