@Immutable public class HoodieWriteConfig extends HoodieConfig
| Modifier and Type | Class and Description |
|---|---|
static class |
HoodieWriteConfig.Builder |
CONFIG_VALUES_DELIMITER, props| Modifier | Constructor and Description |
|---|---|
protected |
HoodieWriteConfig()
Use Spark engine by default.
|
protected |
HoodieWriteConfig(EngineType engineType,
Properties props) |
contains, contains, create, getBoolean, getBooleanOrDefault, getDouble, getFloat, getInt, getIntOrDefault, getLong, getProps, getProps, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValuepublic static final String DELTASTREAMER_CHECKPOINT_KEY
public static final ConfigProperty<String> TBL_NAME
public static final ConfigProperty<String> PRECOMBINE_FIELD_NAME
public static final ConfigProperty<String> WRITE_PAYLOAD_CLASS_NAME
public static final ConfigProperty<String> KEYGENERATOR_CLASS_NAME
public static final ConfigProperty<String> KEYGENERATOR_TYPE
public static final ConfigProperty<String> ROLLBACK_USING_MARKERS_ENABLE
public static final ConfigProperty<String> TIMELINE_LAYOUT_VERSION_NUM
public static final ConfigProperty<HoodieFileFormat> BASE_FILE_FORMAT
public static final ConfigProperty<String> BASE_PATH
public static final ConfigProperty<String> AVRO_SCHEMA_STRING
public static final ConfigProperty<String> INTERNAL_SCHEMA_STRING
public static final ConfigProperty<Boolean> ENABLE_INTERNAL_SCHEMA_CACHE
public static final ConfigProperty<String> AVRO_SCHEMA_VALIDATE_ENABLE
public static final ConfigProperty<String> INSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> BULKINSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> BULKINSERT_USER_DEFINED_PARTITIONER_SORT_COLUMNS
public static final ConfigProperty<String> BULKINSERT_USER_DEFINED_PARTITIONER_CLASS_NAME
public static final ConfigProperty<String> UPSERT_PARALLELISM_VALUE
public static final ConfigProperty<String> DELETE_PARALLELISM_VALUE
public static final ConfigProperty<String> ROLLBACK_PARALLELISM_VALUE
public static final ConfigProperty<String> WRITE_BUFFER_LIMIT_BYTES_VALUE
public static final ConfigProperty<String> COMBINE_BEFORE_INSERT
public static final ConfigProperty<String> COMBINE_BEFORE_UPSERT
public static final ConfigProperty<String> COMBINE_BEFORE_DELETE
public static final ConfigProperty<String> WRITE_STATUS_STORAGE_LEVEL_VALUE
public static final ConfigProperty<String> AUTO_COMMIT_ENABLE
public static final ConfigProperty<String> WRITE_STATUS_CLASS_NAME
public static final ConfigProperty<String> FINALIZE_WRITE_PARALLELISM_VALUE
public static final ConfigProperty<String> MARKERS_TYPE
public static final ConfigProperty<Integer> MARKERS_TIMELINE_SERVER_BASED_BATCH_NUM_THREADS
public static final ConfigProperty<Long> MARKERS_TIMELINE_SERVER_BASED_BATCH_INTERVAL_MS
public static final ConfigProperty<String> MARKERS_DELETE_PARALLELISM_VALUE
public static final ConfigProperty<String> BULK_INSERT_SORT_MODE
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_ENABLE
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_REUSE_ENABLED
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_PORT_NUM
public static final ConfigProperty<String> EMBEDDED_TIMELINE_NUM_SERVER_THREADS
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE
public static final ConfigProperty<String> EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE
public static final ConfigProperty<String> FAIL_ON_TIMELINE_ARCHIVING_ENABLE
public static final ConfigProperty<Boolean> REFRESH_TIMELINE_SERVER_BASED_ON_LATEST_COMMIT
public static final ConfigProperty<Long> INITIAL_CONSISTENCY_CHECK_INTERVAL_MS
public static final ConfigProperty<Long> MAX_CONSISTENCY_CHECK_INTERVAL_MS
public static final ConfigProperty<Integer> MAX_CONSISTENCY_CHECKS
public static final ConfigProperty<String> MERGE_DATA_VALIDATION_CHECK_ENABLE
public static final ConfigProperty<String> MERGE_ALLOW_DUPLICATE_ON_INSERTS_ENABLE
public static final ConfigProperty<Integer> MERGE_SMALL_FILE_GROUP_CANDIDATES_LIMIT
public static final ConfigProperty<Integer> CLIENT_HEARTBEAT_INTERVAL_IN_MS
public static final ConfigProperty<Integer> CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES
public static final ConfigProperty<String> WRITE_CONCURRENCY_MODE
public static final ConfigProperty<String> WRITE_SCHEMA
public static final ConfigProperty<String> ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE
Given Hudi commit protocol, these are generally unsafe operations and user need to handle failure scenarios. It only works with COW table. Hudi 0.5.x had stopped this behavior.
Given the importance of supporting such cases for the user's migration to 0.5.x, we are proposing a safety flag (disabled by default) which will allow this old behavior.
public static final ConfigProperty<String> AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE
public static final ConfigProperty<Boolean> ALLOW_EMPTY_COMMIT
public static final ConfigProperty<Boolean> ALLOW_OPERATION_METADATA_FIELD
public static final ConfigProperty<String> FILEID_PREFIX_PROVIDER_CLASS
public static final ConfigProperty<Boolean> TABLE_SERVICES_ENABLED
public static final ConfigProperty<Boolean> RELEASE_RESOURCE_ENABLE
public static final ConfigProperty<Boolean> AUTO_ADJUST_LOCK_CONFIGS
@Deprecated public static final String TABLE_NAME
TBL_NAME and its methods instead@Deprecated public static final String PRECOMBINE_FIELD_PROP
PRECOMBINE_FIELD_NAME and its methods instead@Deprecated public static final String WRITE_PAYLOAD_CLASS
WRITE_PAYLOAD_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_WRITE_PAYLOAD_CLASS
WRITE_PAYLOAD_CLASS_NAME and its methods instead@Deprecated public static final String KEYGENERATOR_CLASS_PROP
KEYGENERATOR_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_KEYGENERATOR_CLASS
KEYGENERATOR_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_ROLLBACK_USING_MARKERS
ROLLBACK_USING_MARKERS_ENABLE and its methods instead@Deprecated public static final String ROLLBACK_USING_MARKERS
ROLLBACK_USING_MARKERS_ENABLE and its methods instead@Deprecated public static final String TIMELINE_LAYOUT_VERSION
TIMELINE_LAYOUT_VERSION_NUM and its methods instead@Deprecated public static final String BASE_PATH_PROP
BASE_PATH and its methods instead@Deprecated public static final String AVRO_SCHEMA
AVRO_SCHEMA_STRING and its methods instead@Deprecated public static final String AVRO_SCHEMA_VALIDATE
AVRO_SCHEMA_VALIDATE_ENABLE and its methods instead@Deprecated public static final String DEFAULT_AVRO_SCHEMA_VALIDATE
AVRO_SCHEMA_VALIDATE_ENABLE and its methods instead@Deprecated public static final String DEFAULT_PARALLELISM
INSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String INSERT_PARALLELISM
INSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_PARALLELISM
BULKINSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_USER_DEFINED_PARTITIONER_CLASS
BULKINSERT_USER_DEFINED_PARTITIONER_CLASS_NAME and its methods instead@Deprecated public static final String BULKINSERT_INPUT_DATA_SCHEMA_DDL
@Deprecated public static final String UPSERT_PARALLELISM
UPSERT_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DELETE_PARALLELISM
DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_ROLLBACK_PARALLELISM
ROLLBACK_PARALLELISM_VALUE and its methods instead@Deprecated public static final String ROLLBACK_PARALLELISM
ROLLBACK_PARALLELISM_VALUE and its methods instead@Deprecated public static final String WRITE_BUFFER_LIMIT_BYTES
WRITE_BUFFER_LIMIT_BYTES_VALUE and its methods instead@Deprecated public static final String DEFAULT_WRITE_BUFFER_LIMIT_BYTES
WRITE_BUFFER_LIMIT_BYTES_VALUE and its methods instead@Deprecated public static final String COMBINE_BEFORE_INSERT_PROP
COMBINE_BEFORE_INSERT and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_INSERT
COMBINE_BEFORE_INSERT and its methods instead@Deprecated public static final String COMBINE_BEFORE_UPSERT_PROP
COMBINE_BEFORE_UPSERT and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_UPSERT
COMBINE_BEFORE_UPSERT and its methods instead@Deprecated public static final String COMBINE_BEFORE_DELETE_PROP
COMBINE_BEFORE_DELETE and its methods instead@Deprecated public static final String DEFAULT_COMBINE_BEFORE_DELETE
COMBINE_BEFORE_DELETE and its methods instead@Deprecated public static final String WRITE_STATUS_STORAGE_LEVEL
WRITE_STATUS_STORAGE_LEVEL_VALUE and its methods instead@Deprecated public static final String DEFAULT_WRITE_STATUS_STORAGE_LEVEL
WRITE_STATUS_STORAGE_LEVEL_VALUE and its methods instead@Deprecated public static final String HOODIE_AUTO_COMMIT_PROP
AUTO_COMMIT_ENABLE and its methods instead@Deprecated public static final String DEFAULT_HOODIE_AUTO_COMMIT
AUTO_COMMIT_ENABLE and its methods instead@Deprecated public static final String HOODIE_WRITE_STATUS_CLASS_PROP
WRITE_STATUS_CLASS_NAME and its methods instead@Deprecated public static final String DEFAULT_HOODIE_WRITE_STATUS_CLASS
WRITE_STATUS_CLASS_NAME and its methods instead@Deprecated public static final String FINALIZE_WRITE_PARALLELISM
FINALIZE_WRITE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_FINALIZE_WRITE_PARALLELISM
FINALIZE_WRITE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String MARKERS_DELETE_PARALLELISM
MARKERS_DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String DEFAULT_MARKERS_DELETE_PARALLELISM
MARKERS_DELETE_PARALLELISM_VALUE and its methods instead@Deprecated public static final String BULKINSERT_SORT_MODE
BULK_INSERT_SORT_MODE and its methods instead@Deprecated public static final String DEFAULT_BULKINSERT_SORT_MODE
BULK_INSERT_SORT_MODE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_ENABLED
EMBEDDED_TIMELINE_SERVER_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_ENABLED
EMBEDDED_TIMELINE_SERVER_ENABLE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_PORT
EMBEDDED_TIMELINE_SERVER_PORT_NUM and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_PORT
EMBEDDED_TIMELINE_SERVER_PORT_NUM and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_THREADS
EMBEDDED_TIMELINE_NUM_SERVER_THREADS and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_THREADS
EMBEDDED_TIMELINE_NUM_SERVER_THREADS and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_COMPRESS_OUTPUT
EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_COMPRESS_OUTPUT
EMBEDDED_TIMELINE_SERVER_COMPRESS_ENABLE and its methods instead@Deprecated public static final String EMBEDDED_TIMELINE_SERVER_USE_ASYNC
EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EMBEDDED_TIMELINE_SERVER_ASYNC
EMBEDDED_TIMELINE_SERVER_USE_ASYNC_ENABLE and its methods instead@Deprecated public static final String FAIL_ON_TIMELINE_ARCHIVING_ENABLED_PROP
FAIL_ON_TIMELINE_ARCHIVING_ENABLE and its methods instead@Deprecated public static final String DEFAULT_FAIL_ON_TIMELINE_ARCHIVING_ENABLED
FAIL_ON_TIMELINE_ARCHIVING_ENABLE and its methods instead@Deprecated public static final String INITIAL_CONSISTENCY_CHECK_INTERVAL_MS_PROP
INITIAL_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static long DEFAULT_INITIAL_CONSISTENCY_CHECK_INTERVAL_MS
INITIAL_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static final String MAX_CONSISTENCY_CHECK_INTERVAL_MS_PROP
MAX_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static long DEFAULT_MAX_CONSISTENCY_CHECK_INTERVAL_MS
MAX_CONSISTENCY_CHECK_INTERVAL_MS and its methods instead@Deprecated public static final String MAX_CONSISTENCY_CHECKS_PROP
MAX_CONSISTENCY_CHECKS and its methods instead@Deprecated public static int DEFAULT_MAX_CONSISTENCY_CHECKS
MAX_CONSISTENCY_CHECKS and its methods instead@Deprecated public static final String CLIENT_HEARTBEAT_INTERVAL_IN_MS_PROP
CLIENT_HEARTBEAT_INTERVAL_IN_MS and its methods instead@Deprecated public static final Integer DEFAULT_CLIENT_HEARTBEAT_INTERVAL_IN_MS
CLIENT_HEARTBEAT_INTERVAL_IN_MS and its methods instead@Deprecated public static final String CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES_PROP
CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES and its methods instead@Deprecated public static final Integer DEFAULT_CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES
CLIENT_HEARTBEAT_NUM_TOLERABLE_MISSES and its methods instead@Deprecated public static final String WRITE_CONCURRENCY_MODE_PROP
WRITE_CONCURRENCY_MODE and its methods instead@Deprecated public static final String DEFAULT_WRITE_CONCURRENCY_MODE
WRITE_CONCURRENCY_MODE and its methods instead@Deprecated public static final String ALLOW_MULTI_WRITE_ON_SAME_INSTANT
ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE and its methods instead@Deprecated public static final String DEFAULT_ALLOW_MULTI_WRITE_ON_SAME_INSTANT
ALLOW_MULTI_WRITE_ON_SAME_INSTANT_ENABLE and its methods instead@Deprecated public static final String EXTERNAL_RECORD_AND_SCHEMA_TRANSFORMATION
AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE and its methods instead@Deprecated public static final String DEFAULT_EXTERNAL_RECORD_AND_SCHEMA_TRANSFORMATION
AVRO_EXTERNAL_SCHEMA_TRANSFORMATION_ENABLE and its methods insteadprotected HoodieWriteConfig()
protected HoodieWriteConfig(EngineType engineType, Properties props)
public static HoodieWriteConfig.Builder newBuilder()
public String getBasePath()
public String getSchema()
public void setSchema(String schemaStr)
public String getInternalSchema()
public boolean getInternalSchemaCacheEnable()
public void setInternalSchemaString(String internalSchemaString)
public void setInternalSchemaCacheEnable(boolean enable)
public boolean getSchemaEvolutionEnable()
public void setSchemaEvolutionEnable(boolean enable)
public String getWriteSchema()
public boolean getAvroSchemaValidate()
public String getTableName()
public HoodieTableType getTableType()
public String getPreCombineField()
public String getWritePayloadClass()
public String getKeyGeneratorClass()
public boolean isConsistentLogicalTimestampEnabled()
public Boolean shouldAutoCommit()
public Boolean shouldAssumeDatePartitioning()
public boolean shouldUseExternalSchemaTransformation()
public Integer getTimelineLayoutVersion()
public int getBulkInsertShuffleParallelism()
public String getUserDefinedBulkInsertPartitionerClass()
public String getUserDefinedBulkInsertPartitionerSortColumns()
public int getInsertShuffleParallelism()
public int getUpsertShuffleParallelism()
public int getDeleteShuffleParallelism()
public int getRollbackParallelism()
public int getFileListingParallelism()
public boolean shouldRollbackUsingMarkers()
public int getWriteBufferLimitBytes()
public boolean shouldCombineBeforeInsert()
public boolean shouldCombineBeforeUpsert()
public boolean shouldCombineBeforeDelete()
public boolean shouldAllowMultiWriteOnSameInstant()
public String getWriteStatusClassName()
public int getFinalizeWriteParallelism()
public MarkerType getMarkersType()
public boolean isHiveStylePartitioningEnabled()
public int getMarkersTimelineServerBasedBatchNumThreads()
public long getMarkersTimelineServerBasedBatchIntervalMs()
public int getMarkersDeleteParallelism()
public boolean isEmbeddedTimelineServerEnabled()
public boolean isEmbeddedTimelineServerReuseEnabled()
public int getEmbeddedTimelineServerPort()
public int getEmbeddedTimelineServerThreads()
public boolean getEmbeddedTimelineServerCompressOutput()
public boolean getEmbeddedTimelineServerUseAsync()
public boolean isFailOnTimelineArchivingEnabled()
public boolean isRefreshTimelineServerBasedOnLatestCommit()
public int getMaxConsistencyChecks()
public int getInitialConsistencyCheckIntervalMs()
public int getMaxConsistencyCheckIntervalMs()
public BulkInsertSortMode getBulkInsertSortMode()
public boolean isMergeDataValidationCheckEnabled()
public boolean allowDuplicateInserts()
public int getSmallFileGroupCandidatesLimit()
public EngineType getEngineType()
public boolean populateMetaFields()
public HoodieCleaningPolicy getCleanerPolicy()
public int getCleanerFileVersionsRetained()
public int getCleanerCommitsRetained()
public int getCleanerHoursRetained()
public int getMaxCommitsToKeep()
public int getMinCommitsToKeep()
public int getArchiveMergeFilesBatchSize()
public int getParquetSmallFileLimit()
public double getRecordSizeEstimationThreshold()
public int getCopyOnWriteInsertSplitSize()
public int getCopyOnWriteRecordSizeEstimate()
public boolean allowMultipleCleans()
public boolean shouldAutoTuneInsertSplits()
public int getCleanerParallelism()
public int getCleaningMaxCommits()
public CleaningTriggerStrategy getCleaningTriggerStrategy()
public boolean isAutoClean()
public boolean getArchiveMergeEnable()
public long getArchiveMergeSmallFileLimitBytes()
public boolean isAutoArchive()
public boolean isAsyncArchive()
public boolean isAsyncClean()
public boolean incrementalCleanerModeEnabled()
public boolean inlineCompactionEnabled()
public boolean scheduleInlineCompaction()
public CompactionTriggerStrategy getInlineCompactTriggerStrategy()
public int getInlineCompactDeltaCommitMax()
public int getInlineCompactDeltaSecondsMax()
public CompactionStrategy getCompactionStrategy()
public Long getTargetIOPerCompactionInMB()
public Long getCompactionLogFileSizeThreshold()
public Boolean getCompactionLazyBlockReadEnabled()
public Boolean getCompactionReverseLogReadEnabled()
public int getArchiveDeleteParallelism()
public boolean inlineClusteringEnabled()
public boolean scheduleInlineClustering()
public boolean isAsyncClusteringEnabled()
public boolean isPreserveHoodieCommitMetadataForClustering()
public boolean isPreserveHoodieCommitMetadataForCompaction()
public boolean isClusteringEnabled()
public boolean isRollbackPendingClustering()
public int getInlineClusterMaxCommits()
public int getAsyncClusterMaxCommits()
public String getPayloadClass()
public int getTargetPartitionsPerDayBasedCompaction()
public int getCommitArchivalBatchSize()
public Boolean shouldCleanBootstrapBaseFile()
public String getClusteringUpdatesStrategyClass()
public HoodieFailedWritesCleaningPolicy getFailedWritesCleanPolicy()
public String getClusteringPlanStrategyClass()
public ClusteringPlanPartitionFilterMode getClusteringPlanPartitionFilterMode()
public String getBeginPartitionForClustering()
public String getEndPartitionForClustering()
public String getClusteringExecutionStrategyClass()
public long getClusteringMaxBytesInGroup()
public long getClusteringSmallFileLimit()
public String getClusteringPartitionSelected()
public String getClusteringPartitionFilterRegexPattern()
public int getClusteringMaxNumGroups()
public long getClusteringTargetFileMaxBytes()
public int getTargetPartitionsForClustering()
public int getSkipPartitionsFromLatestForClustering()
public String getClusteringSortColumns()
public HoodieClusteringConfig.LayoutOptimizationStrategy getLayoutOptimizationStrategy()
public HoodieClusteringConfig.SpatialCurveCompositionStrategyType getLayoutOptimizationCurveBuildMethod()
public int getLayoutOptimizationSampleSize()
public HoodieIndex.IndexType getIndexType()
public String getIndexClass()
public int getBloomFilterNumEntries()
public double getBloomFilterFPP()
public String getHbaseZkQuorum()
public int getHbaseZkPort()
public String getHBaseZkZnodeParent()
public String getHbaseTableName()
public int getHbaseIndexGetBatchSize()
public Boolean getHBaseIndexRollbackSync()
public int getHbaseIndexPutBatchSize()
public boolean getHbaseIndexPutBatchSizeAutoCompute()
public String getHBaseQPSResourceAllocatorClass()
public String getHBaseQPSZKnodePath()
public String getHBaseZkZnodeSessionTimeout()
public String getHBaseZkZnodeConnectionTimeout()
public boolean getHBaseIndexShouldComputeQPSDynamically()
public int getHBaseIndexDesiredPutsTime()
public String getBloomFilterType()
public int getDynamicBloomFilterMaxNumEntries()
public float getHbaseIndexQPSFraction()
public float getHBaseIndexMinQPSFraction()
public float getHBaseIndexMaxQPSFraction()
public int getHbaseIndexMaxQPSPerRegionServer()
public boolean getHbaseIndexUpdatePartitionPath()
public int getBloomIndexParallelism()
public boolean getBloomIndexPruneByRanges()
public boolean getBloomIndexUseCaching()
public boolean getBloomIndexUseMetadata()
public boolean useBloomIndexTreebasedFilter()
public boolean useBloomIndexBucketizedChecking()
public boolean isMetadataBloomFilterIndexEnabled()
public boolean isMetadataColumnStatsIndexEnabled()
public int getIndexingCheckTimeoutSeconds()
public int getMetadataBloomFilterIndexParallelism()
public int getColumnStatsIndexParallelism()
public int getBloomIndexKeysPerBucket()
public boolean getBloomIndexUpdatePartitionPath()
public int getSimpleIndexParallelism()
public boolean getSimpleIndexUseCaching()
public int getGlobalSimpleIndexParallelism()
public boolean getGlobalSimpleIndexUpdatePartitionPath()
public int getBucketIndexNumBuckets()
public String getBucketIndexHashField()
public long getParquetMaxFileSize()
public int getParquetBlockSize()
public int getParquetPageSize()
public int getLogFileDataBlockMaxSize()
public double getParquetCompressionRatio()
public org.apache.parquet.hadoop.metadata.CompressionCodecName getParquetCompressionCodec()
public boolean parquetDictionaryEnabled()
public String parquetWriteLegacyFormatEnabled()
public String parquetOutputTimestampType()
public Option<HoodieLogBlock.HoodieLogBlockType> getLogDataBlockFormat()
public long getLogFileMaxSize()
public double getLogFileToParquetCompressionRatio()
public long getHFileMaxFileSize()
public int getHFileBlockSize()
public org.apache.hadoop.hbase.io.compress.Compression.Algorithm getHFileCompressionAlgorithm()
public long getOrcMaxFileSize()
public int getOrcStripeSize()
public int getOrcBlockSize()
public org.apache.orc.CompressionKind getOrcCompressionCodec()
public boolean isMetricsOn()
public boolean isExecutorMetricsEnabled()
public MetricsReporterType getMetricsReporterType()
public String getGraphiteServerHost()
public int getGraphiteServerPort()
public String getGraphiteMetricPrefix()
public int getGraphiteReportPeriodSeconds()
public String getJmxHost()
public String getJmxPort()
public int getDatadogReportPeriodSeconds()
public DatadogHttpClient.ApiSite getDatadogApiSite()
public String getDatadogApiKey()
public boolean getDatadogApiKeySkipValidation()
public int getDatadogApiTimeoutSeconds()
public String getDatadogMetricPrefix()
public String getDatadogMetricHost()
public int getCloudWatchReportPeriodSeconds()
public String getCloudWatchMetricPrefix()
public String getCloudWatchMetricNamespace()
public int getCloudWatchMaxDatumsPerRequest()
public String getMetricReporterClassName()
public int getPrometheusPort()
public String getPushGatewayHost()
public int getPushGatewayPort()
public int getPushGatewayReportPeriodSeconds()
public boolean getPushGatewayDeleteOnShutdown()
public String getPushGatewayJobName()
public boolean getPushGatewayRandomJobNameSuffix()
public String getMetricReporterMetricsNamePrefix()
public int getMaxDFSStreamBufferSize()
public String getSpillableMapBasePath()
public double getWriteStatusFailureFraction()
public ConsistencyGuardConfig getConsistencyGuardConfig()
public FileSystemRetryConfig getFileSystemRetryConfig()
public void setConsistencyGuardConfig(ConsistencyGuardConfig consistencyGuardConfig)
public FileSystemViewStorageConfig getViewStorageConfig()
public void setViewStorageConfig(FileSystemViewStorageConfig viewStorageConfig)
public void resetViewStorageConfig()
public FileSystemViewStorageConfig getClientSpecifiedViewStorageConfig()
public HoodiePayloadConfig getPayloadConfig()
public HoodieMetadataConfig getMetadataConfig()
public HoodieCommonConfig getCommonConfig()
public boolean writeCommitCallbackOn()
public String getCallbackClass()
public String getBootstrapSourceBasePath()
public String getBootstrapModeSelectorClass()
public String getFullBootstrapInputProvider()
public String getBootstrapKeyGeneratorClass()
public String getBootstrapKeyGeneratorType()
public String getBootstrapModeSelectorRegex()
public BootstrapMode getBootstrapModeForRegexMatch()
public String getBootstrapPartitionPathTranslatorClass()
public int getBootstrapParallelism()
public Long getMaxMemoryPerPartitionMerge()
public Long getHoodieClientHeartbeatIntervalInMs()
public Integer getHoodieClientHeartbeatTolerableMisses()
public boolean isMetadataTableEnabled()
public int getMetadataInsertParallelism()
public int getMetadataCompactDeltaCommitMax()
public boolean isMetadataAsyncClean()
public boolean isMetadataAsyncIndex()
public int getMetadataMaxCommitsToKeep()
public int getMetadataMinCommitsToKeep()
public int getMetadataCleanerCommitsRetained()
public boolean isAutoAdjustLockConfigs()
public String getLockProviderClass()
public String getLockHiveDatabaseName()
public String getLockHiveTableName()
public ConflictResolutionStrategy getWriteConflictResolutionStrategy()
public Long getLockAcquireWaitTimeoutInMs()
public WriteConcurrencyMode getWriteConcurrencyMode()
public Boolean areAnyTableServicesExecutedInline()
public Boolean areAnyTableServicesAsync()
public Boolean areAnyTableServicesScheduledInline()
public String getPreCommitValidators()
public String getPreCommitValidatorEqualitySqlQueries()
public String getPreCommitValidatorSingleResultSqlQueries()
public String getPreCommitValidatorInequalitySqlQueries()
public boolean allowEmptyCommit()
public boolean allowOperationMetadataField()
public String getFileIdPrefixProviderClassName()
public boolean areTableServicesEnabled()
public boolean areReleaseResourceEnabled()
public HoodieStorageLayout.LayoutType getLayoutType()
Copyright © 2022 The Apache Software Foundation. All rights reserved.