org.apache.hudi.configuration

Class FlinkOptions

java.lang.Object

org.apache.hudi.common.config.HoodieConfig

org.apache.hudi.configuration.FlinkOptions

All Implemented Interfaces:

Serializable

public class FlinkOptions
extends HoodieConfig

Hoodie Flink config options.

It has the options for Hoodie table read and write. It also defines some utilities.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.flink.configuration.ConfigOption<Integer>	ARCHIVE_MAX_COMMITS
static org.apache.flink.configuration.ConfigOption<Integer>	ARCHIVE_MIN_COMMITS
static org.apache.flink.configuration.ConfigOption<Integer>	BUCKET_ASSIGN_TASKS
static org.apache.flink.configuration.ConfigOption<Integer>	BUCKET_INDEX_NUM_BUCKETS
static org.apache.flink.configuration.ConfigOption<Boolean>	CHANGELOG_ENABLED
static org.apache.flink.configuration.ConfigOption<Boolean>	CLEAN_ASYNC_ENABLED
static org.apache.flink.configuration.ConfigOption<String>	CLEAN_POLICY
static org.apache.flink.configuration.ConfigOption<Integer>	CLEAN_RETAIN_COMMITS
static org.apache.flink.configuration.ConfigOption<Integer>	CLEAN_RETAIN_FILE_VERSIONS
static org.apache.flink.configuration.ConfigOption<Boolean>	CLUSTERING_ASYNC_ENABLED
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_DELTA_COMMITS
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_MAX_NUM_GROUPS
static org.apache.flink.configuration.ConfigOption<String>	CLUSTERING_PLAN_PARTITION_FILTER_MODE_NAME
static org.apache.flink.configuration.ConfigOption<String>	CLUSTERING_PLAN_STRATEGY_CLASS
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_PLAN_STRATEGY_SKIP_PARTITIONS_FROM_LATEST
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES
static org.apache.flink.configuration.ConfigOption<Boolean>	CLUSTERING_SCHEDULE_ENABLED
static org.apache.flink.configuration.ConfigOption<String>	CLUSTERING_SORT_COLUMNS
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_TARGET_PARTITIONS
static org.apache.flink.configuration.ConfigOption<Integer>	CLUSTERING_TASKS
static org.apache.flink.configuration.ConfigOption<Boolean>	COMPACTION_ASYNC_ENABLED
static org.apache.flink.configuration.ConfigOption<Integer>	COMPACTION_DELTA_COMMITS
static org.apache.flink.configuration.ConfigOption<Integer>	COMPACTION_DELTA_SECONDS
static org.apache.flink.configuration.ConfigOption<Integer>	COMPACTION_MAX_MEMORY
static org.apache.flink.configuration.ConfigOption<Boolean>	COMPACTION_SCHEDULE_ENABLED
static org.apache.flink.configuration.ConfigOption<Long>	COMPACTION_TARGET_IO
static org.apache.flink.configuration.ConfigOption<Integer>	COMPACTION_TASKS
static org.apache.flink.configuration.ConfigOption<Integer>	COMPACTION_TIMEOUT_SECONDS
static org.apache.flink.configuration.ConfigOption<String>	COMPACTION_TRIGGER_STRATEGY
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_STYLE_PARTITIONING
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_ASSUME_DATE_PARTITION
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_AUTO_CREATE_DB
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_CONF_DIR
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_DB
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_ENABLED
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_FILE_FORMAT
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_IGNORE_EXCEPTIONS
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_JDBC_URL
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_METASTORE_URIS
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_MODE
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_PARTITION_EXTRACTOR_CLASS_NAME
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_PARTITION_FIELDS
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_PASSWORD
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_SKIP_RO_SUFFIX
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_SUPPORT_TIMESTAMP
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_TABLE
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_TABLE_PROPERTIES
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_TABLE_SERDE_PROPERTIES
static org.apache.flink.configuration.ConfigOption<Boolean>	HIVE_SYNC_USE_JDBC
static org.apache.flink.configuration.ConfigOption<String>	HIVE_SYNC_USERNAME
static org.apache.flink.configuration.ConfigOption<Boolean>	IGNORE_FAILED
static org.apache.flink.configuration.ConfigOption<Boolean>	INDEX_BOOTSTRAP_ENABLED
static org.apache.flink.configuration.ConfigOption<Integer>	INDEX_BOOTSTRAP_TASKS
static org.apache.flink.configuration.ConfigOption<Boolean>	INDEX_GLOBAL_ENABLED
static org.apache.flink.configuration.ConfigOption<String>	INDEX_KEY_FIELD
static org.apache.flink.configuration.ConfigOption<String>	INDEX_PARTITION_REGEX
static org.apache.flink.configuration.ConfigOption<Double>	INDEX_STATE_TTL
static org.apache.flink.configuration.ConfigOption<String>	INDEX_TYPE
static org.apache.flink.configuration.ConfigOption<Boolean>	INSERT_CLUSTER
static org.apache.flink.configuration.ConfigOption<String>	KEYGEN_CLASS_NAME
static org.apache.flink.configuration.ConfigOption<String>	KEYGEN_TYPE
static org.apache.flink.configuration.ConfigOption<String>	MERGE_TYPE
static org.apache.flink.configuration.ConfigOption<Integer>	METADATA_COMPACTION_DELTA_COMMITS
static org.apache.flink.configuration.ConfigOption<Boolean>	METADATA_ENABLED
static String	NO_PRE_COMBINE
static String	NUM_AND_TIME
static String	NUM_COMMITS
static String	NUM_OR_TIME
static org.apache.flink.configuration.ConfigOption<String>	OPERATION
static org.apache.flink.configuration.ConfigOption<String>	PARTITION_DEFAULT_NAME
static org.apache.flink.configuration.ConfigOption<String>	PARTITION_FORMAT
static String	PARTITION_FORMAT_DASHED_DAY
static String	PARTITION_FORMAT_DAY
static String	PARTITION_FORMAT_HOUR
static org.apache.flink.configuration.ConfigOption<String>	PARTITION_PATH_FIELD
static org.apache.flink.configuration.ConfigOption<String>	PATH
static org.apache.flink.configuration.ConfigOption<String>	PAYLOAD_CLASS_NAME
static org.apache.flink.configuration.ConfigOption<Boolean>	PRE_COMBINE Flag to indicate whether to drop duplicates before insert/upsert.
static org.apache.flink.configuration.ConfigOption<String>	PRECOMBINE_FIELD
static org.apache.flink.configuration.ConfigOption<String>	QUERY_TYPE
static String	QUERY_TYPE_INCREMENTAL
static String	QUERY_TYPE_READ_OPTIMIZED
static String	QUERY_TYPE_SNAPSHOT
static org.apache.flink.configuration.ConfigOption<Boolean>	READ_AS_STREAMING
static org.apache.flink.configuration.ConfigOption<Boolean>	READ_DATA_SKIPPING_ENABLED
static org.apache.flink.configuration.ConfigOption<String>	READ_END_COMMIT
static org.apache.flink.configuration.ConfigOption<String>	READ_START_COMMIT
static org.apache.flink.configuration.ConfigOption<Integer>	READ_STREAMING_CHECK_INTERVAL
static org.apache.flink.configuration.ConfigOption<Boolean>	READ_STREAMING_SKIP_COMPACT
static org.apache.flink.configuration.ConfigOption<Integer>	READ_TASKS
static String	REALTIME_PAYLOAD_COMBINE
static String	REALTIME_SKIP_MERGE
static org.apache.flink.configuration.ConfigOption<String>	RECORD_KEY_FIELD
static org.apache.flink.configuration.ConfigOption<Long>	RETRY_INTERVAL_MS
static org.apache.flink.configuration.ConfigOption<Integer>	RETRY_TIMES
static org.apache.flink.configuration.ConfigOption<String>	SOURCE_AVRO_SCHEMA
static org.apache.flink.configuration.ConfigOption<String>	SOURCE_AVRO_SCHEMA_PATH
static String	START_COMMIT_EARLIEST
static org.apache.flink.configuration.ConfigOption<String>	TABLE_NAME
static org.apache.flink.configuration.ConfigOption<String>	TABLE_TYPE
static String	TABLE_TYPE_COPY_ON_WRITE
static String	TABLE_TYPE_MERGE_ON_READ
static String	TIME_ELAPSED
static org.apache.flink.configuration.ConfigOption<Boolean>	URL_ENCODE_PARTITIONING
static org.apache.flink.configuration.ConfigOption<Boolean>	UTC_TIMEZONE
static org.apache.flink.configuration.ConfigOption<Double>	WRITE_BATCH_SIZE
static org.apache.flink.configuration.ConfigOption<Boolean>	WRITE_BULK_INSERT_SHUFFLE_INPUT
static org.apache.flink.configuration.ConfigOption<Boolean>	WRITE_BULK_INSERT_SORT_INPUT
static org.apache.flink.configuration.ConfigOption<Long>	WRITE_COMMIT_ACK_TIMEOUT
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_LOG_BLOCK_SIZE
static org.apache.flink.configuration.ConfigOption<Long>	WRITE_LOG_MAX_SIZE
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_MERGE_MAX_MEMORY
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_PARQUET_BLOCK_SIZE
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_PARQUET_MAX_FILE_SIZE
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_PARQUET_PAGE_SIZE
static org.apache.flink.configuration.ConfigOption<Long>	WRITE_RATE_LIMIT
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_SORT_MEMORY
static org.apache.flink.configuration.ConfigOption<Double>	WRITE_TASK_MAX_SIZE
static org.apache.flink.configuration.ConfigOption<Integer>	WRITE_TASKS

Fields inherited from class org.apache.hudi.common.config.HoodieConfig

CONFIG_VALUES_DELIMITER, props

Method Summary

Modifier and Type	Method and Description
static List<org.apache.flink.configuration.ConfigOption<?>>	allOptions() Returns all the config options.
static org.apache.flink.configuration.Configuration	flatOptions(org.apache.flink.configuration.Configuration conf) Collects all the config options, the 'properties.' prefix would be removed if the option key starts with it.
static org.apache.flink.configuration.Configuration	fromMap(Map<String,String> map) Creates a new configuration that is initialized with the options of the given map.
static Map<String,String>	getPropertiesWithPrefix(Map<String,String> options, String prefix) Collects the config options that start with specified prefix prefix into a 'key'='value' list.
static <T> boolean	isDefaultValueDefined(org.apache.flink.configuration.Configuration conf, org.apache.flink.configuration.ConfigOption<T> option) Returns whether the given conf defines default value for the option option.
static Set<org.apache.flink.configuration.ConfigOption<?>>	optionalOptions() Returns all the optional config options.

Methods inherited from class org.apache.hudi.common.config.HoodieConfig

contains, contains, create, getBoolean, getBooleanOrDefault, getBooleanOrDefault, getDouble, getFloat, getInt, getIntOrDefault, getLong, getProps, getProps, getSplitStrings, getSplitStrings, getString, getString, getStringOrDefault, getStringOrDefault, getStringOrThrow, setAll, setDefault, setDefaultOnCondition, setDefaults, setDefaultValue, setDefaultValue, setValue, setValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PATH

public static final org.apache.flink.configuration.ConfigOption<String> PATH

PARTITION_DEFAULT_NAME

public static final org.apache.flink.configuration.ConfigOption<String> PARTITION_DEFAULT_NAME

CHANGELOG_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> CHANGELOG_ENABLED

METADATA_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> METADATA_ENABLED

METADATA_COMPACTION_DELTA_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> METADATA_COMPACTION_DELTA_COMMITS

INDEX_TYPE

public static final org.apache.flink.configuration.ConfigOption<String> INDEX_TYPE

INDEX_BOOTSTRAP_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> INDEX_BOOTSTRAP_ENABLED

INDEX_STATE_TTL

public static final org.apache.flink.configuration.ConfigOption<Double> INDEX_STATE_TTL

INDEX_GLOBAL_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> INDEX_GLOBAL_ENABLED

INDEX_PARTITION_REGEX

public static final org.apache.flink.configuration.ConfigOption<String> INDEX_PARTITION_REGEX

READ_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> READ_TASKS

SOURCE_AVRO_SCHEMA_PATH

public static final org.apache.flink.configuration.ConfigOption<String> SOURCE_AVRO_SCHEMA_PATH

SOURCE_AVRO_SCHEMA

public static final org.apache.flink.configuration.ConfigOption<String> SOURCE_AVRO_SCHEMA

QUERY_TYPE_SNAPSHOT

public static final String QUERY_TYPE_SNAPSHOT

See Also:

Constant Field Values

QUERY_TYPE_READ_OPTIMIZED

public static final String QUERY_TYPE_READ_OPTIMIZED

See Also:

Constant Field Values

QUERY_TYPE_INCREMENTAL

public static final String QUERY_TYPE_INCREMENTAL

See Also:

Constant Field Values

QUERY_TYPE

public static final org.apache.flink.configuration.ConfigOption<String> QUERY_TYPE

REALTIME_SKIP_MERGE

public static final String REALTIME_SKIP_MERGE

See Also:

Constant Field Values

REALTIME_PAYLOAD_COMBINE

public static final String REALTIME_PAYLOAD_COMBINE

See Also:

Constant Field Values

MERGE_TYPE

public static final org.apache.flink.configuration.ConfigOption<String> MERGE_TYPE

UTC_TIMEZONE

public static final org.apache.flink.configuration.ConfigOption<Boolean> UTC_TIMEZONE

READ_AS_STREAMING

public static final org.apache.flink.configuration.ConfigOption<Boolean> READ_AS_STREAMING

READ_STREAMING_CHECK_INTERVAL

public static final org.apache.flink.configuration.ConfigOption<Integer> READ_STREAMING_CHECK_INTERVAL

READ_STREAMING_SKIP_COMPACT

public static final org.apache.flink.configuration.ConfigOption<Boolean> READ_STREAMING_SKIP_COMPACT

START_COMMIT_EARLIEST

public static final String START_COMMIT_EARLIEST

See Also:

Constant Field Values

READ_START_COMMIT

public static final org.apache.flink.configuration.ConfigOption<String> READ_START_COMMIT

READ_END_COMMIT

public static final org.apache.flink.configuration.ConfigOption<String> READ_END_COMMIT

READ_DATA_SKIPPING_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> READ_DATA_SKIPPING_ENABLED

TABLE_NAME

public static final org.apache.flink.configuration.ConfigOption<String> TABLE_NAME

TABLE_TYPE_COPY_ON_WRITE

public static final String TABLE_TYPE_COPY_ON_WRITE

TABLE_TYPE_MERGE_ON_READ

public static final String TABLE_TYPE_MERGE_ON_READ

TABLE_TYPE

public static final org.apache.flink.configuration.ConfigOption<String> TABLE_TYPE

INSERT_CLUSTER

public static final org.apache.flink.configuration.ConfigOption<Boolean> INSERT_CLUSTER

OPERATION

public static final org.apache.flink.configuration.ConfigOption<String> OPERATION

NO_PRE_COMBINE

public static final String NO_PRE_COMBINE

See Also:

Constant Field Values

PRECOMBINE_FIELD

public static final org.apache.flink.configuration.ConfigOption<String> PRECOMBINE_FIELD

PAYLOAD_CLASS_NAME

public static final org.apache.flink.configuration.ConfigOption<String> PAYLOAD_CLASS_NAME

PRE_COMBINE

public static final org.apache.flink.configuration.ConfigOption<Boolean> PRE_COMBINE

Flag to indicate whether to drop duplicates before insert/upsert. By default false to gain extra performance.

RETRY_TIMES

public static final org.apache.flink.configuration.ConfigOption<Integer> RETRY_TIMES

RETRY_INTERVAL_MS

public static final org.apache.flink.configuration.ConfigOption<Long> RETRY_INTERVAL_MS

IGNORE_FAILED

public static final org.apache.flink.configuration.ConfigOption<Boolean> IGNORE_FAILED

RECORD_KEY_FIELD

public static final org.apache.flink.configuration.ConfigOption<String> RECORD_KEY_FIELD

INDEX_KEY_FIELD

public static final org.apache.flink.configuration.ConfigOption<String> INDEX_KEY_FIELD

BUCKET_INDEX_NUM_BUCKETS

public static final org.apache.flink.configuration.ConfigOption<Integer> BUCKET_INDEX_NUM_BUCKETS

PARTITION_PATH_FIELD

public static final org.apache.flink.configuration.ConfigOption<String> PARTITION_PATH_FIELD

URL_ENCODE_PARTITIONING

public static final org.apache.flink.configuration.ConfigOption<Boolean> URL_ENCODE_PARTITIONING

HIVE_STYLE_PARTITIONING

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_STYLE_PARTITIONING

KEYGEN_CLASS_NAME

public static final org.apache.flink.configuration.ConfigOption<String> KEYGEN_CLASS_NAME

KEYGEN_TYPE

public static final org.apache.flink.configuration.ConfigOption<String> KEYGEN_TYPE

PARTITION_FORMAT_HOUR

public static final String PARTITION_FORMAT_HOUR

See Also:

Constant Field Values

PARTITION_FORMAT_DAY

public static final String PARTITION_FORMAT_DAY

See Also:

Constant Field Values

PARTITION_FORMAT_DASHED_DAY

public static final String PARTITION_FORMAT_DASHED_DAY

See Also:

Constant Field Values

PARTITION_FORMAT

public static final org.apache.flink.configuration.ConfigOption<String> PARTITION_FORMAT

INDEX_BOOTSTRAP_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> INDEX_BOOTSTRAP_TASKS

BUCKET_ASSIGN_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> BUCKET_ASSIGN_TASKS

WRITE_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_TASKS

WRITE_TASK_MAX_SIZE

public static final org.apache.flink.configuration.ConfigOption<Double> WRITE_TASK_MAX_SIZE

WRITE_RATE_LIMIT

public static final org.apache.flink.configuration.ConfigOption<Long> WRITE_RATE_LIMIT

WRITE_BATCH_SIZE

public static final org.apache.flink.configuration.ConfigOption<Double> WRITE_BATCH_SIZE

WRITE_LOG_BLOCK_SIZE

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_LOG_BLOCK_SIZE

WRITE_LOG_MAX_SIZE

public static final org.apache.flink.configuration.ConfigOption<Long> WRITE_LOG_MAX_SIZE

WRITE_PARQUET_BLOCK_SIZE

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_PARQUET_BLOCK_SIZE

WRITE_PARQUET_MAX_FILE_SIZE

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_PARQUET_MAX_FILE_SIZE

WRITE_PARQUET_PAGE_SIZE

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_PARQUET_PAGE_SIZE

WRITE_MERGE_MAX_MEMORY

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_MERGE_MAX_MEMORY

WRITE_COMMIT_ACK_TIMEOUT

public static final org.apache.flink.configuration.ConfigOption<Long> WRITE_COMMIT_ACK_TIMEOUT

WRITE_BULK_INSERT_SHUFFLE_INPUT

public static final org.apache.flink.configuration.ConfigOption<Boolean> WRITE_BULK_INSERT_SHUFFLE_INPUT

WRITE_BULK_INSERT_SORT_INPUT

public static final org.apache.flink.configuration.ConfigOption<Boolean> WRITE_BULK_INSERT_SORT_INPUT

WRITE_SORT_MEMORY

public static final org.apache.flink.configuration.ConfigOption<Integer> WRITE_SORT_MEMORY

COMPACTION_SCHEDULE_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> COMPACTION_SCHEDULE_ENABLED

COMPACTION_ASYNC_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> COMPACTION_ASYNC_ENABLED

COMPACTION_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> COMPACTION_TASKS

NUM_COMMITS

public static final String NUM_COMMITS

See Also:

Constant Field Values

TIME_ELAPSED

public static final String TIME_ELAPSED

See Also:

Constant Field Values

NUM_AND_TIME

public static final String NUM_AND_TIME

See Also:

Constant Field Values

NUM_OR_TIME

public static final String NUM_OR_TIME

See Also:

Constant Field Values

COMPACTION_TRIGGER_STRATEGY

public static final org.apache.flink.configuration.ConfigOption<String> COMPACTION_TRIGGER_STRATEGY

COMPACTION_DELTA_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> COMPACTION_DELTA_COMMITS

COMPACTION_DELTA_SECONDS

public static final org.apache.flink.configuration.ConfigOption<Integer> COMPACTION_DELTA_SECONDS

COMPACTION_TIMEOUT_SECONDS

public static final org.apache.flink.configuration.ConfigOption<Integer> COMPACTION_TIMEOUT_SECONDS

COMPACTION_MAX_MEMORY

public static final org.apache.flink.configuration.ConfigOption<Integer> COMPACTION_MAX_MEMORY

COMPACTION_TARGET_IO

public static final org.apache.flink.configuration.ConfigOption<Long> COMPACTION_TARGET_IO

CLEAN_ASYNC_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> CLEAN_ASYNC_ENABLED

CLEAN_POLICY

public static final org.apache.flink.configuration.ConfigOption<String> CLEAN_POLICY

CLEAN_RETAIN_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLEAN_RETAIN_COMMITS

CLEAN_RETAIN_FILE_VERSIONS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLEAN_RETAIN_FILE_VERSIONS

ARCHIVE_MAX_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> ARCHIVE_MAX_COMMITS

ARCHIVE_MIN_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> ARCHIVE_MIN_COMMITS

CLUSTERING_SCHEDULE_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> CLUSTERING_SCHEDULE_ENABLED

CLUSTERING_ASYNC_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> CLUSTERING_ASYNC_ENABLED

CLUSTERING_DELTA_COMMITS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_DELTA_COMMITS

CLUSTERING_TASKS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_TASKS

CLUSTERING_TARGET_PARTITIONS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_TARGET_PARTITIONS

CLUSTERING_PLAN_STRATEGY_CLASS

public static final org.apache.flink.configuration.ConfigOption<String> CLUSTERING_PLAN_STRATEGY_CLASS

CLUSTERING_PLAN_PARTITION_FILTER_MODE_NAME

public static final org.apache.flink.configuration.ConfigOption<String> CLUSTERING_PLAN_PARTITION_FILTER_MODE_NAME

CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES

CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT

CLUSTERING_PLAN_STRATEGY_SKIP_PARTITIONS_FROM_LATEST

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_PLAN_STRATEGY_SKIP_PARTITIONS_FROM_LATEST

CLUSTERING_SORT_COLUMNS

public static final org.apache.flink.configuration.ConfigOption<String> CLUSTERING_SORT_COLUMNS

CLUSTERING_MAX_NUM_GROUPS

public static final org.apache.flink.configuration.ConfigOption<Integer> CLUSTERING_MAX_NUM_GROUPS

HIVE_SYNC_ENABLED

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_ENABLED

HIVE_SYNC_DB

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_DB

HIVE_SYNC_TABLE

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_TABLE

HIVE_SYNC_FILE_FORMAT

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_FILE_FORMAT

HIVE_SYNC_MODE

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_MODE

HIVE_SYNC_USERNAME

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_USERNAME

HIVE_SYNC_PASSWORD

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_PASSWORD

HIVE_SYNC_JDBC_URL

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_JDBC_URL

HIVE_SYNC_METASTORE_URIS

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_METASTORE_URIS

HIVE_SYNC_PARTITION_FIELDS

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_PARTITION_FIELDS

HIVE_SYNC_PARTITION_EXTRACTOR_CLASS_NAME

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_PARTITION_EXTRACTOR_CLASS_NAME

HIVE_SYNC_ASSUME_DATE_PARTITION

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_ASSUME_DATE_PARTITION

HIVE_SYNC_USE_JDBC

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_USE_JDBC

HIVE_SYNC_AUTO_CREATE_DB

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_AUTO_CREATE_DB

HIVE_SYNC_IGNORE_EXCEPTIONS

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_IGNORE_EXCEPTIONS

HIVE_SYNC_SKIP_RO_SUFFIX

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_SKIP_RO_SUFFIX

HIVE_SYNC_SUPPORT_TIMESTAMP

public static final org.apache.flink.configuration.ConfigOption<Boolean> HIVE_SYNC_SUPPORT_TIMESTAMP

HIVE_SYNC_TABLE_PROPERTIES

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_TABLE_PROPERTIES

HIVE_SYNC_TABLE_SERDE_PROPERTIES

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_TABLE_SERDE_PROPERTIES

HIVE_SYNC_CONF_DIR

public static final org.apache.flink.configuration.ConfigOption<String> HIVE_SYNC_CONF_DIR

Method Detail

getPropertiesWithPrefix

public static Map<String,String> getPropertiesWithPrefix(Map<String,String> options,
                                                         String prefix)

Collects the config options that start with specified prefix prefix into a 'key'='value' list.

flatOptions

public static org.apache.flink.configuration.Configuration flatOptions(org.apache.flink.configuration.Configuration conf)

Collects all the config options, the 'properties.' prefix would be removed if the option key starts with it.

fromMap

public static org.apache.flink.configuration.Configuration fromMap(Map<String,String> map)

Creates a new configuration that is initialized with the options of the given map.

isDefaultValueDefined

public static <T> boolean isDefaultValueDefined(org.apache.flink.configuration.Configuration conf,
                                                org.apache.flink.configuration.ConfigOption<T> option)

Returns whether the given conf defines default value for the option option.

optionalOptions

public static Set<org.apache.flink.configuration.ConfigOption<?>> optionalOptions()

Returns all the optional config options.

allOptions

public static List<org.apache.flink.configuration.ConfigOption<?>> allOptions()

Returns all the config options.