org.apache.hudi.table.catalog

Class TableOptionProperties

java.lang.Object

org.apache.hudi.table.catalog.TableOptionProperties

public class TableOptionProperties
extends Object

Helper class to read/write flink table options as a map.

Field Summary

Fields

Modifier and Type	Field and Description
static String	COMMENT
static String	DEFAULT_SPARK_VERSION
static List<String>	NON_OPTION_KEYS
static String	PARTITION_COLUMNS
static String	PK_COLUMNS
static String	PK_CONSTRAINT_NAME
static String	SPARK_SOURCE_PROVIDER
static String	SPARK_VERSION

Constructor Summary

Constructors

Constructor and Description
TableOptionProperties()

Method Summary

Modifier and Type	Method and Description
static void	createProperties(String basePath, org.apache.hadoop.conf.Configuration hadoopConf, Map<String,String> options) Initialize the FILE_NAME meta file.
static String	getComment(Map<String,String> options)
static List<String>	getPartitionColumns(Map<String,String> options)
static List<String>	getPkColumns(Map<String,String> options)
static String	getPkConstraintName(Map<String,String> options)
static Map<String,String>	getTableOptions(Map<String,String> options)
static Map<String,String>	loadFromProperties(String basePath, org.apache.hadoop.conf.Configuration hadoopConf) Read table options map from the given table base path.
static Map<String,String>	translateFlinkTableProperties2Spark(org.apache.flink.table.catalog.CatalogTable catalogTable, org.apache.hadoop.conf.Configuration hadoopConf, Map<String,String> properties, List<String> partitionKeys, boolean withOperationField)
static Map<String,String>	translateSparkTableProperties2Flink(Map<String,String> options)
static Map<String,String>	translateSparkTableProperties2Flink(org.apache.hadoop.hive.metastore.api.Table hiveTable)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SPARK_SOURCE_PROVIDER

public static final String SPARK_SOURCE_PROVIDER

See Also:

Constant Field Values

SPARK_VERSION

public static final String SPARK_VERSION

See Also:

Constant Field Values

DEFAULT_SPARK_VERSION

public static final String DEFAULT_SPARK_VERSION

See Also:

Constant Field Values

PK_CONSTRAINT_NAME

public static final String PK_CONSTRAINT_NAME

See Also:

Constant Field Values

PK_COLUMNS

public static final String PK_COLUMNS

See Also:

Constant Field Values

COMMENT

public static final String COMMENT

See Also:

Constant Field Values

PARTITION_COLUMNS

public static final String PARTITION_COLUMNS

See Also:

Constant Field Values

NON_OPTION_KEYS

public static final List<String> NON_OPTION_KEYS

Constructor Detail

TableOptionProperties

public TableOptionProperties()

Method Detail

createProperties

public static void createProperties(String basePath,
                                    org.apache.hadoop.conf.Configuration hadoopConf,
                                    Map<String,String> options)
                             throws IOException

Initialize the FILE_NAME meta file.

Throws:

IOException

loadFromProperties

public static Map<String,String> loadFromProperties(String basePath,
                                                    org.apache.hadoop.conf.Configuration hadoopConf)

Read table options map from the given table base path.

getPkConstraintName

public static String getPkConstraintName(Map<String,String> options)

getPkColumns

public static List<String> getPkColumns(Map<String,String> options)

getPartitionColumns

public static List<String> getPartitionColumns(Map<String,String> options)

getComment

public static String getComment(Map<String,String> options)

getTableOptions

public static Map<String,String> getTableOptions(Map<String,String> options)

translateFlinkTableProperties2Spark

public static Map<String,String> translateFlinkTableProperties2Spark(org.apache.flink.table.catalog.CatalogTable catalogTable,
                                                                     org.apache.hadoop.conf.Configuration hadoopConf,
                                                                     Map<String,String> properties,
                                                                     List<String> partitionKeys,
                                                                     boolean withOperationField)

translateSparkTableProperties2Flink

public static Map<String,String> translateSparkTableProperties2Flink(Map<String,String> options)

translateSparkTableProperties2Flink

public static Map<String,String> translateSparkTableProperties2Flink(org.apache.hadoop.hive.metastore.api.Table hiveTable)