org.apache.hadoop.hive.druid

Class DruidStorageHandler

java.lang.Object

org.apache.hadoop.hive.metastore.DefaultHiveMetaHook

org.apache.hadoop.hive.druid.DruidStorageHandler

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, HiveMetaHook, HiveStorageHandler

public class DruidStorageHandler
extends DefaultHiveMetaHook
implements HiveStorageHandler

DruidStorageHandler provides a HiveStorageHandler implementation for Druid.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

HiveStorageHandler.AcidSupportType

Field Summary

Fields

Modifier and Type	Field and Description
static String	SEGMENTS_DESCRIPTOR_DIR_NAME

Fields inherited from interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

DEFAULT_ALLOWED_ALTER_OPS

Fields inherited from interface org.apache.hadoop.hive.metastore.HiveMetaHook

ALLOW_PARTITION_KEY_CHANGE, allowedAlterTypes, ALTER_TABLE_OPERATION_TYPE, ALTERLOCATION, INITIALIZE_ROLLBACK_MIGRATION, MIGRATE_HIVE_TO_ICEBERG, PROPERTIES_SEPARATOR, SET_PROPERTIES, SKIP_METASTORE_ALTER, UNSET_PROPERTIES

Constructor Summary

Constructors

Constructor and Description
DruidStorageHandler()
DruidStorageHandler(org.apache.druid.metadata.SQLMetadataConnector connector, org.apache.druid.metadata.MetadataStorageTablesConfig druidMetadataStorageTablesConfig)

Method Summary

Modifier and Type	Method and Description
void	commitCreateTable(org.apache.hadoop.hive.metastore.api.Table table)
void	commitDropTable(org.apache.hadoop.hive.metastore.api.Table table, boolean deleteData)
void	commitInsertTable(org.apache.hadoop.hive.metastore.api.Table table, boolean overwrite)
void	configureInputJobCredentials(TableDesc tableDesc, Map<String,String> jobSecrets)
void	configureInputJobProperties(TableDesc tableDesc, Map<String,String> jobProperties)
void	configureJobConf(TableDesc tableDesc, org.apache.hadoop.mapred.JobConf jobConf)
void	configureOutputJobProperties(TableDesc tableDesc, Map<String,String> jobProperties)
void	configureTableJobProperties(TableDesc tableDesc, Map<String,String> jobProperties)
HiveAuthorizationProvider	getAuthorizationProvider()
org.apache.hadoop.conf.Configuration	getConf()
static org.apache.druid.java.util.http.client.HttpClient	getHttpClient()
Class<? extends org.apache.hadoop.mapred.InputFormat>	getInputFormatClass()
org.apache.hadoop.hive.metastore.api.LockType	getLockType(WriteEntity writeEntity)
HiveMetaHook	getMetaHook()
Map<String,String>	getOperatorDescProperties(OperatorDesc operatorDesc, Map<String,String> initialProps)
Class<? extends org.apache.hadoop.mapred.OutputFormat>	getOutputFormatClass()
Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe>	getSerDeClass()
StorageHandlerInfo	getStorageHandlerInfo(org.apache.hadoop.hive.metastore.api.Table table)
URI	getURIForAuth(org.apache.hadoop.hive.metastore.api.Table table)
void	preAlterTable(org.apache.hadoop.hive.metastore.api.Table table, org.apache.hadoop.hive.metastore.api.EnvironmentContext context)
void	preCreateTable(org.apache.hadoop.hive.metastore.api.Table table)
void	preDropTable(org.apache.hadoop.hive.metastore.api.Table table)
void	preInsertTable(org.apache.hadoop.hive.metastore.api.Table table, boolean overwrite)
void	rollbackCreateTable(org.apache.hadoop.hive.metastore.api.Table table)
void	rollbackDropTable(org.apache.hadoop.hive.metastore.api.Table table)
void	rollbackInsertTable(org.apache.hadoop.hive.metastore.api.Table table, boolean overwrite)
void	setConf(org.apache.hadoop.conf.Configuration conf)
String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

acidSelectColumns, acidSortColumns, acidVirtualColumns, addDynamicSplitPruningEdge, alwaysUnpartitioned, areSnapshotsSupported, canProvideBasicStatistics, commitInMoveTask, createDPContext, directInsertCTAS, executeOperation, getBasicStatistics, getCurrentSnapshotContext, getFileFormatPropertyKey, getPartitionTransformSpec, isAllowedAlterOperation, isMetadataTableSupported, isTimeTravelAllowed, isValidMetadataTable, prepareAlterTableEnvironmentContext, sortColumns, storageHandlerCommit, supportsAcidOperations, supportsPartitionTransform, supportsSortColumns, supportsTruncateOnNonNativeTables, validateSinkDesc

Methods inherited from interface org.apache.hadoop.hive.metastore.HiveMetaHook

commitAlterTable, createHMSTableInHook, preDropTable, preTruncateTable, rollbackAlterTable

Field Detail

SEGMENTS_DESCRIPTOR_DIR_NAME

public static final String SEGMENTS_DESCRIPTOR_DIR_NAME

See Also:

Constant Field Values

Constructor Detail

DruidStorageHandler

public DruidStorageHandler()

DruidStorageHandler

public DruidStorageHandler(org.apache.druid.metadata.SQLMetadataConnector connector,
                           org.apache.druid.metadata.MetadataStorageTablesConfig druidMetadataStorageTablesConfig)

Method Detail

getInputFormatClass

public Class<? extends org.apache.hadoop.mapred.InputFormat> getInputFormatClass()

Specified by:

getInputFormatClass in interface HiveStorageHandler

getOutputFormatClass

public Class<? extends org.apache.hadoop.mapred.OutputFormat> getOutputFormatClass()

Specified by:

getOutputFormatClass in interface HiveStorageHandler

getSerDeClass

public Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe> getSerDeClass()

Specified by:

getSerDeClass in interface HiveStorageHandler

getMetaHook

public HiveMetaHook getMetaHook()

Specified by:

getMetaHook in interface HiveStorageHandler

getAuthorizationProvider

public HiveAuthorizationProvider getAuthorizationProvider()

Specified by:

getAuthorizationProvider in interface HiveStorageHandler

configureInputJobProperties

public void configureInputJobProperties(TableDesc tableDesc,
                                        Map<String,String> jobProperties)

Specified by:

configureInputJobProperties in interface HiveStorageHandler

configureInputJobCredentials

public void configureInputJobCredentials(TableDesc tableDesc,
                                         Map<String,String> jobSecrets)

Specified by:

configureInputJobCredentials in interface HiveStorageHandler

preCreateTable

public void preCreateTable(org.apache.hadoop.hive.metastore.api.Table table)
                    throws org.apache.hadoop.hive.metastore.api.MetaException

Specified by:

preCreateTable in interface HiveMetaHook

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

rollbackCreateTable

public void rollbackCreateTable(org.apache.hadoop.hive.metastore.api.Table table)

Specified by:

rollbackCreateTable in interface HiveMetaHook

commitCreateTable

public void commitCreateTable(org.apache.hadoop.hive.metastore.api.Table table)
                       throws org.apache.hadoop.hive.metastore.api.MetaException

Specified by:

commitCreateTable in interface HiveMetaHook

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getURIForAuth

public URI getURIForAuth(org.apache.hadoop.hive.metastore.api.Table table)
                  throws URISyntaxException

Specified by:

getURIForAuth in interface HiveStorageHandler

Throws:

URISyntaxException

preDropTable

public void preDropTable(org.apache.hadoop.hive.metastore.api.Table table)

Specified by:

preDropTable in interface HiveMetaHook

rollbackDropTable

public void rollbackDropTable(org.apache.hadoop.hive.metastore.api.Table table)

Specified by:

rollbackDropTable in interface HiveMetaHook

commitDropTable

public void commitDropTable(org.apache.hadoop.hive.metastore.api.Table table,
                            boolean deleteData)

Specified by:

commitDropTable in interface HiveMetaHook

commitInsertTable

public void commitInsertTable(org.apache.hadoop.hive.metastore.api.Table table,
                              boolean overwrite)
                       throws org.apache.hadoop.hive.metastore.api.MetaException

Specified by:

commitInsertTable in class DefaultHiveMetaHook

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

preInsertTable

public void preInsertTable(org.apache.hadoop.hive.metastore.api.Table table,
                           boolean overwrite)

Specified by:

preInsertTable in class DefaultHiveMetaHook

rollbackInsertTable

public void rollbackInsertTable(org.apache.hadoop.hive.metastore.api.Table table,
                                boolean overwrite)

Specified by:

rollbackInsertTable in class DefaultHiveMetaHook

configureOutputJobProperties

public void configureOutputJobProperties(TableDesc tableDesc,
                                         Map<String,String> jobProperties)

Specified by:

configureOutputJobProperties in interface HiveStorageHandler

configureTableJobProperties

public void configureTableJobProperties(TableDesc tableDesc,
                                        Map<String,String> jobProperties)

Specified by:

configureTableJobProperties in interface HiveStorageHandler

configureJobConf

public void configureJobConf(TableDesc tableDesc,
                             org.apache.hadoop.mapred.JobConf jobConf)

Specified by:

configureJobConf in interface HiveStorageHandler

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

getLockType

public org.apache.hadoop.hive.metastore.api.LockType getLockType(WriteEntity writeEntity)

Specified by:

getLockType in interface HiveStorageHandler

toString

public String toString()

Overrides:

toString in class Object

getHttpClient

public static org.apache.druid.java.util.http.client.HttpClient getHttpClient()

preAlterTable

public void preAlterTable(org.apache.hadoop.hive.metastore.api.Table table,
                          org.apache.hadoop.hive.metastore.api.EnvironmentContext context)
                   throws org.apache.hadoop.hive.metastore.api.MetaException

Specified by:

preAlterTable in interface HiveMetaHook

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getStorageHandlerInfo

public StorageHandlerInfo getStorageHandlerInfo(org.apache.hadoop.hive.metastore.api.Table table)
                                         throws org.apache.hadoop.hive.metastore.api.MetaException

Specified by:

getStorageHandlerInfo in interface HiveStorageHandler

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getOperatorDescProperties

public Map<String,String> getOperatorDescProperties(OperatorDesc operatorDesc,
                                                    Map<String,String> initialProps)

Specified by:

getOperatorDescProperties in interface HiveStorageHandler