org.apache.nifi.processors.hive

Class PutHiveQL

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processors.hive.AbstractHiveQLProcessor

org.apache.nifi.processors.hive.PutHiveQL

All Implemented Interfaces:

ConfigurableComponent, Processor

@SeeAlso(value=SelectHiveQL.class)
 @InputRequirement(value=INPUT_REQUIRED)
 @Tags(value={"sql","hive","put","database","update","insert"})
 @CapabilityDescription(value="Executes a HiveQL DDL/DML command (UPDATE, INSERT, e.g.). The content of an incoming FlowFile is expected to be the HiveQL command to execute. The HiveQL command may use the ? to escape parameters. In this case, the parameters to use must exist as FlowFile attributes with the naming convention hiveql.args.N.type and hiveql.args.N.value, where N is a positive integer. The hiveql.args.N.type is expected to be a number indicating the JDBC Type. The content of the FlowFile is expected to be in UTF-8 format.")
 @ReadsAttribute(attribute="hiveql.args.N.type",description="Incoming FlowFiles are expected to be parametrized HiveQL statements. The type of each Parameter is specified as an integer that represents the JDBC Type of the parameter.") @ReadsAttribute(attribute="hiveql.args.N.value",description="Incoming FlowFiles are expected to be parametrized HiveQL statements. The value of the Parameters are specified as hiveql.args.1.value, hiveql.args.2.value, hiveql.args.3.value, and so on. The type of the hiveql.args.1.value Parameter is specified by the hiveql.args.1.type attribute.")
 @WritesAttribute(attribute="query.input.tables",description="This attribute is written on the flow files routed to the \'success\' relationships, and contains input table names (if any) in comma delimited \'databaseName.tableName\' format.") @WritesAttribute(attribute="query.output.tables",description="This attribute is written on the flow files routed to the \'success\' relationships, and contains the target table names in \'databaseName.tableName\' format.")
 @DeprecationNotice(classNames="org.apache.nifi.processors.hive.PutHive3QL")
public class PutHiveQL
extends AbstractHiveQLProcessor

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private class	PutHiveQL.FunctionContext

Nested classes/interfaces inherited from class org.apache.nifi.processors.hive.AbstractHiveQLProcessor

AbstractHiveQLProcessor.TableName

Field Summary

Fields

Modifier and Type	Field and Description
static PropertyDescriptor	BATCH_SIZE
private ExceptionHandler<PutHiveQL.FunctionContext>	exceptionHandler
private PartialFunctions.FetchFlowFiles<PutHiveQL.FunctionContext>	fetchFlowFiles
private PartialFunctions.InitConnection<PutHiveQL.FunctionContext,Connection>	initConnection
private Put<PutHiveQL.FunctionContext,Connection>	process
private static List<PropertyDescriptor>	propertyDescriptors
private Put.PutFlowFile<PutHiveQL.FunctionContext,Connection>	putFlowFile
static Relationship	REL_FAILURE
static Relationship	REL_RETRY
static Relationship	REL_SUCCESS
private static Set<Relationship>	relationships
static PropertyDescriptor	STATEMENT_DELIMITER

Fields inherited from class org.apache.nifi.processors.hive.AbstractHiveQLProcessor

ATTR_INPUT_TABLES, ATTR_OUTPUT_TABLES, CHARSET, HIVE_DBCP_SERVICE, HIVEQL_TYPE_ATTRIBUTE_PATTERN, NUMBER_PATTERN

Constructor Summary

Constructors

Constructor and Description
PutHiveQL()

Method Summary

Modifier and Type	Method and Description
void	constructProcess()
Set<Relationship>	getRelationships()
protected List<PropertyDescriptor>	getSupportedPropertyDescriptors()
private ExceptionHandler.OnError<PutHiveQL.FunctionContext,FlowFile>	onFlowFileError(ProcessContext context, ProcessSession session, RoutingResult result)
void	onTrigger(ProcessContext context, ProcessSessionFactory sessionFactory)

Methods inherited from class org.apache.nifi.processors.hive.AbstractHiveQLProcessor

findTableNames, getHiveQL, setParameter, setParameters, toQueryTableAttributes

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, init, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, hashCode, onPropertyModified, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.processor.Processor

isStateful

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Field Detail

BATCH_SIZE

public static final PropertyDescriptor BATCH_SIZE

STATEMENT_DELIMITER

public static final PropertyDescriptor STATEMENT_DELIMITER

REL_SUCCESS

public static final Relationship REL_SUCCESS

REL_RETRY

public static final Relationship REL_RETRY

REL_FAILURE

public static final Relationship REL_FAILURE

propertyDescriptors

private static final List<PropertyDescriptor> propertyDescriptors

relationships

private static final Set<Relationship> relationships

process

private Put<PutHiveQL.FunctionContext,Connection> process

exceptionHandler

private ExceptionHandler<PutHiveQL.FunctionContext> exceptionHandler

initConnection

private PartialFunctions.InitConnection<PutHiveQL.FunctionContext,Connection> initConnection

fetchFlowFiles

private PartialFunctions.FetchFlowFiles<PutHiveQL.FunctionContext> fetchFlowFiles

putFlowFile

private Put.PutFlowFile<PutHiveQL.FunctionContext,Connection> putFlowFile

Constructor Detail

PutHiveQL

public PutHiveQL()

Method Detail

constructProcess

@OnScheduled
public void constructProcess()

getSupportedPropertyDescriptors

protected List<PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class AbstractConfigurableComponent

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

onFlowFileError

private ExceptionHandler.OnError<PutHiveQL.FunctionContext,FlowFile> onFlowFileError(ProcessContext context,
                                                                                     ProcessSession session,
                                                                                     RoutingResult result)

onTrigger

public void onTrigger(ProcessContext context,
                      ProcessSessionFactory sessionFactory)
               throws ProcessException

Throws:

ProcessException