org.apache.nifi.processors.kudu

Class PutKudu

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processor.AbstractProcessor

org.apache.nifi.processors.kudu.AbstractKuduProcessor

org.apache.nifi.processors.kudu.PutKudu

All Implemented Interfaces:

ConfigurableComponent, Processor

@EventDriven
 @SupportsBatching
 @RequiresInstanceClassLoading
 @InputRequirement(value=INPUT_REQUIRED)
 @Tags(value={"put","database","NoSQL","kudu","HDFS","record"})
 @CapabilityDescription(value="Reads records from an incoming FlowFile using the provided Record Reader, and writes those records to the specified Kudu\'s table. The schema for the table must be provided in the processor properties or from your source. If any error occurs while reading records from the input, or writing records to Kudu, the FlowFile will be routed to failure")
 @WritesAttribute(attribute="record.count",
                 description="Number of records written to Kudu")
public class PutKudu
extends AbstractKuduProcessor

Field Summary

Fields

Modifier and Type	Field and Description
protected static PropertyDescriptor	BATCH_SIZE
protected int	batchSize
protected int	ffbatch
protected static PropertyDescriptor	FLOWFILE_BATCH_SIZE
protected static PropertyDescriptor	FLUSH_MODE
protected org.apache.kudu.client.SessionConfiguration.FlushMode	flushMode
protected static PropertyDescriptor	IGNORE_NULL
protected static PropertyDescriptor	INSERT_OPERATION
protected KerberosUser	kerberosUser
protected org.apache.kudu.client.KuduSession	kuduSession
protected OperationType	operationType
static String	RECORD_COUNT_ATTR
static PropertyDescriptor	RECORD_READER
protected static Relationship	REL_FAILURE
protected static Relationship	REL_SUCCESS
protected static PropertyDescriptor	SKIP_HEAD_LINE
protected static PropertyDescriptor	TABLE_NAME

Fields inherited from class org.apache.nifi.processors.kudu.AbstractKuduProcessor

KERBEROS_CREDENTIALS_SERVICE, KUDU_KEEP_ALIVE_PERIOD_TIMEOUT_MS, KUDU_MASTERS, KUDU_OPERATION_TIMEOUT_MS, kuduClient

Constructor Summary

Constructors

Constructor and Description
PutKudu()

Method Summary

Modifier and Type	Method and Description
private org.apache.kudu.client.Operation	getKuduOperationType(OperationType operationType, Record record, List<String> fieldNames, Boolean ignoreNull, org.apache.kudu.client.KuduTable kuduTable)
protected org.apache.kudu.client.KuduSession	getKuduSession(org.apache.kudu.client.KuduClient client)
Set<Relationship>	getRelationships()
protected List<PropertyDescriptor>	getSupportedPropertyDescriptors()
void	onScheduled(ProcessContext context)
void	onTrigger(ProcessContext context, ProcessSession session)
private void	trigger(ProcessContext context, ProcessSession session, List<FlowFile> flowFiles)

Methods inherited from class org.apache.nifi.processors.kudu.AbstractKuduProcessor

buildClient, buildPartialRow, createKuduClient, deleteRecordFromKudu, flushKuduSession, getKerberosUser, getKuduClient, insertRecordToKudu, loginKerberosUser, shutdown, updateRecordToKudu, upsertRecordToKudu

Methods inherited from class org.apache.nifi.processor.AbstractProcessor

onTrigger

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, init, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, hashCode, onPropertyModified, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Field Detail

TABLE_NAME

protected static final PropertyDescriptor TABLE_NAME

RECORD_READER

public static final PropertyDescriptor RECORD_READER

SKIP_HEAD_LINE

protected static final PropertyDescriptor SKIP_HEAD_LINE

INSERT_OPERATION

protected static final PropertyDescriptor INSERT_OPERATION

FLUSH_MODE

protected static final PropertyDescriptor FLUSH_MODE

FLOWFILE_BATCH_SIZE

protected static final PropertyDescriptor FLOWFILE_BATCH_SIZE

BATCH_SIZE

protected static final PropertyDescriptor BATCH_SIZE

IGNORE_NULL

protected static final PropertyDescriptor IGNORE_NULL

REL_SUCCESS

protected static final Relationship REL_SUCCESS

REL_FAILURE

protected static final Relationship REL_FAILURE

RECORD_COUNT_ATTR

public static final String RECORD_COUNT_ATTR

See Also:

Constant Field Values

operationType

protected OperationType operationType

flushMode

protected org.apache.kudu.client.SessionConfiguration.FlushMode flushMode

batchSize

protected int batchSize

ffbatch

protected int ffbatch

kerberosUser

protected KerberosUser kerberosUser

kuduSession

protected org.apache.kudu.client.KuduSession kuduSession

Constructor Detail

PutKudu

public PutKudu()

Method Detail

getSupportedPropertyDescriptors

protected List<PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class AbstractConfigurableComponent

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

onScheduled

@OnScheduled
public void onScheduled(ProcessContext context)
                              throws IOException,
                                     LoginException

Throws:

IOException

LoginException

onTrigger

public void onTrigger(ProcessContext context,
                      ProcessSession session)
               throws ProcessException

Specified by:

onTrigger in class AbstractProcessor

Throws:

ProcessException

trigger

private void trigger(ProcessContext context,
                     ProcessSession session,
                     List<FlowFile> flowFiles)
              throws ProcessException

Throws:

ProcessException

getKuduSession

protected org.apache.kudu.client.KuduSession getKuduSession(org.apache.kudu.client.KuduClient client)

getKuduOperationType

private org.apache.kudu.client.Operation getKuduOperationType(OperationType operationType,
                                                              Record record,
                                                              List<String> fieldNames,
                                                              Boolean ignoreNull,
                                                              org.apache.kudu.client.KuduTable kuduTable)