org.apache.nifi.processors.elasticsearch

Class QueryElasticsearchHttp

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processor.AbstractProcessor

org.apache.nifi.processors.elasticsearch.AbstractElasticsearchProcessor

org.apache.nifi.processors.elasticsearch.AbstractElasticsearchHttpProcessor

org.apache.nifi.processors.elasticsearch.QueryElasticsearchHttp

All Implemented Interfaces:

ConfigurableComponent, Processor

@InputRequirement(value=INPUT_ALLOWED)
 @EventDriven
 @SupportsBatching
 @Tags(value={"elasticsearch","query","read","get","http"})
 @CapabilityDescription(value="Queries Elasticsearch using the specified connection properties. Note that the full body of each page of documents will be read into memory before being written to Flow Files for transfer.  Also note that the Elasticsearch max_result_window index setting is the upper bound on the number of records that can be retrieved using this query.  To retrieve more records, use the ScrollElasticsearchHttp processor.")
 @WritesAttribute(attribute="filename",description="The filename attribute is set to the document identifier") @WritesAttribute(attribute="es.id",description="The Elasticsearch document identifier") @WritesAttribute(attribute="es.index",description="The Elasticsearch index containing the document") @WritesAttribute(attribute="es.type",description="The Elasticsearch document type") @WritesAttribute(attribute="es.result.*",description="If Target is \'Flow file attributes\', the JSON attributes of each result will be placed into corresponding attributes with this prefix.")
public class QueryElasticsearchHttp
extends AbstractElasticsearchHttpProcessor

Field Summary

Fields

Modifier and Type	Field and Description
private static String	ATTRIBUTE_PREFIX
private static String	FIELD_INCLUDE_QUERY_PARAM
static PropertyDescriptor	FIELDS
private static String	FROM_QUERY_PARAM
static PropertyDescriptor	INDEX
static PropertyDescriptor	LIMIT
static PropertyDescriptor	PAGE_SIZE
static PropertyDescriptor	QUERY
private static String	QUERY_QUERY_PARAM
static Relationship	REL_FAILURE
static Relationship	REL_RETRY
static Relationship	REL_SUCCESS
private static String	SIZE_QUERY_PARAM
static PropertyDescriptor	SORT
private static String	SORT_QUERY_PARAM
static PropertyDescriptor	TARGET
static String	TARGET_FLOW_FILE_ATTRIBUTES
static String	TARGET_FLOW_FILE_CONTENT
static PropertyDescriptor	TYPE

Fields inherited from class org.apache.nifi.processors.elasticsearch.AbstractElasticsearchHttpProcessor

CONNECT_TIMEOUT, ES_URL, PROXY_HOST, PROXY_PORT, RESPONSE_TIMEOUT

Fields inherited from class org.apache.nifi.processors.elasticsearch.AbstractElasticsearchProcessor

CHARSET, PASSWORD, PROP_SSL_CONTEXT_SERVICE, USERNAME

Constructor Summary

Constructors

Constructor and Description
QueryElasticsearchHttp()

Method Summary

Modifier and Type	Method and Description
private URL	buildRequestURL(String baseUrl, String query, String index, String type, String fields, String sort, int pageSize, int fromIndex)
private int	getPage(okhttp3.Response getResponse, URL url, ProcessContext context, ProcessSession session, FlowFile flowFile, ComponentLog logger, long startNanos, boolean targetIsContent)
Set<Relationship>	getRelationships()
List<PropertyDescriptor>	getSupportedPropertyDescriptors()
void	onTrigger(ProcessContext context, ProcessSession session)
void	setup(ProcessContext context)

Methods inherited from class org.apache.nifi.processors.elasticsearch.AbstractElasticsearchHttpProcessor

createElasticsearchClient, customValidate, getClient, isSuccess, parseJsonResponse, sendRequestToElasticsearch

Methods inherited from class org.apache.nifi.processor.AbstractProcessor

onTrigger

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, init, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, hashCode, onPropertyModified, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Field Detail

FIELD_INCLUDE_QUERY_PARAM

private static final String FIELD_INCLUDE_QUERY_PARAM

See Also:

Constant Field Values

QUERY_QUERY_PARAM

private static final String QUERY_QUERY_PARAM

See Also:

Constant Field Values

SORT_QUERY_PARAM

private static final String SORT_QUERY_PARAM

See Also:

Constant Field Values

FROM_QUERY_PARAM

private static final String FROM_QUERY_PARAM

See Also:

Constant Field Values

SIZE_QUERY_PARAM

private static final String SIZE_QUERY_PARAM

See Also:

Constant Field Values

TARGET_FLOW_FILE_CONTENT

public static final String TARGET_FLOW_FILE_CONTENT

See Also:

Constant Field Values

TARGET_FLOW_FILE_ATTRIBUTES

public static final String TARGET_FLOW_FILE_ATTRIBUTES

See Also:

Constant Field Values

ATTRIBUTE_PREFIX

private static final String ATTRIBUTE_PREFIX

See Also:

Constant Field Values

REL_SUCCESS

public static final Relationship REL_SUCCESS

REL_FAILURE

public static final Relationship REL_FAILURE

REL_RETRY

public static final Relationship REL_RETRY

QUERY

public static final PropertyDescriptor QUERY

INDEX

public static final PropertyDescriptor INDEX

TYPE

public static final PropertyDescriptor TYPE

FIELDS

public static final PropertyDescriptor FIELDS

SORT

public static final PropertyDescriptor SORT

PAGE_SIZE

public static final PropertyDescriptor PAGE_SIZE

LIMIT

public static final PropertyDescriptor LIMIT

TARGET

public static final PropertyDescriptor TARGET

Constructor Detail

QueryElasticsearchHttp

public QueryElasticsearchHttp()

Method Detail

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

getSupportedPropertyDescriptors

public final List<PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class AbstractConfigurableComponent

setup

@OnScheduled
public void setup(ProcessContext context)

Overrides:

setup in class AbstractElasticsearchProcessor

onTrigger

public void onTrigger(ProcessContext context,
                      ProcessSession session)
               throws ProcessException

Specified by:

onTrigger in class AbstractProcessor

Throws:

ProcessException

getPage

private int getPage(okhttp3.Response getResponse,
                    URL url,
                    ProcessContext context,
                    ProcessSession session,
                    FlowFile flowFile,
                    ComponentLog logger,
                    long startNanos,
                    boolean targetIsContent)
             throws IOException

Throws:

IOException

buildRequestURL

private URL buildRequestURL(String baseUrl,
                            String query,
                            String index,
                            String type,
                            String fields,
                            String sort,
                            int pageSize,
                            int fromIndex)
                     throws MalformedURLException

Throws:

MalformedURLException