org.apache.nifi.json

Class AbstractJsonRowRecordReader

java.lang.Object

org.apache.nifi.json.AbstractJsonRowRecordReader

All Implemented Interfaces:

Closeable, AutoCloseable, RecordReader

Direct Known Subclasses:

JsonPathRowRecordReader, JsonTreeRowRecordReader

public abstract class AbstractJsonRowRecordReader
extends Object
implements RecordReader

Field Summary

Fields

Modifier and Type	Field and Description
private Map<String,String>	capturedFields
private BiPredicate<String,String>	captureFieldPredicate
private static com.fasterxml.jackson.databind.ObjectMapper	codec
private com.fasterxml.jackson.databind.JsonNode	firstJsonNode
private boolean	firstObjectConsumed
private static com.fasterxml.jackson.core.JsonFactory	jsonFactory
private com.fasterxml.jackson.core.JsonParser	jsonParser
private Supplier<DateFormat>	LAZY_DATE_FORMAT
private Supplier<DateFormat>	LAZY_TIME_FORMAT
private Supplier<DateFormat>	LAZY_TIMESTAMP_FORMAT
private org.apache.nifi.logging.ComponentLog	logger
private StartingFieldStrategy	strategy

Constructor Summary

Constructors

Modifier	Constructor and Description
private	AbstractJsonRowRecordReader(org.apache.nifi.logging.ComponentLog logger, String dateFormat, String timeFormat, String timestampFormat)
protected	AbstractJsonRowRecordReader(InputStream in, org.apache.nifi.logging.ComponentLog logger, String dateFormat, String timeFormat, String timestampFormat)
protected	AbstractJsonRowRecordReader(InputStream in, org.apache.nifi.logging.ComponentLog logger, String dateFormat, String timeFormat, String timestampFormat, StartingFieldStrategy strategy, String nestedFieldName, BiPredicate<String,String> captureFieldPredicate) Constructor with initial logic for JSON to NiFi record parsing.

Method Summary

Modifier and Type	Method and Description
private void	captureCurrentField(BiPredicate<String,String> captureFieldPredicate)
void	close()
protected abstract Record	convertJsonNodeToRecord(com.fasterxml.jackson.databind.JsonNode nextNode, RecordSchema schema, boolean coerceTypes, boolean dropUnknownFields)
private Record	createOptionalRecord(com.fasterxml.jackson.databind.JsonNode fieldNode, DataType dataType, boolean strict)
private Record	createRecordFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode, RecordSchema childSchema)
Map<String,String>	getCapturedFields()
private com.fasterxml.jackson.databind.JsonNode	getJsonNode()
private com.fasterxml.jackson.databind.JsonNode	getJsonNodeWithNestedNodeStrategy()
protected Supplier<DateFormat>	getLazyDateFormat()
protected Supplier<DateFormat>	getLazyTimeFormat()
protected Supplier<DateFormat>	getLazyTimestampFormat()
private Map<String,Object>	getMapFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode, DataType dataType, String fieldName)
protected com.fasterxml.jackson.databind.JsonNode	getNextJsonNode()
protected Object	getRawNodeValue(com.fasterxml.jackson.databind.JsonNode fieldNode, DataType dataType, String fieldName)
protected Object	getRawNodeValue(com.fasterxml.jackson.databind.JsonNode fieldNode, String fieldName)
private Record	getRecordFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode, DataType dataType)
Record	nextRecord(boolean coerceTypes, boolean dropUnknownFields)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.nifi.serialization.RecordReader

createRecordSet, getSchema, nextRecord

Field Detail

logger

private final org.apache.nifi.logging.ComponentLog logger

LAZY_DATE_FORMAT

private final Supplier<DateFormat> LAZY_DATE_FORMAT

LAZY_TIME_FORMAT

private final Supplier<DateFormat> LAZY_TIME_FORMAT

LAZY_TIMESTAMP_FORMAT

private final Supplier<DateFormat> LAZY_TIMESTAMP_FORMAT

firstObjectConsumed

private boolean firstObjectConsumed

jsonFactory

private static final com.fasterxml.jackson.core.JsonFactory jsonFactory

codec

private static final com.fasterxml.jackson.databind.ObjectMapper codec

jsonParser

private com.fasterxml.jackson.core.JsonParser jsonParser

firstJsonNode

private com.fasterxml.jackson.databind.JsonNode firstJsonNode

strategy

private StartingFieldStrategy strategy

capturedFields

private Map<String,String> capturedFields

captureFieldPredicate

private BiPredicate<String,String> captureFieldPredicate

Constructor Detail

AbstractJsonRowRecordReader

private AbstractJsonRowRecordReader(org.apache.nifi.logging.ComponentLog logger,
                                    String dateFormat,
                                    String timeFormat,
                                    String timestampFormat)

AbstractJsonRowRecordReader

protected AbstractJsonRowRecordReader(InputStream in,
                                      org.apache.nifi.logging.ComponentLog logger,
                                      String dateFormat,
                                      String timeFormat,
                                      String timestampFormat)
                               throws IOException,
                                      MalformedRecordException

Throws:

IOException

MalformedRecordException

AbstractJsonRowRecordReader

protected AbstractJsonRowRecordReader(InputStream in,
                                      org.apache.nifi.logging.ComponentLog logger,
                                      String dateFormat,
                                      String timeFormat,
                                      String timestampFormat,
                                      StartingFieldStrategy strategy,
                                      String nestedFieldName,
                                      BiPredicate<String,String> captureFieldPredicate)
                               throws IOException,
                                      MalformedRecordException

Constructor with initial logic for JSON to NiFi record parsing.

Parameters:

in - the input stream to parse

logger - ComponentLog

dateFormat - format for parsing date fields

timeFormat - format for parsing time fields

timestampFormat - format for parsing timestamp fields

strategy - whether to start processing from a specific field

nestedFieldName - the name of the field to start the processing from

captureFieldPredicate - predicate that takes a JSON fieldName and fieldValue to capture top-level non-processed fields which can be accessed by calling getCapturedFields()

Throws:

IOException - in case of JSON stream processing failure

MalformedRecordException - in case of malformed JSON input

Method Detail

getLazyDateFormat

protected Supplier<DateFormat> getLazyDateFormat()

getLazyTimeFormat

protected Supplier<DateFormat> getLazyTimeFormat()

getLazyTimestampFormat

protected Supplier<DateFormat> getLazyTimestampFormat()

nextRecord

public Record nextRecord(boolean coerceTypes,
                         boolean dropUnknownFields)
                  throws IOException,
                         MalformedRecordException

Specified by:

nextRecord in interface RecordReader

Throws:

IOException

MalformedRecordException

getRawNodeValue

protected Object getRawNodeValue(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                 String fieldName)
                          throws IOException

Throws:

IOException

getRawNodeValue

protected Object getRawNodeValue(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                 DataType dataType,
                                 String fieldName)
                          throws IOException

Throws:

IOException

captureCurrentField

private void captureCurrentField(BiPredicate<String,String> captureFieldPredicate)
                          throws IOException

Throws:

IOException

getMapFromRawValue

private Map<String,Object> getMapFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                              DataType dataType,
                                              String fieldName)
                                       throws IOException

Throws:

IOException

getRecordFromRawValue

private Record getRecordFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                     DataType dataType)
                              throws IOException

Throws:

IOException

createOptionalRecord

private Record createOptionalRecord(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                    DataType dataType,
                                    boolean strict)
                             throws IOException

Throws:

IOException

createRecordFromRawValue

private Record createRecordFromRawValue(com.fasterxml.jackson.databind.JsonNode fieldNode,
                                        RecordSchema childSchema)
                                 throws IOException

Throws:

IOException

getNextJsonNode

protected com.fasterxml.jackson.databind.JsonNode getNextJsonNode()
                                                           throws IOException,
                                                                  MalformedRecordException

Throws:

IOException

MalformedRecordException

getJsonNodeWithNestedNodeStrategy

private com.fasterxml.jackson.databind.JsonNode getJsonNodeWithNestedNodeStrategy()
                                                                           throws IOException,
                                                                                  MalformedRecordException

Throws:

IOException

MalformedRecordException

getJsonNode

private com.fasterxml.jackson.databind.JsonNode getJsonNode()
                                                     throws IOException,
                                                            MalformedRecordException

Throws:

IOException

MalformedRecordException

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

convertJsonNodeToRecord

protected abstract Record convertJsonNodeToRecord(com.fasterxml.jackson.databind.JsonNode nextNode,
                                                  RecordSchema schema,
                                                  boolean coerceTypes,
                                                  boolean dropUnknownFields)
                                           throws IOException,
                                                  MalformedRecordException

Throws:

IOException

MalformedRecordException

getCapturedFields

public Map<String,String> getCapturedFields()