Package org.apache.nifi.processors.hadoop.util.writer

Class HadoopFileStatusWriter

java.lang.Object

org.apache.nifi.processors.hadoop.util.writer.HadoopFileStatusWriter

Direct Known Subclasses:

FlowFileHadoopFileStatusWriter, RecordHadoopFileStatusWriter

public abstract class HadoopFileStatusWriter
extends Object

Interface for common management of writing to records and to FlowFiles.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	HadoopFileStatusWriter.Builder

Field Summary

Fields

Modifier and Type	Field	Description
protected final long	currentTimeMillis
protected long	fileCount
protected final FileStatusIterable	fileStatusIterable
protected final FileStatusManager	fileStatusManager
protected final String	hdfsPrefix
protected final org.apache.nifi.logging.ComponentLog	logger
protected final long	maximumAge
protected final long	minimumAge
protected final org.apache.hadoop.fs.PathFilter	pathFilter
protected final List<String>	previousLatestFiles
protected final long	previousLatestTimestamp
protected final org.apache.nifi.processor.ProcessSession	session
protected final org.apache.nifi.processor.Relationship	successRelationship
protected final RecordSetWriterFactory	writerFactory

Constructor Summary

Constructors

Constructor

Description

HadoopFileStatusWriter(org.apache.nifi.processor.ProcessSession session, org.apache.nifi.processor.Relationship successRelationship, FileStatusIterable fileStatusIterable, FileStatusManager fileStatusManager, org.apache.hadoop.fs.PathFilter pathFilter, long minimumAge, long maximumAge, long previousLatestTimestamp, List<String> previousLatestFiles, RecordSetWriterFactory writerFactory, String hdfsPrefix, org.apache.nifi.logging.ComponentLog logger)

Method Summary

Modifier and Type	Method	Description
static HadoopFileStatusWriter.Builder	builder()
protected boolean	determineListable(org.apache.hadoop.fs.FileStatus status)
(package private) String	getAbsolutePath(org.apache.hadoop.fs.Path path)
FileStatusIterable	getFileStatusIterable()
FileStatusManager	getFileStatusManager()
String	getHdfsPrefix()
long	getListedFileCount()
org.apache.nifi.logging.ComponentLog	getLogger()
long	getMaximumAge()
long	getMinimumAge()
org.apache.hadoop.fs.PathFilter	getPathFilter()
(package private) String	getPermissionsString(org.apache.hadoop.fs.permission.FsPermission permission)
(package private) String	getPerms(org.apache.hadoop.fs.permission.FsAction action)
List<String>	getPreviousLatestFiles()
long	getPreviousLatestTimestamp()
org.apache.nifi.processor.ProcessSession	getSession()
org.apache.nifi.processor.Relationship	getSuccessRelationship()
RecordSetWriterFactory	getWriterFactory()
abstract void	write()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

session

protected final org.apache.nifi.processor.ProcessSession session

successRelationship

protected final org.apache.nifi.processor.Relationship successRelationship

fileStatusIterable

protected final FileStatusIterable fileStatusIterable

fileStatusManager

protected final FileStatusManager fileStatusManager

pathFilter

protected final org.apache.hadoop.fs.PathFilter pathFilter

minimumAge

protected final long minimumAge

maximumAge

protected final long maximumAge

previousLatestTimestamp

protected final long previousLatestTimestamp

previousLatestFiles

protected final List<String> previousLatestFiles

writerFactory

protected final RecordSetWriterFactory writerFactory

hdfsPrefix

protected final String hdfsPrefix

logger

protected final org.apache.nifi.logging.ComponentLog logger

currentTimeMillis

protected final long currentTimeMillis

fileCount

protected long fileCount

Constructor Details

HadoopFileStatusWriter

public HadoopFileStatusWriter(org.apache.nifi.processor.ProcessSession session,
 org.apache.nifi.processor.Relationship successRelationship,
 FileStatusIterable fileStatusIterable,
 FileStatusManager fileStatusManager,
 org.apache.hadoop.fs.PathFilter pathFilter,
 long minimumAge,
 long maximumAge,
 long previousLatestTimestamp,
 List<String> previousLatestFiles,
 RecordSetWriterFactory writerFactory,
 String hdfsPrefix,
 org.apache.nifi.logging.ComponentLog logger)

Method Details

write

public abstract void write()

getListedFileCount

public long getListedFileCount()

determineListable

protected boolean determineListable(org.apache.hadoop.fs.FileStatus status)

getAbsolutePath

String getAbsolutePath(org.apache.hadoop.fs.Path path)

getPerms

String getPerms(org.apache.hadoop.fs.permission.FsAction action)

getPermissionsString

String getPermissionsString(org.apache.hadoop.fs.permission.FsPermission permission)

builder

public static HadoopFileStatusWriter.Builder builder()

getSession

public org.apache.nifi.processor.ProcessSession getSession()

getSuccessRelationship

public org.apache.nifi.processor.Relationship getSuccessRelationship()

getFileStatusIterable

public FileStatusIterable getFileStatusIterable()

getFileStatusManager

public FileStatusManager getFileStatusManager()

getPathFilter

public org.apache.hadoop.fs.PathFilter getPathFilter()

getMinimumAge

public long getMinimumAge()

getMaximumAge

public long getMaximumAge()

getPreviousLatestTimestamp

public long getPreviousLatestTimestamp()

getPreviousLatestFiles

public List<String> getPreviousLatestFiles()

getWriterFactory

public RecordSetWriterFactory getWriterFactory()

getHdfsPrefix

public String getHdfsPrefix()

getLogger

public org.apache.nifi.logging.ComponentLog getLogger()