org.apache.nifi.atlas

Class NiFiFlow

java.lang.Object

org.apache.nifi.atlas.NiFiFlow

public class NiFiFlow
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	NiFiFlow.EntityChangeType

Field Summary

Fields

Modifier and Type	Field and Description
private String	atlasGuid
private org.apache.atlas.model.instance.AtlasObjectId	atlasObjectId
private String	description
private org.apache.atlas.model.instance.AtlasEntity	exEntity
private String	flowName
private Map<String,NiFiFlowPath>	flowPaths
private Map<String,List<ConnectionStatus>>	incomingConnections
private Map<String,PortStatus>	inputPorts
private static org.slf4j.Logger	logger
private AtomicBoolean	metadataUpdated Track whether this instance has metadata updated and should be updated in Atlas.
private String	namespace
private Map<String,List<ConnectionStatus>>	outGoingConnections
private Map<String,PortStatus>	outputPorts
private Map<String,ProcessorStatus>	processors
private Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	queues
private Map<String,RemoteProcessGroupStatus>	remoteProcessGroups
private Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	rootInputPortEntities
private Map<String,PortStatus>	rootInputPorts
private Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	rootOutputPortEntities
private Map<String,PortStatus>	rootOutputPorts
private String	rootProcessGroupId
private Set<String>	stillExistingEntityGuids
private Set<String>	traversedPathIds
private List<String>	updateAudit
private Set<String>	updatedEntityGuids
private String	url
private boolean	urlUpdated

Constructor Summary

Constructors

Constructor and Description
NiFiFlow(String rootProcessGroupId)

Method Summary

Modifier and Type	Method and Description
void	addConnection(ConnectionStatus c)
void	addInputPort(PortStatus port)
void	addOutputPort(PortStatus port)
void	addProcessor(ProcessorStatus p)
void	addRemoteProcessGroup(RemoteProcessGroupStatus r)
void	addRootInputPort(PortStatus port)
void	addRootOutputPort(PortStatus port)
private org.apache.atlas.model.instance.AtlasObjectId	createAtlasObjectId()
private org.apache.atlas.model.instance.AtlasEntity	createOrUpdateRootGroupPortEntity(boolean isInput, String qualifiedName, String portName)
NiFiFlowPath	findPath(String componentId) Find a flow_path that contains specified componentId.
String	getAtlasGuid()
org.apache.atlas.model.instance.AtlasObjectId	getAtlasObjectId()
Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasEntity>>	getChangedDataSetEntities()
Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasEntity>>	getChangedFlowPathEntities()
String	getDescription()
private NiFiFlow.EntityChangeType	getEntityChangeType(String guid)
org.apache.atlas.model.instance.AtlasEntity	getExEntity()
String	getFlowName()
private NiFiFlow.EntityChangeType	getFlowPathChangeType(NiFiFlowPath path)
private NiFiFlow.EntityChangeType	getFlowPathIOChangeType(org.apache.atlas.model.instance.AtlasObjectId id)
Map<String,NiFiFlowPath>	getFlowPaths()
List<ConnectionStatus>	getIncomingConnections(String componentId)
Map<String,PortStatus>	getInputPorts()
String	getNamespace()
NiFiFlowPath	getOrCreateFlowPath(String pathId)
Tuple<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	getOrCreateQueue(String destinationComponentId)
List<ConnectionStatus>	getOutgoingConnections(String componentId)
Map<String,PortStatus>	getOutputPorts()
String	getProcessComponentName(String componentId)
String	getProcessComponentName(String componentId, Supplier<String> unknown)
Map<String,ProcessorStatus>	getProcessors()
String	getQualifiedName()
Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	getQueues()
Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	getRootInputPortEntities()
Map<String,PortStatus>	getRootInputPorts()
Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity>	getRootOutputPortEntities()
Map<String,PortStatus>	getRootOutputPorts()
String	getRootProcessGroupId()
List<String>	getUpdateAudit()
String	getUrl()
boolean	isInputPort(String componentId)
boolean	isMetadataUpdated()
boolean	isOutputPort(String componentId)
boolean	isProcessComponent(String componentId) Determine if a component should be reported as NiFiFlowPath.
boolean	isProcessor(String componentId)
boolean	isRootInputPort(String componentId)
boolean	isRootOutputPort(String componentId)
boolean	isTraversedPath(String pathId)
void	setAtlasGuid(String atlasGuid)
private boolean	setChangedIOIds(NiFiFlowPath path, org.apache.atlas.model.instance.AtlasEntity pathEntity, boolean isInput) Set input or output DataSet ids for a NiFiFlowPath.
void	setDescription(String description)
void	setExEntity(org.apache.atlas.model.instance.AtlasEntity exEntity)
void	setFlowName(String flowName)
void	setNamespace(String namespace)
void	setUrl(String url)
void	startTrackingChanges() Start tracking changes from current state.
private Tuple<NiFiFlow.EntityChangeType,org.apache.atlas.model.instance.AtlasEntity>	toAtlasEntity(NiFiFlow.EntityChangeType changeType, NiFiFlowPath path)
String	toQualifiedName(String componentId)
private Set<org.apache.atlas.model.instance.AtlasObjectId>	toRemainingFlowPathIOIds(Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasObjectId>> ids)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

logger

private static final org.slf4j.Logger logger

rootProcessGroupId

private final String rootProcessGroupId

flowName

private String flowName

namespace

private String namespace

url

private String url

atlasGuid

private String atlasGuid

exEntity

private org.apache.atlas.model.instance.AtlasEntity exEntity

atlasObjectId

private org.apache.atlas.model.instance.AtlasObjectId atlasObjectId

description

private String description

metadataUpdated

private AtomicBoolean metadataUpdated

Track whether this instance has metadata updated and should be updated in Atlas.

updateAudit

private List<String> updateAudit

updatedEntityGuids

private Set<String> updatedEntityGuids

stillExistingEntityGuids

private Set<String> stillExistingEntityGuids

traversedPathIds

private Set<String> traversedPathIds

urlUpdated

private boolean urlUpdated

flowPaths

private final Map<String,NiFiFlowPath> flowPaths

processors

private final Map<String,ProcessorStatus> processors

remoteProcessGroups

private final Map<String,RemoteProcessGroupStatus> remoteProcessGroups

incomingConnections

private final Map<String,List<ConnectionStatus>> incomingConnections

outGoingConnections

private final Map<String,List<ConnectionStatus>> outGoingConnections

queues

private final Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> queues

inputPorts

private final Map<String,PortStatus> inputPorts

outputPorts

private final Map<String,PortStatus> outputPorts

rootInputPorts

private final Map<String,PortStatus> rootInputPorts

rootOutputPorts

private final Map<String,PortStatus> rootOutputPorts

rootInputPortEntities

private final Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> rootInputPortEntities

rootOutputPortEntities

private final Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> rootOutputPortEntities

Constructor Detail

NiFiFlow

public NiFiFlow(String rootProcessGroupId)

Method Detail

getAtlasObjectId

public org.apache.atlas.model.instance.AtlasObjectId getAtlasObjectId()

getRootProcessGroupId

public String getRootProcessGroupId()

getNamespace

public String getNamespace()

setNamespace

public void setNamespace(String namespace)

createAtlasObjectId

private org.apache.atlas.model.instance.AtlasObjectId createAtlasObjectId()

getExEntity

public org.apache.atlas.model.instance.AtlasEntity getExEntity()

setExEntity

public void setExEntity(org.apache.atlas.model.instance.AtlasEntity exEntity)

getAtlasGuid

public String getAtlasGuid()

setAtlasGuid

public void setAtlasGuid(String atlasGuid)

getQualifiedName

public String getQualifiedName()

getDescription

public String getDescription()

setDescription

public void setDescription(String description)

addConnection

public void addConnection(ConnectionStatus c)

addProcessor

public void addProcessor(ProcessorStatus p)

getProcessors

public Map<String,ProcessorStatus> getProcessors()

addRemoteProcessGroup

public void addRemoteProcessGroup(RemoteProcessGroupStatus r)

setFlowName

public void setFlowName(String flowName)

getFlowName

public String getFlowName()

setUrl

public void setUrl(String url)

getUrl

public String getUrl()

getIncomingConnections

public List<ConnectionStatus> getIncomingConnections(String componentId)

getOutgoingConnections

public List<ConnectionStatus> getOutgoingConnections(String componentId)

addInputPort

public void addInputPort(PortStatus port)

getInputPorts

public Map<String,PortStatus> getInputPorts()

addOutputPort

public void addOutputPort(PortStatus port)

getOutputPorts

public Map<String,PortStatus> getOutputPorts()

addRootInputPort

public void addRootInputPort(PortStatus port)

getRootInputPorts

public Map<String,PortStatus> getRootInputPorts()

addRootOutputPort

public void addRootOutputPort(PortStatus port)

getRootOutputPorts

public Map<String,PortStatus> getRootOutputPorts()

getRootInputPortEntities

public Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> getRootInputPortEntities()

createOrUpdateRootGroupPortEntity

private org.apache.atlas.model.instance.AtlasEntity createOrUpdateRootGroupPortEntity(boolean isInput,
                                                                                      String qualifiedName,
                                                                                      String portName)

getRootOutputPortEntities

public Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> getRootOutputPortEntities()

getOrCreateQueue

public Tuple<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> getOrCreateQueue(String destinationComponentId)

getQueues

public Map<org.apache.atlas.model.instance.AtlasObjectId,org.apache.atlas.model.instance.AtlasEntity> getQueues()

getFlowPaths

public Map<String,NiFiFlowPath> getFlowPaths()

findPath

public NiFiFlowPath findPath(String componentId)

Find a flow_path that contains specified componentId.

isProcessComponent

public boolean isProcessComponent(String componentId)

Determine if a component should be reported as NiFiFlowPath.

isProcessor

public boolean isProcessor(String componentId)

isInputPort

public boolean isInputPort(String componentId)

isOutputPort

public boolean isOutputPort(String componentId)

isRootInputPort

public boolean isRootInputPort(String componentId)

isRootOutputPort

public boolean isRootOutputPort(String componentId)

getProcessComponentName

public String getProcessComponentName(String componentId)

getProcessComponentName

public String getProcessComponentName(String componentId,
                                      Supplier<String> unknown)

startTrackingChanges

public void startTrackingChanges()

Start tracking changes from current state.

isMetadataUpdated

public boolean isMetadataUpdated()

toQualifiedName

public String toQualifiedName(String componentId)

getEntityChangeType

private NiFiFlow.EntityChangeType getEntityChangeType(String guid)

getChangedDataSetEntities

public Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasEntity>> getChangedDataSetEntities()

getOrCreateFlowPath

public NiFiFlowPath getOrCreateFlowPath(String pathId)

isTraversedPath

public boolean isTraversedPath(String pathId)

getFlowPathChangeType

private NiFiFlow.EntityChangeType getFlowPathChangeType(NiFiFlowPath path)

getFlowPathIOChangeType

private NiFiFlow.EntityChangeType getFlowPathIOChangeType(org.apache.atlas.model.instance.AtlasObjectId id)

toAtlasEntity

private Tuple<NiFiFlow.EntityChangeType,org.apache.atlas.model.instance.AtlasEntity> toAtlasEntity(NiFiFlow.EntityChangeType changeType,
                                                                                                   NiFiFlowPath path)

setChangedIOIds

private boolean setChangedIOIds(NiFiFlowPath path,
                                org.apache.atlas.model.instance.AtlasEntity pathEntity,
                                boolean isInput)

Set input or output DataSet ids for a NiFiFlowPath. The updated ids only containing active ids.

Returns:

True if there is any changed IO reference (create, update, delete).

toRemainingFlowPathIOIds

private Set<org.apache.atlas.model.instance.AtlasObjectId> toRemainingFlowPathIOIds(Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasObjectId>> ids)

getChangedFlowPathEntities

public Map<NiFiFlow.EntityChangeType,List<org.apache.atlas.model.instance.AtlasEntity>> getChangedFlowPathEntities()

getUpdateAudit

public List<String> getUpdateAudit()