Package org.apache.nifi.processors.hadoop

Class FetchHDFS

java.lang.Object
org.apache.nifi.components.AbstractConfigurableComponent
org.apache.nifi.processor.AbstractSessionFactoryProcessor
org.apache.nifi.processor.AbstractProcessor
org.apache.nifi.processors.hadoop.AbstractHadoopProcessor
org.apache.nifi.processors.hadoop.FetchHDFS
All Implemented Interfaces:
org.apache.nifi.components.ClassloaderIsolationKeyProvider, org.apache.nifi.components.ConfigurableComponent, org.apache.nifi.processor.Processor
@SupportsBatching @InputRequirement(INPUT_REQUIRED) @Tags({"hadoop","hcfs","hdfs","get","ingest","fetch","source"}) @CapabilityDescription("Retrieves a file from HDFS. The content of the incoming FlowFile is replaced by the content of the file in HDFS. The file in HDFS is left intact without any changes being made to it.") @WritesAttribute(attribute="hdfs.failure.reason",description="When a FlowFile is routed to \'failure\', this attribute is added indicating why the file could not be fetched from HDFS") @WritesAttribute(attribute="hadoop.file.url",description="The hadoop url for the file is stored in this attribute.") @SeeAlso({ListHDFS.class,GetHDFS.class,PutHDFS.class}) @Restricted(restrictions=@Restriction(requiredPermission=READ_DISTRIBUTED_FILESYSTEM,explanation="Provides operator the ability to retrieve any file that NiFi has access to in HDFS or the local filesystem.")) public class FetchHDFS extends AbstractHadoopProcessor

  • Field Details

    • FILENAME

      static final org.apache.nifi.components.PropertyDescriptor FILENAME

    • REL_SUCCESS

      static final org.apache.nifi.processor.Relationship REL_SUCCESS

    • REL_FAILURE

      static final org.apache.nifi.processor.Relationship REL_FAILURE

    • REL_COMMS_FAILURE

      static final org.apache.nifi.processor.Relationship REL_COMMS_FAILURE

    • RELATIONSHIPS

      private static final Set<org.apache.nifi.processor.Relationship> RELATIONSHIPS

    • PROPERTY_DESCRIPTORS

      private static final List<org.apache.nifi.components.PropertyDescriptor> PROPERTY_DESCRIPTORS

  • Constructor Details

    • FetchHDFS

      public FetchHDFS()

  • Method Details

    • getSupportedPropertyDescriptors

      protected List<org.apache.nifi.components.PropertyDescriptor> getSupportedPropertyDescriptors()
      Overrides:
      getSupportedPropertyDescriptors in class AbstractHadoopProcessor

    • getRelationships

      public Set<org.apache.nifi.processor.Relationship> getRelationships()
      Specified by:
      getRelationships in interface org.apache.nifi.processor.Processor
      Overrides:
      getRelationships in class org.apache.nifi.processor.AbstractSessionFactoryProcessor

    • onTrigger

      public void onTrigger(org.apache.nifi.processor.ProcessContext context, org.apache.nifi.processor.ProcessSession session) throws org.apache.nifi.processor.exception.ProcessException
      Specified by:
      onTrigger in class org.apache.nifi.processor.AbstractProcessor
      Throws:
      org.apache.nifi.processor.exception.ProcessException

    • getSuccessRelationship

      protected org.apache.nifi.processor.Relationship getSuccessRelationship()

    • getFailureRelationship

      protected org.apache.nifi.processor.Relationship getFailureRelationship()

    • getCommsFailureRelationship

      protected org.apache.nifi.processor.Relationship getCommsFailureRelationship()

    • getPath

      protected String getPath(org.apache.nifi.processor.ProcessContext context, org.apache.nifi.flowfile.FlowFile flowFile)

    • getAttributePrefix

      protected String getAttributePrefix()

    • getCompressionType

      protected CompressionType getCompressionType(org.apache.nifi.processor.ProcessContext context)