org.apache.nifi.processors.standard

Class GetFileTransfer

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processor.AbstractProcessor

org.apache.nifi.processors.standard.GetFileTransfer

All Implemented Interfaces:

ConfigurableComponent, Processor

Direct Known Subclasses:

GetFTP, GetSFTP

public abstract class GetFileTransfer
extends AbstractProcessor

Base class for GetSFTP and GetFTP

Field Summary

Fields

Modifier and Type	Field and Description
static String	FILE_GROUP_ATTRIBUTE
static String	FILE_LAST_MODIFY_TIME_ATTRIBUTE
static String	FILE_MODIFY_DATE_ATTR_FORMAT
static String	FILE_OWNER_ATTRIBUTE
static String	FILE_PERMISSIONS_ATTRIBUTE
private AtomicReference<BlockingQueue<FileInfo>>	fileQueueRef
private AtomicLong	lastPollTime
private Lock	listingLock
private Lock	mutuallyExclusiveTransferLock
private Set<FileInfo>	processing
static Relationship	REL_SUCCESS
private Set<Relationship>	relationships
private Lock	sharableTransferLock
private ReadWriteLock	transferLock

Constructor Summary

Constructors

Constructor and Description
GetFileTransfer()

Method Summary

Modifier and Type	Method and Description
private void	closeTransfer(FileTransfer transfer, String hostname)
private void	deleteRemote(FileTransfer fileTransfer, Map<FlowFile,String> flowFileToRemoteFileMapping)
private void	fetchListing(ProcessContext context, ProcessSession session, FileTransfer transfer)
protected Map<String,String>	getAttributesFromFile(FileInfo info)
protected abstract FileTransfer	getFileTransfer(ProcessContext context)
Set<Relationship>	getRelationships()
void	onScheduled(ProcessContext context)
void	onTrigger(ProcessContext context, ProcessSession session)

Methods inherited from class org.apache.nifi.processor.AbstractProcessor

onTrigger

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, init, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, getSupportedPropertyDescriptors, hashCode, onPropertyModified, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.processor.Processor

isStateful

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Field Detail

REL_SUCCESS

public static final Relationship REL_SUCCESS

relationships

private final Set<Relationship> relationships

FILE_LAST_MODIFY_TIME_ATTRIBUTE

public static final String FILE_LAST_MODIFY_TIME_ATTRIBUTE

See Also:

Constant Field Values

FILE_OWNER_ATTRIBUTE

public static final String FILE_OWNER_ATTRIBUTE

See Also:

Constant Field Values

FILE_GROUP_ATTRIBUTE

public static final String FILE_GROUP_ATTRIBUTE

See Also:

Constant Field Values

FILE_PERMISSIONS_ATTRIBUTE

public static final String FILE_PERMISSIONS_ATTRIBUTE

See Also:

Constant Field Values

FILE_MODIFY_DATE_ATTR_FORMAT

public static final String FILE_MODIFY_DATE_ATTR_FORMAT

See Also:

Constant Field Values

lastPollTime

private final AtomicLong lastPollTime

listingLock

private final Lock listingLock

fileQueueRef

private final AtomicReference<BlockingQueue<FileInfo>> fileQueueRef

processing

private final Set<FileInfo> processing

transferLock

private final ReadWriteLock transferLock

sharableTransferLock

private final Lock sharableTransferLock

mutuallyExclusiveTransferLock

private final Lock mutuallyExclusiveTransferLock

Constructor Detail

GetFileTransfer

public GetFileTransfer()

Method Detail

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

getFileTransfer

protected abstract FileTransfer getFileTransfer(ProcessContext context)

onScheduled

@OnScheduled
public void onScheduled(ProcessContext context)

onTrigger

public void onTrigger(ProcessContext context,
                      ProcessSession session)

Specified by:

onTrigger in class AbstractProcessor

deleteRemote

private void deleteRemote(FileTransfer fileTransfer,
                          Map<FlowFile,String> flowFileToRemoteFileMapping)

closeTransfer

private void closeTransfer(FileTransfer transfer,
                           String hostname)

getAttributesFromFile

protected Map<String,String> getAttributesFromFile(FileInfo info)

fetchListing

private void fetchListing(ProcessContext context,
                          ProcessSession session,
                          FileTransfer transfer)
                   throws IOException

Throws:

IOException