Package org.apache.nifi.processor.util.file.transfer

Class GetFileTransfer

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processor.AbstractProcessor

org.apache.nifi.processor.util.file.transfer.GetFileTransfer

All Implemented Interfaces:

ConfigurableComponent, Processor

public abstract class GetFileTransfer
extends AbstractProcessor

Base class for GetSFTP and GetFTP

Field Summary

Fields

Modifier and Type	Field	Description
protected static final DateTimeFormatter	DATE_TIME_FORMATTER
static final String	FILE_GROUP_ATTRIBUTE
static final String	FILE_LAST_MODIFY_TIME_ATTRIBUTE
static final String	FILE_MODIFY_DATE_ATTR_FORMAT
static final String	FILE_OWNER_ATTRIBUTE
static final String	FILE_PERMISSIONS_ATTRIBUTE
static final String	FILE_SIZE_ATTRIBUTE
private final AtomicReference<BlockingQueue<FileInfo>>	fileQueueRef
private final AtomicLong	lastPollTime
private final Lock	listingLock
private final Lock	mutuallyExclusiveTransferLock
private final Set<FileInfo>	processing
static final Relationship	REL_SUCCESS
private final Set<Relationship>	relationships
private final Lock	sharableTransferLock
private final ReadWriteLock	transferLock

Constructor Summary

Constructors

Constructor	Description
GetFileTransfer()

Method Summary

Modifier and Type	Method	Description
private void	closeTransfer(FileTransfer transfer, String hostname)
private void	deleteRemote(FileTransfer fileTransfer, Map<FlowFile,String> flowFileToRemoteFileMapping)
private void	fetchListing(ProcessContext context, ProcessSession session, FileTransfer transfer)
protected Map<String,String>	getAttributesFromFile(FileInfo info)
protected abstract FileTransfer	getFileTransfer(ProcessContext context)
Set<Relationship>	getRelationships()
void	onScheduled(ProcessContext context)
void	onTrigger(ProcessContext context, ProcessSession session)

Methods inherited from class org.apache.nifi.processor.AbstractProcessor

onTrigger

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, init, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, getSupportedPropertyDescriptors, hashCode, onPropertyModified, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, onPropertyModified, validate

Methods inherited from interface org.apache.nifi.processor.Processor

isStateful, migrateProperties, migrateRelationships

Field Details

REL_SUCCESS

public static final Relationship REL_SUCCESS

relationships

private final Set<Relationship> relationships

FILE_LAST_MODIFY_TIME_ATTRIBUTE

public static final String FILE_LAST_MODIFY_TIME_ATTRIBUTE

See Also:

• Constant Field Values

FILE_OWNER_ATTRIBUTE

public static final String FILE_OWNER_ATTRIBUTE

See Also:

• Constant Field Values

FILE_GROUP_ATTRIBUTE

public static final String FILE_GROUP_ATTRIBUTE

See Also:

• Constant Field Values

FILE_PERMISSIONS_ATTRIBUTE

public static final String FILE_PERMISSIONS_ATTRIBUTE

See Also:

• Constant Field Values

FILE_SIZE_ATTRIBUTE

public static final String FILE_SIZE_ATTRIBUTE

See Also:

• Constant Field Values

FILE_MODIFY_DATE_ATTR_FORMAT

public static final String FILE_MODIFY_DATE_ATTR_FORMAT

See Also:

• Constant Field Values

DATE_TIME_FORMATTER

protected static final DateTimeFormatter DATE_TIME_FORMATTER

lastPollTime

private final AtomicLong lastPollTime

listingLock

private final Lock listingLock

fileQueueRef

private final AtomicReference<BlockingQueue<FileInfo>> fileQueueRef

processing

private final Set<FileInfo> processing

transferLock

private final ReadWriteLock transferLock

sharableTransferLock

private final Lock sharableTransferLock

mutuallyExclusiveTransferLock

private final Lock mutuallyExclusiveTransferLock

Constructor Details

GetFileTransfer

public GetFileTransfer()

Method Details

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

getFileTransfer

protected abstract FileTransfer getFileTransfer(ProcessContext context)

onScheduled

@OnScheduled
public void onScheduled(ProcessContext context)

onTrigger

public void onTrigger(ProcessContext context,
 ProcessSession session)

Specified by:

onTrigger in class AbstractProcessor

deleteRemote

private void deleteRemote(FileTransfer fileTransfer,
 Map<FlowFile,String> flowFileToRemoteFileMapping)

closeTransfer

private void closeTransfer(FileTransfer transfer,
 String hostname)

getAttributesFromFile

protected Map<String,String> getAttributesFromFile(FileInfo info)

fetchListing

private void fetchListing(ProcessContext context,
 ProcessSession session,
 FileTransfer transfer)
                   throws IOException

Throws:

IOException