org.apache.nifi.processors.standard

Class ListFile.RollingMetricPerformanceTracker

java.lang.Object

org.apache.nifi.processors.standard.ListFile.RollingMetricPerformanceTracker

All Implemented Interfaces:

ListFile.PerformanceTracker

Enclosing class:

ListFile

public static final class ListFile.RollingMetricPerformanceTracker
extends Object
implements ListFile.PerformanceTracker

Tracks metrics using a rolling window of time, in which older metrics are 'aged off' by calling purgeTimingInfo(long). Tracking these metrics allows information to be gleaned, such as which files are expensive to operate on or which operations are most expensive. However, the heap utilization is significant.

Field Summary

Fields

Modifier and Type	Field and Description
private String	activeDirectory
private long	activeDirectoryStartTime
private ListFile.TimedOperationKey	activeOperation
private Map<String,String>	directoryCanonicalization
private Map<Tuple<String,String>,ListFile.TimingInfo>	directoryToTimingInfo
private long	earliestTimestamp
private ComponentLog	logger
private long	maxDiskOperationMillis

Constructor Summary

Constructors

Constructor and Description
RollingMetricPerformanceTracker(ComponentLog logger, long maxDiskOperationMillis, int maxEntries)

Method Summary

Modifier and Type	Method and Description
void	acceptOperation(ListFile.DiskOperation operation, String directory, String filename, long millis)
ListFile.TimedOperationKey	beginOperation(ListFile.DiskOperation operation, String directory, String filename)
private double	calculateStdDev(double average, double count, ListFile.DiskOperation operation)
void	completeActiveDirectory()
void	completeActiveOperation()
void	completeOperation(ListFile.TimedOperationKey operationKey)
String	getActiveDirectory()
long	getActiveDirectoryStartTime()
ListFile.TimedOperationKey	getActiveOperation()
long	getEarliestTimestamp()
ListFile.OperationStatistics	getOperationStatistics(ListFile.DiskOperation operation)
ListFile.TimingInfo	getTimingInfo(String directory, String filename)
int	getTrackedFileCount()
void	purgeTimingInfo(long cutoff)
void	setActiveDirectory(String directory)
void	setActiveOperation(ListFile.TimedOperationKey activeOperation)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

directoryCanonicalization

private final Map<String,String> directoryCanonicalization

directoryToTimingInfo

private final Map<Tuple<String,String>,ListFile.TimingInfo> directoryToTimingInfo

activeOperation

private ListFile.TimedOperationKey activeOperation

earliestTimestamp

private long earliestTimestamp

maxDiskOperationMillis

private final long maxDiskOperationMillis

logger

private final ComponentLog logger

activeDirectory

private String activeDirectory

activeDirectoryStartTime

private long activeDirectoryStartTime

Constructor Detail

RollingMetricPerformanceTracker

public RollingMetricPerformanceTracker(ComponentLog logger,
                                       long maxDiskOperationMillis,
                                       int maxEntries)

Method Detail

beginOperation

public ListFile.TimedOperationKey beginOperation(ListFile.DiskOperation operation,
                                                 String directory,
                                                 String filename)

Specified by:

beginOperation in interface ListFile.PerformanceTracker

completeOperation

public void completeOperation(ListFile.TimedOperationKey operationKey)

Specified by:

completeOperation in interface ListFile.PerformanceTracker

acceptOperation

public void acceptOperation(ListFile.DiskOperation operation,
                            String directory,
                            String filename,
                            long millis)

Specified by:

acceptOperation in interface ListFile.PerformanceTracker

getTimingInfo

public ListFile.TimingInfo getTimingInfo(String directory,
                                         String filename)

Specified by:

getTimingInfo in interface ListFile.PerformanceTracker

setActiveOperation

public void setActiveOperation(ListFile.TimedOperationKey activeOperation)

Specified by:

setActiveOperation in interface ListFile.PerformanceTracker

completeActiveOperation

public void completeActiveOperation()

Specified by:

completeActiveOperation in interface ListFile.PerformanceTracker

getActiveOperation

public ListFile.TimedOperationKey getActiveOperation()

Specified by:

getActiveOperation in interface ListFile.PerformanceTracker

setActiveDirectory

public void setActiveDirectory(String directory)

Specified by:

setActiveDirectory in interface ListFile.PerformanceTracker

completeActiveDirectory

public void completeActiveDirectory()

Specified by:

completeActiveDirectory in interface ListFile.PerformanceTracker

getActiveDirectoryStartTime

public long getActiveDirectoryStartTime()

Specified by:

getActiveDirectoryStartTime in interface ListFile.PerformanceTracker

getActiveDirectory

public String getActiveDirectory()

Specified by:

getActiveDirectory in interface ListFile.PerformanceTracker

getTrackedFileCount

public int getTrackedFileCount()

Specified by:

getTrackedFileCount in interface ListFile.PerformanceTracker

purgeTimingInfo

public void purgeTimingInfo(long cutoff)

Specified by:

purgeTimingInfo in interface ListFile.PerformanceTracker

getEarliestTimestamp

public long getEarliestTimestamp()

Specified by:

getEarliestTimestamp in interface ListFile.PerformanceTracker

getOperationStatistics

public ListFile.OperationStatistics getOperationStatistics(ListFile.DiskOperation operation)

Specified by:

getOperationStatistics in interface ListFile.PerformanceTracker

calculateStdDev

private double calculateStdDev(double average,
                               double count,
                               ListFile.DiskOperation operation)