org.apache.nifi.processors.standard

Class ScanContent

java.lang.Object

org.apache.nifi.components.AbstractConfigurableComponent

org.apache.nifi.processor.AbstractSessionFactoryProcessor

org.apache.nifi.processor.AbstractProcessor

org.apache.nifi.processors.standard.ScanContent

All Implemented Interfaces:

ConfigurableComponent, Processor

@EventDriven
 @SideEffectFree
 @SupportsBatching
 @InputRequirement(value=INPUT_REQUIRED)
 @Tags(value={"aho-corasick","scan","content","byte sequence","search","find","dictionary"})
 @CapabilityDescription(value="Scans the content of FlowFiles for terms that are found in a user-supplied dictionary. If a term is matched, the UTF-8 encoded version of the term will be added to the FlowFile using the \'matching.term\' attribute")
 @WritesAttribute(attribute="matching.term",
                 description="The term that caused the Processor to route the FlowFile to the \'matched\' relationship; if FlowFile is routed to the \'unmatched\' relationship, this attribute is not added")
public class ScanContent
extends AbstractProcessor

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
private static class	ScanContent.BinaryTermLoader
private static interface	ScanContent.TermLoader
private static class	ScanContent.TextualTermLoader

Field Summary

Fields

Modifier and Type	Field and Description
static String	BINARY_ENCODING
static PropertyDescriptor	DICTIONARY
static PropertyDescriptor	DICTIONARY_ENCODING
private ReentrantLock	dictionaryUpdateLock
private AtomicReference<SynchronousFileWatcher>	fileWatcherRef
static String	MATCH_ATTRIBUTE_KEY
private List<PropertyDescriptor>	properties
static Relationship	REL_MATCH
static Relationship	REL_NO_MATCH
private Set<Relationship>	relationships
private AtomicReference<Search<byte[]>>	searchRef
static String	TEXT_ENCODING
static Charset	UTF8

Constructor Summary

Constructors

Constructor and Description
ScanContent()

Method Summary

Modifier and Type	Method and Description
private ScanContent.TermLoader	createTermLoader(ProcessContext context, InputStream in)
Set<Relationship>	getRelationships()
protected List<PropertyDescriptor>	getSupportedPropertyDescriptors()
protected void	init(ProcessorInitializationContext context)
void	onPropertyModified(PropertyDescriptor descriptor, String oldValue, String newValue)
void	onTrigger(ProcessContext context, ProcessSession session)
private boolean	reloadDictionary(ProcessContext context, boolean force, ComponentLog logger)

Methods inherited from class org.apache.nifi.processor.AbstractProcessor

onTrigger

Methods inherited from class org.apache.nifi.processor.AbstractSessionFactoryProcessor

getControllerServiceLookup, getIdentifier, getLogger, getNodeTypeProvider, initialize, isConfigurationRestored, isScheduled, toString, updateConfiguredRestoredTrue, updateScheduledFalse, updateScheduledTrue

Methods inherited from class org.apache.nifi.components.AbstractConfigurableComponent

customValidate, equals, getPropertyDescriptor, getPropertyDescriptors, getSupportedDynamicPropertyDescriptor, hashCode, validate

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.nifi.processor.Processor

isStateful

Methods inherited from interface org.apache.nifi.components.ConfigurableComponent

getPropertyDescriptor, getPropertyDescriptors, validate

Field Detail

TEXT_ENCODING

public static final String TEXT_ENCODING

See Also:

Constant Field Values

BINARY_ENCODING

public static final String BINARY_ENCODING

See Also:

Constant Field Values

MATCH_ATTRIBUTE_KEY

public static final String MATCH_ATTRIBUTE_KEY

See Also:

Constant Field Values

DICTIONARY

public static final PropertyDescriptor DICTIONARY

DICTIONARY_ENCODING

public static final PropertyDescriptor DICTIONARY_ENCODING

REL_MATCH

public static final Relationship REL_MATCH

REL_NO_MATCH

public static final Relationship REL_NO_MATCH

UTF8

public static final Charset UTF8

fileWatcherRef

private final AtomicReference<SynchronousFileWatcher> fileWatcherRef

searchRef

private final AtomicReference<Search<byte[]>> searchRef

dictionaryUpdateLock

private final ReentrantLock dictionaryUpdateLock

properties

private List<PropertyDescriptor> properties

relationships

private Set<Relationship> relationships

Constructor Detail

ScanContent

public ScanContent()

Method Detail

init

protected void init(ProcessorInitializationContext context)

Overrides:

init in class AbstractSessionFactoryProcessor

getSupportedPropertyDescriptors

protected List<PropertyDescriptor> getSupportedPropertyDescriptors()

Overrides:

getSupportedPropertyDescriptors in class AbstractConfigurableComponent

getRelationships

public Set<Relationship> getRelationships()

Specified by:

getRelationships in interface Processor

Overrides:

getRelationships in class AbstractSessionFactoryProcessor

onPropertyModified

public void onPropertyModified(PropertyDescriptor descriptor,
                               String oldValue,
                               String newValue)

Specified by:

onPropertyModified in interface ConfigurableComponent

Overrides:

onPropertyModified in class AbstractConfigurableComponent

reloadDictionary

private boolean reloadDictionary(ProcessContext context,
                                 boolean force,
                                 ComponentLog logger)
                          throws IOException

Throws:

IOException

createTermLoader

private ScanContent.TermLoader createTermLoader(ProcessContext context,
                                                InputStream in)

onTrigger

public void onTrigger(ProcessContext context,
                      ProcessSession session)
               throws ProcessException

Specified by:

onTrigger in class AbstractProcessor

Throws:

ProcessException