org.apache.beam.examples.complete.datatokenization.transforms.io

Interface TokenizationFileSystemIO.FileSystemPipelineOptions

All Superinterfaces:

org.apache.beam.sdk.transforms.display.HasDisplayData, org.apache.beam.sdk.options.PipelineOptions

All Known Subinterfaces:

DataTokenizationOptions

Enclosing class:

TokenizationFileSystemIO

public static interface TokenizationFileSystemIO.FileSystemPipelineOptions
extends org.apache.beam.sdk.options.PipelineOptions

Necessary PipelineOptions options for Pipelines that operate with JSON/CSV data in FS.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.beam.sdk.options.PipelineOptions

org.apache.beam.sdk.options.PipelineOptions.AtomicLongFactory, org.apache.beam.sdk.options.PipelineOptions.CheckEnabled, org.apache.beam.sdk.options.PipelineOptions.DirectRunner, org.apache.beam.sdk.options.PipelineOptions.JobNameFactory, org.apache.beam.sdk.options.PipelineOptions.UserAgentFactory

Method Summary

Modifier and Type	Method and Description
java.lang.Boolean	getCsvContainsHeaders()
java.lang.String	getCsvDelimiter()
java.lang.String	getCsvFormat()
TokenizationFileSystemIO.FORMAT	getInputFileFormat()
java.lang.String	getInputFilePattern()
java.lang.String	getOutputDirectory()
TokenizationFileSystemIO.FORMAT	getOutputFileFormat()
java.lang.String	getWindowDuration()
void	setCsvContainsHeaders(java.lang.Boolean csvContainsHeaders)
void	setCsvDelimiter(java.lang.String csvDelimiter)
void	setCsvFormat(java.lang.String csvFormat)
void	setInputFileFormat(TokenizationFileSystemIO.FORMAT inputFileFormat)
void	setInputFilePattern(java.lang.String inputFilePattern)
void	setOutputDirectory(java.lang.String outputDirectory)
void	setOutputFileFormat(TokenizationFileSystemIO.FORMAT outputFileFormat)
void	setWindowDuration(java.lang.String windowDuration)

Methods inherited from interface org.apache.beam.sdk.options.PipelineOptions

as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent

Methods inherited from interface org.apache.beam.sdk.transforms.display.HasDisplayData

populateDisplayData

Method Detail

getInputFilePattern

java.lang.String getInputFilePattern()

setInputFilePattern

void setInputFilePattern(java.lang.String inputFilePattern)

getInputFileFormat

@Default.Enum(value="JSON")
TokenizationFileSystemIO.FORMAT getInputFileFormat()

setInputFileFormat

void setInputFileFormat(TokenizationFileSystemIO.FORMAT inputFileFormat)

getOutputDirectory

java.lang.String getOutputDirectory()

setOutputDirectory

void setOutputDirectory(java.lang.String outputDirectory)

getOutputFileFormat

@Default.Enum(value="JSON")
TokenizationFileSystemIO.FORMAT getOutputFileFormat()

setOutputFileFormat

void setOutputFileFormat(TokenizationFileSystemIO.FORMAT outputFileFormat)

getWindowDuration

@Default.String(value="30s")
java.lang.String getWindowDuration()

setWindowDuration

void setWindowDuration(java.lang.String windowDuration)

getCsvContainsHeaders

java.lang.Boolean getCsvContainsHeaders()

setCsvContainsHeaders

void setCsvContainsHeaders(java.lang.Boolean csvContainsHeaders)

getCsvDelimiter

@Default.InstanceFactory(value=CsvConverters.DelimiterFactory.class)
java.lang.String getCsvDelimiter()

setCsvDelimiter

void setCsvDelimiter(java.lang.String csvDelimiter)

getCsvFormat

@Default.String(value="Default")
java.lang.String getCsvFormat()

setCsvFormat

void setCsvFormat(java.lang.String csvFormat)