Serialized Form

Package org.apache.beam.examples

Class org.apache.beam.examples.DebuggingWordCount.FilterTextFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>,org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>> implements Serializable

Serialized Fields

filter

java.util.regex.Pattern filter

matchedWords

org.apache.beam.sdk.metrics.Counter matchedWords

Concept #2: A custom metric can track values in your pipeline as it runs. Each runner provides varying levels of support for metrics, and may expose them in a dashboard, etc.

unmatchedWords

org.apache.beam.sdk.metrics.Counter unmatchedWords

Class org.apache.beam.examples.WordCount.CountWords extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>>> implements Serializable

Class org.apache.beam.examples.WordCount.FormatAsTextFn extends org.apache.beam.sdk.transforms.SimpleFunction<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>,java.lang.String> implements Serializable

Package org.apache.beam.examples.common

Class org.apache.beam.examples.common.WriteOneFilePerWindow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

filenamePrefix

java.lang.String filenamePrefix

numShards

java.lang.Integer numShards

Class org.apache.beam.examples.common.WriteOneFilePerWindow.PerWindowFiles extends org.apache.beam.sdk.io.FileBasedSink.FilenamePolicy implements Serializable

Serialized Fields

baseFilename

org.apache.beam.sdk.io.fs.ResourceId baseFilename

Package org.apache.beam.examples.complete

Class org.apache.beam.examples.complete.AutoComplete.ComputeTopCompletions extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.util.List<org.apache.beam.examples.complete.AutoComplete.CompletionCandidate>>>> implements Serializable

Serialized Fields

candidatesPerPrefix

int candidatesPerPrefix

recursive

boolean recursive

Class org.apache.beam.examples.complete.TfIdf.ComputeTfIdf extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.net.URI,java.lang.String>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,org.apache.beam.sdk.values.KV<java.net.URI,java.lang.Double>>>> implements Serializable

Class org.apache.beam.examples.complete.TfIdf.ReadDocuments extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.net.URI,java.lang.String>>> implements Serializable

Serialized Fields

uris

java.lang.Iterable<java.net.URI> uris

Class org.apache.beam.examples.complete.TfIdf.WriteTfIdf extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,org.apache.beam.sdk.values.KV<java.net.URI,java.lang.Double>>>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

output

java.lang.String output

Class org.apache.beam.examples.complete.TrafficMaxLaneFlow.MaxFlow extends java.lang.Object implements Serializable

Package org.apache.beam.examples.complete.datatokenization.transforms

Class org.apache.beam.examples.complete.datatokenization.transforms.DataProtectors.RowToTokenizedRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,org.apache.beam.sdk.values.Row>>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.transforms.DataProtectors.TokenizationFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.Integer,java.lang.Iterable<org.apache.beam.sdk.values.Row>>,org.apache.beam.sdk.values.Row> implements Serializable

Serialized Fields

failureTag

org.apache.beam.sdk.values.TupleTag<FailsafeElement<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.Row>> failureTag

inputRowsWithIds

java.util.Map<java.lang.String,org.apache.beam.sdk.values.Row> inputRowsWithIds

rpcURI

java.lang.String rpcURI

schema

org.apache.beam.sdk.schemas.Schema schema

Class org.apache.beam.examples.complete.datatokenization.transforms.JsonToBeamRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

failedToParseDeadLetterPath

java.lang.String failedToParseDeadLetterPath

Package org.apache.beam.examples.complete.datatokenization.transforms.io

Class org.apache.beam.examples.complete.datatokenization.transforms.io.TokenizationBigQueryIO.RowToTableRowFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.Row,com.google.api.services.bigquery.model.TableRow> implements Serializable

Package org.apache.beam.examples.complete.datatokenization.utils

Class org.apache.beam.examples.complete.datatokenization.utils.CsvConverters.FailsafeElementToJsonFn extends org.apache.beam.sdk.transforms.DoFn<FailsafeElement<java.lang.String,java.lang.String>,FailsafeElement<java.lang.String,java.lang.String>> implements Serializable

Serialized Fields

delimiter

java.lang.String delimiter

failedCounter

org.apache.beam.sdk.metrics.Counter failedCounter

headersView

org.apache.beam.sdk.values.PCollectionView<java.lang.String> headersView

jsonSchema

java.lang.String jsonSchema

successCounter

org.apache.beam.sdk.metrics.Counter successCounter

udfDeadletterTag

org.apache.beam.sdk.values.TupleTag<FailsafeElement<java.lang.String,java.lang.String>> udfDeadletterTag

Class org.apache.beam.examples.complete.datatokenization.utils.CsvConverters.LineToFailsafeJson extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollectionTuple,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.CsvConverters.ReadCsv extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.ErrorConverters.FailedStringToCsvRowFn extends org.apache.beam.sdk.transforms.DoFn<FailsafeElement<java.lang.String,java.lang.String>,java.lang.String> implements Serializable

Serialized Fields

csvDelimiter

java.lang.String csvDelimiter

Class org.apache.beam.examples.complete.datatokenization.utils.ErrorConverters.FailedStringToTableRowFn extends org.apache.beam.sdk.transforms.DoFn<FailsafeElement<java.lang.String,java.lang.String>,com.google.api.services.bigquery.model.TableRow> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.ErrorConverters.WriteErrorsToTextIO extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FailsafeElement<T,V>>,org.apache.beam.sdk.values.PDone> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.ErrorConverters.WriteStringMessageErrors extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FailsafeElement<java.lang.String,java.lang.String>>,org.apache.beam.sdk.io.gcp.bigquery.WriteResult> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.ErrorConverters.WriteStringMessageErrorsAsCsv extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FailsafeElement<java.lang.String,java.lang.String>>,org.apache.beam.sdk.values.PDone> implements Serializable

Class org.apache.beam.examples.complete.datatokenization.utils.FailsafeElementCoder extends org.apache.beam.sdk.coders.CustomCoder<FailsafeElement<OriginalT,CurrentT>> implements Serializable

Serialized Fields

currentPayloadCoder

org.apache.beam.sdk.coders.Coder<CurrentT> currentPayloadCoder

originalPayloadCoder

org.apache.beam.sdk.coders.Coder<OriginalT> originalPayloadCoder

Package org.apache.beam.examples.complete.game

Class org.apache.beam.examples.complete.game.GameStats.CalculateSpammyUsers extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Integer>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Integer>>> implements Serializable

Class org.apache.beam.examples.complete.game.StatefulTeamScore.UpdateTeamScoreFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.String,org.apache.beam.examples.complete.game.UserScore.GameActionInfo>,org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Integer>> implements Serializable

Serialized Fields

thresholdScore

int thresholdScore

totalScoreSpec

org.apache.beam.sdk.state.StateSpec<org.apache.beam.sdk.state.ValueState<java.lang.Integer>> totalScoreSpec

Describes the state for storing team score. Let's break down this statement.

StateSpec configures the state cell, which is provided by a runner during pipeline execution.

DoFn.StateId annotation assigns an identifier to the state, which is used to refer the state in DoFn.ProcessElement.

A ValueState stores single value per key and per window. Because our pipeline is globally windowed in this example, this ValueState is just key partitioned, with one score per team. Any other class that extends State can be used.

In order to store the value, the state must be encoded. Therefore, we provide a coder, in this case the VarIntCoder. If the coder is not provided as in StateSpecs.value(), Beam's coder inference will try to provide a coder automatically.

Class org.apache.beam.examples.complete.game.UserScore.ExtractAndSumScore extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.examples.complete.game.UserScore.GameActionInfo>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Integer>>> implements Serializable

Serialized Fields

field

java.lang.String field

Package org.apache.beam.examples.complete.game.utils

Class org.apache.beam.examples.complete.game.utils.WriteToBigQuery extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<InputT>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

datasetId

java.lang.String datasetId

fieldInfo

java.util.Map<java.lang.String,WriteToBigQuery.FieldInfo<InputT>> fieldInfo

projectId

java.lang.String projectId

tableName

java.lang.String tableName

Class org.apache.beam.examples.complete.game.utils.WriteToBigQuery.BuildRowFn extends org.apache.beam.sdk.transforms.DoFn<InputT,com.google.api.services.bigquery.model.TableRow> implements Serializable

Class org.apache.beam.examples.complete.game.utils.WriteToBigQuery.FieldInfo extends java.lang.Object implements Serializable

Serialized Fields

fieldFn

WriteToBigQuery.FieldFn<InputT> fieldFn

fieldType

java.lang.String fieldType

Class org.apache.beam.examples.complete.game.utils.WriteToText extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<InputT>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

fieldFn

java.util.Map<java.lang.String,WriteToText.FieldFn<InputT>> fieldFn

filenamePrefix

java.lang.String filenamePrefix

windowed

boolean windowed

Class org.apache.beam.examples.complete.game.utils.WriteToText.BuildRowFn extends org.apache.beam.sdk.transforms.DoFn<InputT,java.lang.String> implements Serializable

Class org.apache.beam.examples.complete.game.utils.WriteToText.PerWindowFiles extends org.apache.beam.sdk.io.FileBasedSink.FilenamePolicy implements Serializable

Serialized Fields

prefix

org.apache.beam.sdk.io.fs.ResourceId prefix

Class org.apache.beam.examples.complete.game.utils.WriteToText.WriteOneFilePerWindow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

filenamePrefix

java.lang.String filenamePrefix

Class org.apache.beam.examples.complete.game.utils.WriteWindowedToBigQuery extends WriteToBigQuery<T> implements Serializable

Class org.apache.beam.examples.complete.game.utils.WriteWindowedToBigQuery.BuildRowFn extends org.apache.beam.sdk.transforms.DoFn<T,com.google.api.services.bigquery.model.TableRow> implements Serializable

Package org.apache.beam.examples.complete.kafkatopubsub.kafka.consumer

Class org.apache.beam.examples.complete.kafkatopubsub.kafka.consumer.SslConsumerFactoryFn extends java.lang.Object implements Serializable

Serialized Fields

sslConfig

java.util.Map<java.lang.String,java.lang.String> sslConfig

Package org.apache.beam.examples.complete.kafkatopubsub.transforms

Class org.apache.beam.examples.complete.kafkatopubsub.transforms.FormatTransform.FormatOutput extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

options

KafkaToPubsubOptions options

Package org.apache.beam.examples.cookbook

Class org.apache.beam.examples.cookbook.CombinePerKeyExamples.ConcatWords extends java.lang.Object implements Serializable

Class org.apache.beam.examples.cookbook.TriggerExample.InsertDelays extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,java.lang.String> implements Serializable

Package org.apache.beam.examples.multilanguage

Class org.apache.beam.examples.multilanguage.PythonDataframeWordCount.FormatAsTextFn extends org.apache.beam.sdk.transforms.SimpleFunction<org.apache.beam.sdk.values.Row,java.lang.String> implements Serializable

Package org.apache.beam.examples.snippets

Class org.apache.beam.examples.snippets.Snippets.DynamicSessions extends org.apache.beam.sdk.transforms.windowing.WindowFn<com.google.api.services.bigquery.model.TableRow,org.apache.beam.sdk.transforms.windowing.IntervalWindow> implements Serializable

Serialized Fields

gapDuration

org.joda.time.Duration gapDuration

Duration of the gaps between sessions.

Class org.apache.beam.examples.snippets.Snippets.SplittableDoFn.UserInitiatedCheckpointExample.ElementNotReadyException extends java.lang.Exception implements Serializable

Class org.apache.beam.examples.snippets.Snippets.SplittableDoFn.UserInitiatedCheckpointExample.ThrottlingException extends java.lang.Exception implements Serializable

Package org.apache.beam.examples.subprocess

Class org.apache.beam.examples.subprocess.ExampleEchoPipeline.EchoInputDoFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>,org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> implements Serializable

Serialized Fields

binaryName

java.lang.String binaryName

configuration

SubProcessConfiguration configuration

Package org.apache.beam.examples.subprocess.configuration

Class org.apache.beam.examples.subprocess.configuration.SubProcessConfiguration extends java.lang.Object implements Serializable

Serialized Fields

concurrency

java.lang.Integer concurrency

onlyUpLoadLogsOnError

java.lang.Boolean onlyUpLoadLogsOnError

sourcePath

java.lang.String sourcePath

waitTime

java.lang.Integer waitTime

workerPath

java.lang.String workerPath