org.apache.beam.examples.snippets

Class Snippets

java.lang.Object

org.apache.beam.examples.snippets.Snippets

public class Snippets
extends java.lang.Object

Code snippets used in webdocs.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Snippets.CustomSessionPipeline
static class	Snippets.DeadLetterBigQuery
static class	Snippets.DynamicSessions
static interface	Snippets.MyOptions Sample of PipelineOptions with a ValueProvider option argument.
static class	Snippets.NaturalLanguageIntegration
static class	Snippets.PeriodicallyUpdatingSideInputs
static class	Snippets.PlaceholderExternalService Placeholder class that represents an external service generating test data.
static class	Snippets.SchemaJoinPattern

Constructor Summary

Constructors

Constructor and Description
Snippets()

Method Summary

Modifier and Type	Method and Description
static void	accessingValueProviderInfoAfterRunSnip1(java.lang.String[] args)
java.util.Collection<org.apache.beam.sdk.transforms.windowing.IntervalWindow>	assignWindows(org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext c)
static org.apache.beam.sdk.values.PCollection<java.lang.String>	coGroupByKeyTuple(org.apache.beam.sdk.values.TupleTag<java.lang.String> emailsTag, org.apache.beam.sdk.values.TupleTag<java.lang.String> phonesTag, org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> emails, org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> phones) Using a CoGroupByKey transform.
static void	fileProcessPattern()
static java.lang.String	formatCoGbkResults(java.lang.String name, java.lang.Iterable<java.lang.String> emails, java.lang.Iterable<java.lang.String> phones) Helper function to format results in coGroupByKeyTuple.
static void	modelBigQueryIO(org.apache.beam.sdk.Pipeline p) Using a Read and Write transform to read/write from/to BigQuery.
static void	modelBigQueryIO(org.apache.beam.sdk.Pipeline p, java.lang.String writeProject, java.lang.String writeDataset, java.lang.String writeTable)
static void	sideInputPatterns()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Snippets

public Snippets()

Method Detail

modelBigQueryIO

public static void modelBigQueryIO(org.apache.beam.sdk.Pipeline p)

Using a Read and Write transform to read/write from/to BigQuery.

modelBigQueryIO

public static void modelBigQueryIO(org.apache.beam.sdk.Pipeline p,
                                   java.lang.String writeProject,
                                   java.lang.String writeDataset,
                                   java.lang.String writeTable)

formatCoGbkResults

public static java.lang.String formatCoGbkResults(java.lang.String name,
                                                  java.lang.Iterable<java.lang.String> emails,
                                                  java.lang.Iterable<java.lang.String> phones)

Helper function to format results in coGroupByKeyTuple.

coGroupByKeyTuple

public static org.apache.beam.sdk.values.PCollection<java.lang.String> coGroupByKeyTuple(org.apache.beam.sdk.values.TupleTag<java.lang.String> emailsTag,
                                                                                         org.apache.beam.sdk.values.TupleTag<java.lang.String> phonesTag,
                                                                                         org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> emails,
                                                                                         org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> phones)

Using a CoGroupByKey transform.

fileProcessPattern

public static void fileProcessPattern()
                               throws java.lang.Exception

Throws:

java.lang.Exception

sideInputPatterns

public static void sideInputPatterns()

accessingValueProviderInfoAfterRunSnip1

public static void accessingValueProviderInfoAfterRunSnip1(java.lang.String[] args)

assignWindows

public java.util.Collection<org.apache.beam.sdk.transforms.windowing.IntervalWindow> assignWindows(org.apache.beam.sdk.transforms.windowing.WindowFn.AssignContext c)