org.apache.beam.runners.samza.translation

Class PortableTranslationContext

java.lang.Object

org.apache.beam.runners.samza.translation.TranslationContext

org.apache.beam.runners.samza.translation.PortableTranslationContext

public class PortableTranslationContext
extends TranslationContext

Helper that keeps the mapping from BEAM PCollection id to Samza MessageStream. It also provides other context data such as input and output of a RunnerApi.PTransform.

Constructor Summary

Constructors

Constructor and Description
PortableTranslationContext(org.apache.samza.application.descriptors.StreamApplicationDescriptor appDescriptor, SamzaPipelineOptions options, org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo)

Method Summary

Modifier and Type	Method and Description
void	clearCurrentTransform()
<T> java.util.List<org.apache.samza.operators.MessageStream<OpMessage<T>>>	getAllInputMessageStreams(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)
java.lang.String	getInputId(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)
org.apache.beam.runners.fnexecution.provisioning.JobInfo	getJobInfo()
<T> org.apache.samza.operators.MessageStream<OpMessage<T>>	getMessageStreamById(java.lang.String id)
<T> org.apache.samza.operators.MessageStream<OpMessage<T>>	getOneInputMessageStream(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)
java.lang.String	getOutputId(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)
java.lang.String	getTransformFullName()
<T> void	registerInputMessageStream(java.lang.String id, org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<T>>,?> inputDescriptor) Register an input stream with certain config id.
<T> void	registerInputMessageStreams(java.lang.String id, java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<T>>,?>> inputDescriptors)
<T> void	registerMessageStream(java.lang.String id, org.apache.samza.operators.MessageStream<OpMessage<T>> stream)
void	setCurrentTransform(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode currentTransform)

Methods inherited from class org.apache.beam.runners.samza.translation.TranslationContext

attachTransformMetricOp, getCurrentTransform, getDummyStream, getIdForPValue, getInput, getMessageStream, getOutput, getOutputStream, getOutputTag, getPipelineOptions, getStoreIdGenerator, getTable, getTransformId, getViewId, getViewStream, registerInputMessageStream, registerInputMessageStreams, registerInputMessageStreams, registerMessageStream, registerViewStream, setCurrentTransform

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PortableTranslationContext

public PortableTranslationContext(org.apache.samza.application.descriptors.StreamApplicationDescriptor appDescriptor,
                                  SamzaPipelineOptions options,
                                  org.apache.beam.runners.fnexecution.provisioning.JobInfo jobInfo)

Method Detail

getAllInputMessageStreams

public <T> java.util.List<org.apache.samza.operators.MessageStream<OpMessage<T>>> getAllInputMessageStreams(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)

getOneInputMessageStream

public <T> org.apache.samza.operators.MessageStream<OpMessage<T>> getOneInputMessageStream(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)

getMessageStreamById

public <T> org.apache.samza.operators.MessageStream<OpMessage<T>> getMessageStreamById(java.lang.String id)

getInputId

public java.lang.String getInputId(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)

getOutputId

public java.lang.String getOutputId(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode transform)

getJobInfo

public org.apache.beam.runners.fnexecution.provisioning.JobInfo getJobInfo()

registerMessageStream

public <T> void registerMessageStream(java.lang.String id,
                                      org.apache.samza.operators.MessageStream<OpMessage<T>> stream)

registerInputMessageStream

public <T> void registerInputMessageStream(java.lang.String id,
                                           org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<T>>,?> inputDescriptor)

Register an input stream with certain config id.

registerInputMessageStreams

public <T> void registerInputMessageStreams(java.lang.String id,
                                            java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<T>>,?>> inputDescriptors)

setCurrentTransform

public void setCurrentTransform(org.apache.beam.runners.core.construction.graph.PipelineNode.PTransformNode currentTransform)

clearCurrentTransform

public void clearCurrentTransform()

Overrides:

clearCurrentTransform in class TranslationContext

getTransformFullName

public java.lang.String getTransformFullName()

Overrides:

getTransformFullName in class TranslationContext