public class TranslationContext
extends java.lang.Object
PValue/PCollectionView to Samza MessageStream. It also provides other context data such as input and output of a PTransform.| Constructor and Description |
|---|
TranslationContext(org.apache.samza.application.descriptors.StreamApplicationDescriptor appDescriptor,
java.util.Map<org.apache.beam.sdk.values.PValue,java.lang.String> idMap,
java.util.Set<java.lang.String> nonUniqueStateIds,
SamzaPipelineOptions options) |
| Modifier and Type | Method and Description |
|---|---|
<InT extends org.apache.beam.sdk.values.PValue,OutT extends org.apache.beam.sdk.values.PValue> |
attachTransformMetricOp(org.apache.beam.sdk.transforms.PTransform<InT,OutT> transform,
org.apache.beam.sdk.runners.TransformHierarchy.Node node,
SamzaMetricOpFactory.OpType opType) |
void |
clearCurrentTransform() |
org.apache.beam.sdk.runners.AppliedPTransform<?,?,?> |
getCurrentTransform() |
org.apache.samza.operators.MessageStream<OpMessage<java.lang.String>> |
getDummyStream() |
java.lang.String |
getIdForPValue(org.apache.beam.sdk.values.PValue pvalue) |
<InT extends org.apache.beam.sdk.values.PValue> |
getInput(org.apache.beam.sdk.transforms.PTransform<InT,?> transform) |
<OutT> org.apache.samza.operators.MessageStream<OpMessage<OutT>> |
getMessageStream(org.apache.beam.sdk.values.PValue pvalue) |
<OutT extends org.apache.beam.sdk.values.PValue> |
getOutput(org.apache.beam.sdk.transforms.PTransform<?,OutT> transform) |
<OutT> org.apache.samza.operators.OutputStream<OutT> |
getOutputStream(org.apache.samza.system.descriptors.OutputDescriptor<OutT,?> outputDescriptor) |
<OutT> org.apache.beam.sdk.values.TupleTag<OutT> |
getOutputTag(org.apache.beam.sdk.transforms.PTransform<?,? extends org.apache.beam.sdk.values.PCollection<OutT>> transform) |
SamzaPipelineOptions |
getPipelineOptions() |
StoreIdGenerator |
getStoreIdGenerator() |
<K,V> org.apache.samza.table.Table<org.apache.samza.operators.KV<K,V>> |
getTable(org.apache.samza.table.descriptors.TableDescriptor<K,V,?> tableDesc) |
java.lang.String |
getTransformFullName() |
java.lang.String |
getTransformId() |
<ViewT> java.lang.String |
getViewId(org.apache.beam.sdk.values.PCollectionView<ViewT> view) |
<InT> org.apache.samza.operators.MessageStream<OpMessage<InT>> |
getViewStream(org.apache.beam.sdk.values.PCollectionView<?> view) |
<OutT> void |
registerInputMessageStream(org.apache.beam.sdk.values.PValue pvalue,
org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?> inputDescriptor) |
protected <KeyT,OutT> |
registerInputMessageStreams(KeyT key,
java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?>> inputDescriptors,
java.util.function.BiConsumer<KeyT,org.apache.samza.operators.MessageStream<OpMessage<OutT>>> registerFunction) |
<OutT> void |
registerInputMessageStreams(org.apache.beam.sdk.values.PValue pvalue,
java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?>> inputDescriptors)
Function to register a merged messageStream of all input messageStreams to a PCollection.
|
<OutT> void |
registerMessageStream(org.apache.beam.sdk.values.PValue pvalue,
org.apache.samza.operators.MessageStream<OpMessage<OutT>> stream) |
<ElemT,ViewT> |
registerViewStream(org.apache.beam.sdk.values.PCollectionView<ViewT> view,
org.apache.samza.operators.MessageStream<OpMessage<java.lang.Iterable<ElemT>>> stream) |
void |
setCurrentTransform(org.apache.beam.sdk.runners.AppliedPTransform<?,?,?> currentTransform) |
public TranslationContext(org.apache.samza.application.descriptors.StreamApplicationDescriptor appDescriptor,
java.util.Map<org.apache.beam.sdk.values.PValue,java.lang.String> idMap,
java.util.Set<java.lang.String> nonUniqueStateIds,
SamzaPipelineOptions options)
public <OutT> void registerInputMessageStream(org.apache.beam.sdk.values.PValue pvalue,
org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?> inputDescriptor)
public <OutT> void registerInputMessageStreams(org.apache.beam.sdk.values.PValue pvalue,
java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?>> inputDescriptors)
pvalue - output of a transforminputDescriptors - a list of Samza InputDescriptorsprotected <KeyT,OutT> void registerInputMessageStreams(KeyT key,
java.util.List<? extends org.apache.samza.system.descriptors.InputDescriptor<org.apache.samza.operators.KV<?,OpMessage<OutT>>,?>> inputDescriptors,
java.util.function.BiConsumer<KeyT,org.apache.samza.operators.MessageStream<OpMessage<OutT>>> registerFunction)
public <OutT> void registerMessageStream(org.apache.beam.sdk.values.PValue pvalue,
org.apache.samza.operators.MessageStream<OpMessage<OutT>> stream)
public org.apache.samza.operators.MessageStream<OpMessage<java.lang.String>> getDummyStream()
public <OutT> org.apache.samza.operators.MessageStream<OpMessage<OutT>> getMessageStream(org.apache.beam.sdk.values.PValue pvalue)
public <InT extends org.apache.beam.sdk.values.PValue,OutT extends org.apache.beam.sdk.values.PValue> void attachTransformMetricOp(org.apache.beam.sdk.transforms.PTransform<InT,OutT> transform,
org.apache.beam.sdk.runners.TransformHierarchy.Node node,
SamzaMetricOpFactory.OpType opType)
public <ElemT,ViewT> void registerViewStream(org.apache.beam.sdk.values.PCollectionView<ViewT> view,
org.apache.samza.operators.MessageStream<OpMessage<java.lang.Iterable<ElemT>>> stream)
public <InT> org.apache.samza.operators.MessageStream<OpMessage<InT>> getViewStream(org.apache.beam.sdk.values.PCollectionView<?> view)
public <ViewT> java.lang.String getViewId(org.apache.beam.sdk.values.PCollectionView<ViewT> view)
public void setCurrentTransform(org.apache.beam.sdk.runners.AppliedPTransform<?,?,?> currentTransform)
public void clearCurrentTransform()
public org.apache.beam.sdk.runners.AppliedPTransform<?,?,?> getCurrentTransform()
public <InT extends org.apache.beam.sdk.values.PValue> InT getInput(org.apache.beam.sdk.transforms.PTransform<InT,?> transform)
public <OutT extends org.apache.beam.sdk.values.PValue> OutT getOutput(org.apache.beam.sdk.transforms.PTransform<?,OutT> transform)
public <OutT> org.apache.beam.sdk.values.TupleTag<OutT> getOutputTag(org.apache.beam.sdk.transforms.PTransform<?,? extends org.apache.beam.sdk.values.PCollection<OutT>> transform)
public SamzaPipelineOptions getPipelineOptions()
public <OutT> org.apache.samza.operators.OutputStream<OutT> getOutputStream(org.apache.samza.system.descriptors.OutputDescriptor<OutT,?> outputDescriptor)
public <K,V> org.apache.samza.table.Table<org.apache.samza.operators.KV<K,V>> getTable(org.apache.samza.table.descriptors.TableDescriptor<K,V,?> tableDesc)
public java.lang.String getIdForPValue(org.apache.beam.sdk.values.PValue pvalue)
public java.lang.String getTransformFullName()
public java.lang.String getTransformId()
public StoreIdGenerator getStoreIdGenerator()