ai.grakn.kb.internal.computer

Class GraknSparkExecutor

java.lang.Object

ai.grakn.kb.internal.computer.GraknSparkExecutor

public class GraknSparkExecutor
extends Object

This is a modified version of Spark Executor. We change its behaviour so it can work with our own graph computer.

Author:

Jason Liu, Marko A. Rodriguez

Method Summary

Modifier and Type	Method and Description
static org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable>	applyGraphFilter(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.tinkerpop.gremlin.process.computer.GraphFilter graphFilter)
static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV>	executeCombine(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD, org.apache.commons.configuration.Configuration graphComputerConfiguration)
static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V>	executeMap(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,?,?,?> mapReduce, org.apache.commons.configuration.Configuration graphComputerConfiguration)
static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV>	executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapOrCombineRDD, org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,OK,OV,?> mapReduce, org.apache.commons.configuration.Configuration graphComputerConfiguration)
static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>>	executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD, GraknSparkMemory memory, org.apache.commons.configuration.Configuration graphComputerConfiguration, org.apache.commons.configuration.Configuration vertexProgramConfiguration)
static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable>	prepareFinalGraphRDD(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD, org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD, Set<org.apache.tinkerpop.gremlin.process.computer.VertexComputeKey> vertexComputeKeys)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

applyGraphFilter

public static org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> applyGraphFilter(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
                                                                                                                                             org.apache.tinkerpop.gremlin.process.computer.GraphFilter graphFilter)

executeVertexProgramIteration

public static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> executeVertexProgramIteration(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
                                                                                                                                                                                 org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD,
                                                                                                                                                                                 GraknSparkMemory memory,
                                                                                                                                                                                 org.apache.commons.configuration.Configuration graphComputerConfiguration,
                                                                                                                                                                                 org.apache.commons.configuration.Configuration vertexProgramConfiguration)

prepareFinalGraphRDD

public static <M> org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> prepareFinalGraphRDD(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
                                                                                                                                                     org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.spark.process.computer.payload.ViewIncomingPayload<M>> viewIncomingRDD,
                                                                                                                                                     Set<org.apache.tinkerpop.gremlin.process.computer.VertexComputeKey> vertexComputeKeys)

executeMap

public static <K,V> org.apache.spark.api.java.JavaPairRDD<K,V> executeMap(org.apache.spark.api.java.JavaPairRDD<Object,org.apache.tinkerpop.gremlin.hadoop.structure.io.VertexWritable> graphRDD,
                                                                          org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,?,?,?> mapReduce,
                                                                          org.apache.commons.configuration.Configuration graphComputerConfiguration)

executeCombine

public static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV> executeCombine(org.apache.spark.api.java.JavaPairRDD<K,V> mapRDD,
                                                                                      org.apache.commons.configuration.Configuration graphComputerConfiguration)

executeReduce

public static <K,V,OK,OV> org.apache.spark.api.java.JavaPairRDD<OK,OV> executeReduce(org.apache.spark.api.java.JavaPairRDD<K,V> mapOrCombineRDD,
                                                                                     org.apache.tinkerpop.gremlin.process.computer.MapReduce<K,V,OK,OV,?> mapReduce,
                                                                                     org.apache.commons.configuration.Configuration graphComputerConfiguration)