org.apache.tinkerpop.gremlin.hadoop.process.computer.spark

Class SparkExecutor

java.lang.Object

org.apache.tinkerpop.gremlin.hadoop.process.computer.spark.SparkExecutor

public final class SparkExecutor
extends Object

Author:

Marko A. Rodriguez (http://markorodriguez.com)

Method Summary

Modifier and Type	Method and Description
static <K,V> <any>	executeMap(<any> graphRDD, MapReduce<K,V,?,?,?> mapReduce, Configuration apacheConfiguration)
static <K,V,OK,OV> <any>	executeReduce(<any> mapRDD, MapReduce<K,V,OK,OV,?> mapReduce, Configuration apacheConfiguration)
static <M> <any>	executeVertexProgramIteration(<any> graphRDD, <any> viewIncomingRDD, SparkMemory memory, Configuration apacheConfiguration)
static <M> <any>	prepareGraphRDDForMapReduce(<any> graphRDD, <any> viewIncomingRDD, String[] elementComputeKeys)
static void	saveMapReduceRDD(<any> mapReduceRDD, MapReduce mapReduce, Memory.Admin memory, org.apache.hadoop.conf.Configuration hadoopConfiguration)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

executeVertexProgramIteration

public static <M> <any> executeVertexProgramIteration(<any> graphRDD,
                                                      <any> viewIncomingRDD,
                                                      SparkMemory memory,
                                                      Configuration apacheConfiguration)

prepareGraphRDDForMapReduce

public static <M> <any> prepareGraphRDDForMapReduce(<any> graphRDD,
                                                    <any> viewIncomingRDD,
                                                    String[] elementComputeKeys)

executeMap

public static <K,V> <any> executeMap(<any> graphRDD,
                                     MapReduce<K,V,?,?,?> mapReduce,
                                     Configuration apacheConfiguration)

executeReduce

public static <K,V,OK,OV> <any> executeReduce(<any> mapRDD,
                                              MapReduce<K,V,OK,OV,?> mapReduce,
                                              Configuration apacheConfiguration)

saveMapReduceRDD

public static void saveMapReduceRDD(<any> mapReduceRDD,
                                    MapReduce mapReduce,
                                    Memory.Admin memory,
                                    org.apache.hadoop.conf.Configuration hadoopConfiguration)