org.gridgain.grid.kernal.processors.hadoop.v2

Class GridHadoopV2Job

java.lang.Object

org.gridgain.grid.kernal.processors.hadoop.v2.GridHadoopV2Job

All Implemented Interfaces:

org.gridgain.grid.hadoop.GridHadoopJob

public class GridHadoopV2Job
extends Object
implements org.gridgain.grid.hadoop.GridHadoopJob

Hadoop job implementation for v2 API.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.mapred.JobContextImpl	ctx Hadoop native job context.
protected GridHadoopDefaultJobInfo	jobInfo Job info.

Constructor Summary

Constructors

Constructor and Description
GridHadoopV2Job(org.gridgain.grid.hadoop.GridHadoopJobId jobId, GridHadoopDefaultJobInfo jobInfo)

Method Summary

Methods

Modifier and Type	Method and Description
void	afterTaskRun(org.gridgain.grid.hadoop.GridHadoopTaskInfo info)
org.apache.hadoop.mapred.TaskAttemptID	attemptId(org.gridgain.grid.hadoop.GridHadoopTaskInfo taskInfo) Creates Hadoop attempt ID.
void	beforeTaskRun(org.gridgain.grid.hadoop.GridHadoopTaskInfo info)
Comparator<?>	combineGroupComparator()
org.gridgain.grid.hadoop.GridHadoopTask	createTask(org.gridgain.grid.hadoop.GridHadoopTaskInfo taskInfo)
void	dispose(boolean external)
Object	getNativeSplit(org.gridgain.grid.hadoop.GridHadoopInputSplit split)
org.apache.hadoop.mapred.JobContext	hadoopJobContext() Hadoop native job context.
org.gridgain.grid.hadoop.GridHadoopJobId	id()
org.gridgain.grid.hadoop.GridHadoopJobInfo	info()
void	initialize(boolean external, UUID locNodeId)
Collection<org.gridgain.grid.hadoop.GridHadoopInputSplit>	input()
org.gridgain.grid.hadoop.GridHadoopSerialization	keySerialization()
org.gridgain.grid.hadoop.GridHadoopPartitioner	partitioner()
Comparator<?>	reduceGroupComparator()
Comparator<?>	sortComparator()
org.gridgain.grid.hadoop.GridHadoopSerialization	valueSerialization()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

jobInfo

protected GridHadoopDefaultJobInfo jobInfo

Job info.

ctx

protected org.apache.hadoop.mapred.JobContextImpl ctx

Hadoop native job context.

Constructor Detail

GridHadoopV2Job

public GridHadoopV2Job(org.gridgain.grid.hadoop.GridHadoopJobId jobId,
               GridHadoopDefaultJobInfo jobInfo)

Parameters:

jobId - Job ID.

jobInfo - Job info.

Method Detail

id

public org.gridgain.grid.hadoop.GridHadoopJobId id()

Specified by:

id in interface org.gridgain.grid.hadoop.GridHadoopJob

info

public org.gridgain.grid.hadoop.GridHadoopJobInfo info()

Specified by:

info in interface org.gridgain.grid.hadoop.GridHadoopJob

input

public Collection<org.gridgain.grid.hadoop.GridHadoopInputSplit> input()
                                                                throws org.gridgain.grid.GridException

Specified by:

input in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

partitioner

public org.gridgain.grid.hadoop.GridHadoopPartitioner partitioner()
                                                           throws org.gridgain.grid.GridException

Specified by:

partitioner in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

createTask

public org.gridgain.grid.hadoop.GridHadoopTask createTask(org.gridgain.grid.hadoop.GridHadoopTaskInfo taskInfo)

Specified by:

createTask in interface org.gridgain.grid.hadoop.GridHadoopJob

keySerialization

public org.gridgain.grid.hadoop.GridHadoopSerialization keySerialization()
                                                                  throws org.gridgain.grid.GridException

Specified by:

keySerialization in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

valueSerialization

public org.gridgain.grid.hadoop.GridHadoopSerialization valueSerialization()
                                                                    throws org.gridgain.grid.GridException

Specified by:

valueSerialization in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

sortComparator

public Comparator<?> sortComparator()

Specified by:

sortComparator in interface org.gridgain.grid.hadoop.GridHadoopJob

reduceGroupComparator

public Comparator<?> reduceGroupComparator()

Specified by:

reduceGroupComparator in interface org.gridgain.grid.hadoop.GridHadoopJob

combineGroupComparator

public Comparator<?> combineGroupComparator()

Specified by:

combineGroupComparator in interface org.gridgain.grid.hadoop.GridHadoopJob

attemptId

public org.apache.hadoop.mapred.TaskAttemptID attemptId(org.gridgain.grid.hadoop.GridHadoopTaskInfo taskInfo)

Creates Hadoop attempt ID.

Parameters:

taskInfo - Task info.

Returns:

Attempt ID.

hadoopJobContext

public org.apache.hadoop.mapred.JobContext hadoopJobContext()

Hadoop native job context.

getNativeSplit

public Object getNativeSplit(org.gridgain.grid.hadoop.GridHadoopInputSplit split)
                      throws org.gridgain.grid.GridException

Parameters:

split - Split.

Returns:

Native Hadoop split.

Throws:

org.gridgain.grid.GridException - if failed.

initialize

public void initialize(boolean external,
              UUID locNodeId)
                throws org.gridgain.grid.GridException

Specified by:

initialize in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

dispose

public void dispose(boolean external)
             throws org.gridgain.grid.GridException

Specified by:

dispose in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

beforeTaskRun

public void beforeTaskRun(org.gridgain.grid.hadoop.GridHadoopTaskInfo info)
                   throws org.gridgain.grid.GridException

Specified by:

beforeTaskRun in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException

afterTaskRun

public void afterTaskRun(org.gridgain.grid.hadoop.GridHadoopTaskInfo info)
                  throws org.gridgain.grid.GridException

Specified by:

afterTaskRun in interface org.gridgain.grid.hadoop.GridHadoopJob

Throws:

org.gridgain.grid.GridException