org.apache.hadoop.hive.kafka

Class KafkaInputSplit

java.lang.Object

org.apache.hadoop.mapreduce.InputSplit

org.apache.hadoop.mapred.FileSplit

org.apache.hadoop.hive.kafka.KafkaInputSplit

All Implemented Interfaces:

org.apache.hadoop.io.Writable, org.apache.hadoop.mapred.InputSplit, org.apache.hadoop.mapred.InputSplitWithLocationInfo

public class KafkaInputSplit
extends org.apache.hadoop.mapred.FileSplit
implements org.apache.hadoop.mapred.InputSplit

Kafka Hadoop Input Split Class.

Constructor Summary

Constructors

Constructor and Description
KafkaInputSplit()
KafkaInputSplit(String topic, int partition, long startOffset, long endOffset, org.apache.hadoop.fs.Path dummyPath)

Method Summary

Modifier and Type	Method and Description
static KafkaInputSplit	copyOf(KafkaInputSplit other)
boolean	equals(Object o)
long	getEndOffset()
long	getLength()
String[]	getLocations()
int	getPartition()
long	getStartOffset()
String	getTopic()
int	hashCode()
static KafkaInputSplit	intersectRange(KafkaInputSplit split1, KafkaInputSplit split2) Compute the intersection of 2 splits.
void	readFields(DataInput dataInput)
static List<KafkaInputSplit>	slice(long sliceSize, KafkaInputSplit split)
String	toString()
static KafkaInputSplit	unionRange(KafkaInputSplit split1, KafkaInputSplit split2) Compute union of ranges between splits.
void	write(DataOutput dataOutput)

Methods inherited from class org.apache.hadoop.mapred.FileSplit

getLocationInfo, getPath, getStart

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

KafkaInputSplit

public KafkaInputSplit()

KafkaInputSplit

public KafkaInputSplit(String topic,
                       int partition,
                       long startOffset,
                       long endOffset,
                       org.apache.hadoop.fs.Path dummyPath)

Method Detail

getLength

public long getLength()

Specified by:

getLength in interface org.apache.hadoop.mapred.InputSplit

Overrides:

getLength in class org.apache.hadoop.mapred.FileSplit

getLocations

public String[] getLocations()

Specified by:

getLocations in interface org.apache.hadoop.mapred.InputSplit

Overrides:

getLocations in class org.apache.hadoop.mapred.FileSplit

write

public void write(DataOutput dataOutput)
           throws IOException

Specified by:

write in interface org.apache.hadoop.io.Writable

Overrides:

write in class org.apache.hadoop.mapred.FileSplit

Throws:

IOException

readFields

public void readFields(DataInput dataInput)
                throws IOException

Specified by:

readFields in interface org.apache.hadoop.io.Writable

Overrides:

readFields in class org.apache.hadoop.mapred.FileSplit

Throws:

IOException

getTopic

public String getTopic()

getPartition

public int getPartition()

getStartOffset

public long getStartOffset()

getEndOffset

public long getEndOffset()

intersectRange

@Nullable
public static KafkaInputSplit intersectRange(KafkaInputSplit split1,
                                                       KafkaInputSplit split2)

Compute the intersection of 2 splits. Splits must share the same topic and partition number.

Parameters:

split1 - left split

split2 - right split

Returns:

new split that represents range intersection or null if it is not overlapping

unionRange

public static KafkaInputSplit unionRange(KafkaInputSplit split1,
                                         KafkaInputSplit split2)

Compute union of ranges between splits. Splits must share the same topic and partition

Parameters:

split1 - left split

split2 - right split

Returns:

new split with a range including both splits.

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

toString

public String toString()

Overrides:

toString in class org.apache.hadoop.mapred.FileSplit

copyOf

public static KafkaInputSplit copyOf(KafkaInputSplit other)

slice

public static List<KafkaInputSplit> slice(long sliceSize,
                                          KafkaInputSplit split)