org.apache.hadoop.hive.kafka

Class KafkaRecordReader

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

org.apache.hadoop.hive.kafka.KafkaRecordReader

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

public class KafkaRecordReader
extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

Kafka Records Reader implementation.

Constructor Summary

Constructors

Constructor and Description
KafkaRecordReader()
KafkaRecordReader(KafkaInputSplit inputSplit, org.apache.hadoop.conf.Configuration jobConf)

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
KafkaWritable	createValue()
org.apache.hadoop.io.NullWritable	getCurrentKey()
KafkaWritable	getCurrentValue()
long	getPos()
float	getProgress()
void	initialize(org.apache.hadoop.mapreduce.InputSplit inputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	next(org.apache.hadoop.io.NullWritable nullWritable, KafkaWritable bytesWritable)
boolean	nextKeyValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

KafkaRecordReader

public KafkaRecordReader()

KafkaRecordReader

public KafkaRecordReader(KafkaInputSplit inputSplit,
                         org.apache.hadoop.conf.Configuration jobConf)

Method Detail

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit inputSplit,
                       org.apache.hadoop.mapreduce.TaskAttemptContext context)

Specified by:

initialize in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

next

public boolean next(org.apache.hadoop.io.NullWritable nullWritable,
                    KafkaWritable bytesWritable)

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

createValue

public KafkaWritable createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

getPos

public long getPos()

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

nextKeyValue

public boolean nextKeyValue()

Specified by:

nextKeyValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

getCurrentKey

public org.apache.hadoop.io.NullWritable getCurrentKey()

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

getCurrentValue

public KafkaWritable getCurrentValue()

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

Specified by:

getProgress in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

close

public void close()

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>

Specified by:

close in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,KafkaWritable>