org.apache.hadoop.hive.ql.io.avro

Class AvroGenericRecordReader

java.lang.Object

org.apache.hadoop.hive.ql.io.avro.AvroGenericRecordReader

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.hadoop.mapred.JobConfigurable, org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

public class AvroGenericRecordReader
extends java.lang.Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>, org.apache.hadoop.mapred.JobConfigurable

RecordReader optimized against Avro GenericRecords that returns to record as the value of the k-v pair, as Hive requires.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.mapred.JobConf	jobConf

Constructor Summary

Constructors

Constructor and Description
AvroGenericRecordReader(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.FileSplit split, org.apache.hadoop.mapred.Reporter reporter)

Method Summary

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.hadoop.mapred.JobConf jobConf)
org.apache.hadoop.io.NullWritable	createKey()
org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable	createValue()
long	getPos()
float	getProgress()
boolean	next(org.apache.hadoop.io.NullWritable nullWritable, org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable record)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

jobConf

protected org.apache.hadoop.mapred.JobConf jobConf

Constructor Detail

AvroGenericRecordReader

public AvroGenericRecordReader(org.apache.hadoop.mapred.JobConf job,
                               org.apache.hadoop.mapred.FileSplit split,
                               org.apache.hadoop.mapred.Reporter reporter)
                        throws java.io.IOException

Throws:

java.io.IOException

Method Detail

next

public boolean next(org.apache.hadoop.io.NullWritable nullWritable,
                    org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable record)
             throws java.io.IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

Throws:

java.io.IOException

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

createValue

public org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

getPos

public long getPos()
            throws java.io.IOException

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

Throws:

java.io.IOException

close

public void close()
           throws java.io.IOException

Specified by:

close in interface java.io.Closeable

Specified by:

close in interface java.lang.AutoCloseable

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

Throws:

java.io.IOException

getProgress

public float getProgress()
                  throws java.io.IOException

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.serde2.avro.AvroGenericRecordWritable>

Throws:

java.io.IOException

configure

public void configure(org.apache.hadoop.mapred.JobConf jobConf)

Specified by:

configure in interface org.apache.hadoop.mapred.JobConfigurable