org.apache.hadoop.hive.ql.io.parquet.write

Class ParquetRecordWriterWrapper

java.lang.Object

org.apache.hadoop.hive.ql.io.parquet.write.ParquetRecordWriterWrapper

All Implemented Interfaces:

FileSinkOperator.RecordWriter, StatsProvidingRecordWriter, org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>

public class ParquetRecordWriterWrapper
extends Object
implements org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>, StatsProvidingRecordWriter, FileSinkOperator.RecordWriter

Field Summary

Fields

Modifier and Type	Field and Description
static org.slf4j.Logger	LOG

Constructor Summary

Constructors

Constructor and Description
ParquetRecordWriterWrapper(org.apache.hadoop.mapreduce.OutputFormat<Void,ParquetHiveRecord> realOutputFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.hadoop.util.Progressable progress, Properties tableProperties)
ParquetRecordWriterWrapper(org.apache.parquet.hadoop.ParquetOutputFormat<ParquetHiveRecord> realOutputFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.hadoop.util.Progressable progress)

Method Summary

Modifier and Type	Method and Description
void	close(boolean abort)
void	close(org.apache.hadoop.mapred.Reporter reporter)
SerDeStats	getStats() Returns the statistics information
void	write(org.apache.hadoop.io.NullWritable key, ParquetHiveRecord value)
void	write(org.apache.hadoop.io.Writable w)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.slf4j.Logger LOG

Constructor Detail

ParquetRecordWriterWrapper

public ParquetRecordWriterWrapper(org.apache.hadoop.mapreduce.OutputFormat<Void,ParquetHiveRecord> realOutputFormat,
                                  org.apache.hadoop.mapred.JobConf jobConf,
                                  String name,
                                  org.apache.hadoop.util.Progressable progress,
                                  Properties tableProperties)
                           throws IOException

Throws:

IOException

ParquetRecordWriterWrapper

public ParquetRecordWriterWrapper(org.apache.parquet.hadoop.ParquetOutputFormat<ParquetHiveRecord> realOutputFormat,
                                  org.apache.hadoop.mapred.JobConf jobConf,
                                  String name,
                                  org.apache.hadoop.util.Progressable progress)
                           throws IOException

Throws:

IOException

Method Detail

close

public void close(org.apache.hadoop.mapred.Reporter reporter)
           throws IOException

Specified by:

close in interface org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>

Throws:

IOException

write

public void write(org.apache.hadoop.io.NullWritable key,
                  ParquetHiveRecord value)
           throws IOException

Specified by:

write in interface org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>

Throws:

IOException

close

public void close(boolean abort)
           throws IOException

Specified by:

close in interface FileSinkOperator.RecordWriter

Throws:

IOException

write

public void write(org.apache.hadoop.io.Writable w)
           throws IOException

Specified by:

write in interface FileSinkOperator.RecordWriter

Throws:

IOException

getStats

public SerDeStats getStats()

Description copied from interface: StatsProvidingRecordWriter

Returns the statistics information

Specified by:

getStats in interface StatsProvidingRecordWriter

Returns:

SerDeStats