org.apache.phoenix.hive.mapreduce

Class PhoenixOutputFormat<T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

java.lang.Object

org.apache.phoenix.hive.mapreduce.PhoenixOutputFormat<T>

All Implemented Interfaces:

org.apache.hadoop.hive.ql.io.AcidOutputFormat<org.apache.hadoop.io.NullWritable,T>, org.apache.hadoop.hive.ql.io.HiveOutputFormat<org.apache.hadoop.io.NullWritable,T>, org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,T>

public class PhoenixOutputFormat<T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>
extends java.lang.Object
implements org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,T>, org.apache.hadoop.hive.ql.io.AcidOutputFormat<org.apache.hadoop.io.NullWritable,T>

Custom OutputFormat to feed into Hive. Describes the output-specification for a Map-Reduce job.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.hive.ql.io.AcidOutputFormat

org.apache.hadoop.hive.ql.io.AcidOutputFormat.Options

Constructor Summary

Constructors

Constructor and Description
PhoenixOutputFormat()

Method Summary

Modifier and Type	Method and Description
void	checkOutputSpecs(org.apache.hadoop.fs.FileSystem ignored, org.apache.hadoop.mapred.JobConf job)
org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter	getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.fs.Path finalOutPath, java.lang.Class<? extends org.apache.hadoop.io.Writable> valueClass, boolean isCompressed, java.util.Properties tableProperties, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter	getRawRecordWriter(org.apache.hadoop.fs.Path path, org.apache.hadoop.hive.ql.io.AcidOutputFormat.Options options)
org.apache.hadoop.hive.ql.io.RecordUpdater	getRecordUpdater(org.apache.hadoop.fs.Path path, org.apache.hadoop.hive.ql.io.AcidOutputFormat.Options options)
org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,T>	getRecordWriter(org.apache.hadoop.fs.FileSystem ignored, org.apache.hadoop.mapred.JobConf jobConf, java.lang.String name, org.apache.hadoop.util.Progressable progress)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PhoenixOutputFormat

public PhoenixOutputFormat()

Method Detail

getRecordWriter

public org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,T> getRecordWriter(org.apache.hadoop.fs.FileSystem ignored,
                                                                                                  org.apache.hadoop.mapred.JobConf jobConf,
                                                                                                  java.lang.String name,
                                                                                                  org.apache.hadoop.util.Progressable progress)
                                                                                           throws java.io.IOException

Specified by:

getRecordWriter in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

Throws:

java.io.IOException

checkOutputSpecs

public void checkOutputSpecs(org.apache.hadoop.fs.FileSystem ignored,
                             org.apache.hadoop.mapred.JobConf job)
                      throws java.io.IOException

Specified by:

checkOutputSpecs in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

Throws:

java.io.IOException

getHiveRecordWriter

public org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jobConf,
                                                                                        org.apache.hadoop.fs.Path finalOutPath,
                                                                                        java.lang.Class<? extends org.apache.hadoop.io.Writable> valueClass,
                                                                                        boolean isCompressed,
                                                                                        java.util.Properties tableProperties,
                                                                                        org.apache.hadoop.util.Progressable progress)
                                                                                 throws java.io.IOException

Specified by:

getHiveRecordWriter in interface org.apache.hadoop.hive.ql.io.HiveOutputFormat<org.apache.hadoop.io.NullWritable,T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

Throws:

java.io.IOException

getRecordUpdater

public org.apache.hadoop.hive.ql.io.RecordUpdater getRecordUpdater(org.apache.hadoop.fs.Path path,
                                                                   org.apache.hadoop.hive.ql.io.AcidOutputFormat.Options options)
                                                            throws java.io.IOException

Specified by:

getRecordUpdater in interface org.apache.hadoop.hive.ql.io.AcidOutputFormat<org.apache.hadoop.io.NullWritable,T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

Throws:

java.io.IOException

getRawRecordWriter

public org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter getRawRecordWriter(org.apache.hadoop.fs.Path path,
                                                                                       org.apache.hadoop.hive.ql.io.AcidOutputFormat.Options options)
                                                                                throws java.io.IOException

Specified by:

getRawRecordWriter in interface org.apache.hadoop.hive.ql.io.AcidOutputFormat<org.apache.hadoop.io.NullWritable,T extends org.apache.hadoop.mapreduce.lib.db.DBWritable>

Throws:

java.io.IOException