org.apache.hive.hcatalog.pig

Class HCatStorer

java.lang.Object

org.apache.pig.StoreFunc

org.apache.hive.hcatalog.pig.HCatStorer

All Implemented Interfaces:

org.apache.pig.StoreFuncInterface, org.apache.pig.StoreMetadata

@InterfaceAudience.Public
 @InterfaceStability.Stable
public class HCatStorer
extends org.apache.pig.StoreFunc

HCatStorer.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HCatBaseStorer.OOR_VALUE_OPT_VALUES valid values for ON_OOR_VALUE_OPT

Field Summary

Fields

Modifier and Type	Field and Description
protected static String	COMPUTED_OUTPUT_SCHEMA
protected HCatSchema	computedSchema
static String	INNER_SIGNATURE
static String	INNER_SIGNATURE_PREFIX
protected List<String>	partitionKeys
protected Map<String,String>	partitions
protected static String	PIG_SCHEMA
protected org.apache.pig.impl.logicalLayer.schema.Schema	pigSchema
protected String	sign

Constructor Summary

Constructors

Constructor and Description
HCatStorer()
HCatStorer(String partSpecs)
HCatStorer(String partSpecs, String pigSchema)
HCatStorer(String partSpecs, String pigSchema, String optString)

Method Summary

Modifier and Type	Method and Description
void	checkSchema(org.apache.pig.ResourceSchema resourceSchema)
void	cleanupOnFailure(String location, org.apache.hadoop.mapreduce.Job job)
protected HCatSchema	convertPigSchemaToHCatSchema(org.apache.pig.impl.logicalLayer.schema.Schema pigSchema, HCatSchema tableSchema) Constructs HCatSchema from pigSchema.
protected void	doSchemaValidations(org.apache.pig.impl.logicalLayer.schema.Schema pigSchema, HCatSchema tblSchema)
org.apache.hadoop.mapreduce.OutputFormat	getOutputFormat()
void	prepareToWrite(org.apache.hadoop.mapreduce.RecordWriter writer)
void	putNext(org.apache.pig.data.Tuple tuple)
String	relToAbsPathForStoreLocation(String location, org.apache.hadoop.fs.Path curDir)
static boolean	removeTupleFromBag(HCatFieldSchema hcatFieldSchema, org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema bagFieldSchema)
void	setStoreFuncUDFContextSignature(String signature)
void	setStoreLocation(String location, org.apache.hadoop.mapreduce.Job job)
void	storeSchema(org.apache.pig.ResourceSchema schema, String arg1, org.apache.hadoop.mapreduce.Job job)
void	storeStatistics(org.apache.pig.ResourceStatistics stats, String arg1, org.apache.hadoop.mapreduce.Job job)

Methods inherited from class org.apache.pig.StoreFunc

cleanupOnFailureImpl, cleanupOnSuccess, supportsParallelWriteToStoreLocation, warn

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

INNER_SIGNATURE

public static final String INNER_SIGNATURE

See Also:

Constant Field Values

INNER_SIGNATURE_PREFIX

public static final String INNER_SIGNATURE_PREFIX

See Also:

Constant Field Values

COMPUTED_OUTPUT_SCHEMA

protected static final String COMPUTED_OUTPUT_SCHEMA

See Also:

Constant Field Values

partitionKeys

protected final List<String> partitionKeys

partitions

protected final Map<String,String> partitions

pigSchema

protected org.apache.pig.impl.logicalLayer.schema.Schema pigSchema

computedSchema

protected HCatSchema computedSchema

PIG_SCHEMA

protected static final String PIG_SCHEMA

See Also:

Constant Field Values

sign

protected String sign

Constructor Detail

HCatStorer

public HCatStorer(String partSpecs,
                  String pigSchema,
                  String optString)
           throws Exception

Parameters:

optString - may empty str (not null), in which case it's no-op

Throws:

Exception

HCatStorer

public HCatStorer(String partSpecs,
                  String pigSchema)
           throws Exception

Throws:

Exception

HCatStorer

public HCatStorer(String partSpecs)
           throws Exception

Throws:

Exception

HCatStorer

public HCatStorer()
           throws Exception

Throws:

Exception

Method Detail

getOutputFormat

public org.apache.hadoop.mapreduce.OutputFormat getOutputFormat()
                                                         throws IOException

Specified by:

getOutputFormat in interface org.apache.pig.StoreFuncInterface

Specified by:

getOutputFormat in class org.apache.pig.StoreFunc

Throws:

IOException

setStoreLocation

public void setStoreLocation(String location,
                             org.apache.hadoop.mapreduce.Job job)
                      throws IOException

Specified by:

setStoreLocation in interface org.apache.pig.StoreFuncInterface

Specified by:

setStoreLocation in class org.apache.pig.StoreFunc

Parameters:

location - databaseName.tableName

Throws:

IOException

storeSchema

public void storeSchema(org.apache.pig.ResourceSchema schema,
                        String arg1,
                        org.apache.hadoop.mapreduce.Job job)
                 throws IOException

Throws:

IOException

cleanupOnFailure

public void cleanupOnFailure(String location,
                             org.apache.hadoop.mapreduce.Job job)
                      throws IOException

Specified by:

cleanupOnFailure in interface org.apache.pig.StoreFuncInterface

Throws:

IOException

checkSchema

public void checkSchema(org.apache.pig.ResourceSchema resourceSchema)
                 throws IOException

Specified by:

checkSchema in interface org.apache.pig.StoreFuncInterface

Overrides:

checkSchema in class org.apache.pig.StoreFunc

Throws:

IOException

convertPigSchemaToHCatSchema

protected HCatSchema convertPigSchemaToHCatSchema(org.apache.pig.impl.logicalLayer.schema.Schema pigSchema,
                                                  HCatSchema tableSchema)
                                           throws org.apache.pig.impl.logicalLayer.FrontendException

Constructs HCatSchema from pigSchema. Passed tableSchema is the existing schema of the table in metastore.

Throws:

org.apache.pig.impl.logicalLayer.FrontendException

removeTupleFromBag

public static boolean removeTupleFromBag(HCatFieldSchema hcatFieldSchema,
                                         org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema bagFieldSchema)
                                  throws HCatException

Throws:

HCatException

prepareToWrite

public void prepareToWrite(org.apache.hadoop.mapreduce.RecordWriter writer)
                    throws IOException

Specified by:

prepareToWrite in interface org.apache.pig.StoreFuncInterface

Specified by:

prepareToWrite in class org.apache.pig.StoreFunc

Throws:

IOException

putNext

public void putNext(org.apache.pig.data.Tuple tuple)
             throws IOException

Specified by:

putNext in interface org.apache.pig.StoreFuncInterface

Specified by:

putNext in class org.apache.pig.StoreFunc

Throws:

IOException

relToAbsPathForStoreLocation

public String relToAbsPathForStoreLocation(String location,
                                           org.apache.hadoop.fs.Path curDir)
                                    throws IOException

Specified by:

relToAbsPathForStoreLocation in interface org.apache.pig.StoreFuncInterface

Overrides:

relToAbsPathForStoreLocation in class org.apache.pig.StoreFunc

Throws:

IOException

setStoreFuncUDFContextSignature

public void setStoreFuncUDFContextSignature(String signature)

Specified by:

setStoreFuncUDFContextSignature in interface org.apache.pig.StoreFuncInterface

Overrides:

setStoreFuncUDFContextSignature in class org.apache.pig.StoreFunc

doSchemaValidations

protected void doSchemaValidations(org.apache.pig.impl.logicalLayer.schema.Schema pigSchema,
                                   HCatSchema tblSchema)
                            throws org.apache.pig.impl.logicalLayer.FrontendException,
                                   HCatException

Throws:

org.apache.pig.impl.logicalLayer.FrontendException

HCatException

storeStatistics

public void storeStatistics(org.apache.pig.ResourceStatistics stats,
                            String arg1,
                            org.apache.hadoop.mapreduce.Job job)
                     throws IOException

Specified by:

storeStatistics in interface org.apache.pig.StoreMetadata

Throws:

IOException