org.apache.hive.hcatalog.pig

Class HCatStorer

java.lang.Object

StoreFunc

org.apache.hive.hcatalog.pig.HCatStorer

public class HCatStorer
extends StoreFunc

HCatStorer.

Field Summary

Fields

Modifier and Type	Field and Description
protected static java.lang.String	COMPUTED_OUTPUT_SCHEMA
protected HCatSchema	computedSchema
static java.lang.String	INNER_SIGNATURE
static java.lang.String	INNER_SIGNATURE_PREFIX
protected java.util.List<java.lang.String>	partitionKeys
protected java.util.Map<java.lang.String,java.lang.String>	partitions
protected static java.lang.String	PIG_SCHEMA
protected Schema	pigSchema
protected java.lang.String	sign

Constructor Summary

Constructors

Constructor and Description
HCatStorer()
HCatStorer(java.lang.String partSpecs)
HCatStorer(java.lang.String partSpecs, java.lang.String schema)

Method Summary

Modifier and Type	Method and Description
void	checkSchema(ResourceSchema resourceSchema)
void	cleanupOnFailure(java.lang.String location, Job job)
protected HCatSchema	convertPigSchemaToHCatSchema(Schema pigSchema, HCatSchema tableSchema) Constructs HCatSchema from pigSchema.
protected void	doSchemaValidations(Schema pigSchema, HCatSchema tblSchema)
OutputFormat	getOutputFormat()
void	prepareToWrite(RecordWriter writer)
void	putNext(Tuple tuple)
java.lang.String	relToAbsPathForStoreLocation(java.lang.String location, Path curDir)
static boolean	removeTupleFromBag(HCatFieldSchema hcatFieldSchema, FieldSchema bagFieldSchema)
void	setStoreFuncUDFContextSignature(java.lang.String signature)
void	setStoreLocation(java.lang.String location, Job job)
void	storeSchema(ResourceSchema schema, java.lang.String arg1, Job job)
void	storeStatistics(ResourceStatistics stats, java.lang.String arg1, Job job)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

INNER_SIGNATURE

public static final java.lang.String INNER_SIGNATURE

See Also:

Constant Field Values

INNER_SIGNATURE_PREFIX

public static final java.lang.String INNER_SIGNATURE_PREFIX

See Also:

Constant Field Values

COMPUTED_OUTPUT_SCHEMA

protected static final java.lang.String COMPUTED_OUTPUT_SCHEMA

See Also:

Constant Field Values

partitionKeys

protected final java.util.List<java.lang.String> partitionKeys

partitions

protected final java.util.Map<java.lang.String,java.lang.String> partitions

pigSchema

protected Schema pigSchema

computedSchema

protected HCatSchema computedSchema

PIG_SCHEMA

protected static final java.lang.String PIG_SCHEMA

See Also:

Constant Field Values

sign

protected java.lang.String sign

Constructor Detail

HCatStorer

public HCatStorer(java.lang.String partSpecs,
                  java.lang.String schema)
           throws java.lang.Exception

Throws:

java.lang.Exception

HCatStorer

public HCatStorer(java.lang.String partSpecs)
           throws java.lang.Exception

Throws:

java.lang.Exception

HCatStorer

public HCatStorer()
           throws java.lang.Exception

Throws:

java.lang.Exception

Method Detail

getOutputFormat

public OutputFormat getOutputFormat()
                             throws java.io.IOException

Throws:

java.io.IOException

setStoreLocation

public void setStoreLocation(java.lang.String location,
                             Job job)
                      throws java.io.IOException

Throws:

java.io.IOException

storeSchema

public void storeSchema(ResourceSchema schema,
                        java.lang.String arg1,
                        Job job)
                 throws java.io.IOException

Throws:

java.io.IOException

cleanupOnFailure

public void cleanupOnFailure(java.lang.String location,
                             Job job)
                      throws java.io.IOException

Throws:

java.io.IOException

checkSchema

public void checkSchema(ResourceSchema resourceSchema)
                 throws java.io.IOException

Throws:

java.io.IOException

convertPigSchemaToHCatSchema

protected HCatSchema convertPigSchemaToHCatSchema(Schema pigSchema,
                                                  HCatSchema tableSchema)
                                           throws FrontendException

Constructs HCatSchema from pigSchema. Passed tableSchema is the existing schema of the table in metastore.

Throws:

FrontendException

removeTupleFromBag

public static boolean removeTupleFromBag(HCatFieldSchema hcatFieldSchema,
                                         FieldSchema bagFieldSchema)
                                  throws HCatException

Throws:

HCatException

prepareToWrite

public void prepareToWrite(RecordWriter writer)
                    throws java.io.IOException

Throws:

java.io.IOException

putNext

public void putNext(Tuple tuple)
             throws java.io.IOException

Throws:

java.io.IOException

relToAbsPathForStoreLocation

public java.lang.String relToAbsPathForStoreLocation(java.lang.String location,
                                                     Path curDir)
                                              throws java.io.IOException

Throws:

java.io.IOException

setStoreFuncUDFContextSignature

public void setStoreFuncUDFContextSignature(java.lang.String signature)

doSchemaValidations

protected void doSchemaValidations(Schema pigSchema,
                                   HCatSchema tblSchema)
                            throws FrontendException,
                                   HCatException

Throws:

FrontendException

HCatException

storeStatistics

public void storeStatistics(ResourceStatistics stats,
                            java.lang.String arg1,
                            Job job)
                     throws java.io.IOException

Throws:

java.io.IOException