org.apache.pig.backend.hadoop.executionengine.mapReduceLayer
Class PigOutputCommitter

java.lang.Object
  org.apache.hadoop.mapreduce.OutputCommitter
      org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).

Constructor Summary

PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, List<POStore> mapStores, List<POStore> reduceStores)

Method Summary

void	abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	isRecoverySupported()
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.hadoop.mapreduce.JobContext	setUpContext(org.apache.hadoop.mapreduce.JobContext context, POStore store)
void	setupJob(org.apache.hadoop.mapreduce.JobContext context)
void	setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static void	storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                          List<POStore> mapStores,
                          List<POStore> reduceStores)
                   throws IOException

Parameters:

context -

mapStores -

reduceStores -

Throws:

IOException

Method Detail

setUpContext

public static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
                                                                  POStore store)
                                                           throws IOException

Throws:

IOException

storeCleanup

public static void storeCleanup(POStore store,
                                org.apache.hadoop.conf.Configuration conf)
                         throws IOException

Throws:

IOException

isRecoverySupported

public boolean isRecoverySupported()

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws IOException

Throws:

IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException

Overrides:

cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException

Overrides:

commitJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
                     org.apache.hadoop.mapreduce.JobStatus.State state)
              throws IOException

Overrides:

abortJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

Specified by:

abortTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

Specified by:

commitTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException

Specified by:

needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException

Specified by:

setupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

Specified by:

setupTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException