com.ksyun.kmr.hadoop.fs.ks3.committer

类 DirectFileOutputCommitter

java.lang.Object

org.apache.hadoop.mapreduce.OutputCommitter

org.apache.hadoop.mapreduce.lib.output.PathOutputCommitter

org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

com.ksyun.kmr.hadoop.fs.ks3.committer.DirectFileOutputCommitter

public class DirectFileOutputCommitter
extends org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

字段概要

从类继承的字段 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

FILEOUTPUTCOMMITTER_ALGORITHM_VERSION, FILEOUTPUTCOMMITTER_ALGORITHM_VERSION_DEFAULT, FILEOUTPUTCOMMITTER_CLEANUP_FAILURES_IGNORED, FILEOUTPUTCOMMITTER_CLEANUP_FAILURES_IGNORED_DEFAULT, FILEOUTPUTCOMMITTER_CLEANUP_SKIPPED, FILEOUTPUTCOMMITTER_CLEANUP_SKIPPED_DEFAULT, FILEOUTPUTCOMMITTER_FAILURE_ATTEMPTS, FILEOUTPUTCOMMITTER_FAILURE_ATTEMPTS_DEFAULT, FILEOUTPUTCOMMITTER_TASK_CLEANUP_ENABLED, FILEOUTPUTCOMMITTER_TASK_CLEANUP_ENABLED_DEFAULT, PENDING_DIR_NAME, SUCCEEDED_FILE_NAME, SUCCESSFUL_JOB_OUTPUT_DIR_MARKER, TEMP_DIR_NAME

构造器概要

构造器

构造器和说明
DirectFileOutputCommitter(org.apache.hadoop.fs.Path outputPath, org.apache.hadoop.mapreduce.JobContext context)
DirectFileOutputCommitter(org.apache.hadoop.fs.Path outputPath, org.apache.hadoop.mapreduce.TaskAttemptContext context)

方法概要

限定符和类型	方法和说明
void	abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
void	cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
org.apache.hadoop.fs.Path	getWorkPath()
void	init(org.apache.hadoop.fs.Path outputPath, org.apache.hadoop.mapreduce.JobContext context)
boolean	isCommitJobRepeatable(org.apache.hadoop.mapreduce.JobContext context)
boolean	isRecoverySupported()
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
void	recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	setupJob(org.apache.hadoop.mapreduce.JobContext context)
void	setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)

从类继承的方法 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

commitJobInternal, getCommittedTaskPath, getCommittedTaskPath, getCommittedTaskPath, getJobAttemptPath, getJobAttemptPath, getJobAttemptPath, getOutputPath, getTaskAttemptPath, getTaskAttemptPath, toString

从类继承的方法 org.apache.hadoop.mapreduce.lib.output.PathOutputCommitter

hasOutputPath

从类继承的方法 org.apache.hadoop.mapreduce.OutputCommitter

isRecoverySupported

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

构造器详细资料

DirectFileOutputCommitter

public DirectFileOutputCommitter(org.apache.hadoop.fs.Path outputPath,
                                 org.apache.hadoop.mapreduce.TaskAttemptContext context)
                          throws IOException

抛出:

IOException

DirectFileOutputCommitter

public DirectFileOutputCommitter(org.apache.hadoop.fs.Path outputPath,
                                 org.apache.hadoop.mapreduce.JobContext context)
                          throws IOException

抛出:

IOException

方法详细资料

init

public void init(org.apache.hadoop.fs.Path outputPath,
                 org.apache.hadoop.mapreduce.JobContext context)
          throws IOException

抛出:

IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException

覆盖:

setupJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException

覆盖:

commitJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException

覆盖:

cleanupJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
                     org.apache.hadoop.mapreduce.JobStatus.State state)
              throws IOException

覆盖:

abortJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

覆盖:

setupTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

覆盖:

commitTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                       org.apache.hadoop.fs.Path taskAttemptPath)
                throws IOException

覆盖:

commitTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

覆盖:

abortTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                      org.apache.hadoop.fs.Path taskAttemptPath)
               throws IOException

覆盖:

abortTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws IOException

覆盖:

recoverTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException

覆盖:

needsTaskCommit 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                               org.apache.hadoop.fs.Path taskAttemptPath)
                        throws IOException

覆盖:

needsTaskCommit 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

getWorkPath

public org.apache.hadoop.fs.Path getWorkPath()
                                      throws IOException

覆盖:

getWorkPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

isRecoverySupported

public boolean isRecoverySupported()

覆盖:

isRecoverySupported 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

isCommitJobRepeatable

public boolean isCommitJobRepeatable(org.apache.hadoop.mapreduce.JobContext context)
                              throws IOException

覆盖:

isCommitJobRepeatable 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException