com.ksyun.kmr.hadoop.fs.ks3.committer

类 CommitInfoFileCommitter

java.lang.Object

org.apache.hadoop.mapreduce.OutputCommitter

org.apache.hadoop.mapreduce.lib.output.PathOutputCommitter

org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

com.ksyun.kmr.hadoop.fs.ks3.committer.CommitInfoFileCommitter

@InterfaceAudience.Public
 @InterfaceStability.Stable
public class CommitInfoFileCommitter
extends org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

嵌套类概要

嵌套类

限定符和类型	类和说明
static class	CommitInfoFileCommitter.PendingCommitFilter
static class	CommitInfoFileCommitter.PendingCommitListFilter

字段概要

字段

限定符和类型	字段和说明
static String	PENDING_DIR_NAME 本committer用v1方式来提交信息文件，这些信息文件用在commit job时提交ks3文件 有时会通过store直接操作来减轻对ks3的压力
static String	SUCCEEDED_FILE_NAME
static String	SUCCESSFUL_JOB_OUTPUT_DIR_MARKER
static String	TASK_DIR_NAME

从类继承的字段 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

FILEOUTPUTCOMMITTER_ALGORITHM_VERSION, FILEOUTPUTCOMMITTER_ALGORITHM_VERSION_DEFAULT, FILEOUTPUTCOMMITTER_CLEANUP_FAILURES_IGNORED, FILEOUTPUTCOMMITTER_CLEANUP_FAILURES_IGNORED_DEFAULT, FILEOUTPUTCOMMITTER_CLEANUP_SKIPPED, FILEOUTPUTCOMMITTER_CLEANUP_SKIPPED_DEFAULT, FILEOUTPUTCOMMITTER_FAILURE_ATTEMPTS, FILEOUTPUTCOMMITTER_FAILURE_ATTEMPTS_DEFAULT, FILEOUTPUTCOMMITTER_TASK_CLEANUP_ENABLED, FILEOUTPUTCOMMITTER_TASK_CLEANUP_ENABLED_DEFAULT, TEMP_DIR_NAME

构造器概要

构造器

构造器和说明
CommitInfoFileCommitter(org.apache.hadoop.fs.Path outputPath, org.apache.hadoop.mapreduce.JobContext context)

方法概要

限定符和类型	方法和说明
void	abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
void	cleanupJob(org.apache.hadoop.mapreduce.JobContext context) 已过时。
void	commitJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
protected org.apache.hadoop.fs.Path	getCommittedTaskPath(int appAttemptId, org.apache.hadoop.mapreduce.TaskAttemptContext context)
org.apache.hadoop.fs.Path	getCommittedTaskPath(org.apache.hadoop.mapreduce.TaskAttemptContext context)
protected org.apache.hadoop.fs.Path	getJobAttemptPath(int appAttemptId)
org.apache.hadoop.fs.Path	getJobAttemptPath(org.apache.hadoop.mapreduce.JobContext context)
static org.apache.hadoop.fs.Path	getJobAttemptPath(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path out)
org.apache.hadoop.fs.Path	getTaskAttemptPath(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.hadoop.fs.Path	getTaskAttemptPath(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path out)
org.apache.hadoop.fs.Path	getWorkPath()
boolean	isCommitJobRepeatable(org.apache.hadoop.mapreduce.JobContext context)
boolean	isRecoverySupported() 已过时。
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context, org.apache.hadoop.fs.Path taskAttemptPath)
void	recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	setupJob(org.apache.hadoop.mapreduce.JobContext context)
void	setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)

从类继承的方法 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

commitJobInternal, getCommittedTaskPath, getOutputPath, toString

从类继承的方法 org.apache.hadoop.mapreduce.lib.output.PathOutputCommitter

hasOutputPath

从类继承的方法 org.apache.hadoop.mapreduce.OutputCommitter

isRecoverySupported

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

字段详细资料

PENDING_DIR_NAME

public static final String PENDING_DIR_NAME

本committer用v1方式来提交信息文件，这些信息文件用在commit job时提交ks3文件 有时会通过store直接操作来减轻对ks3的压力

另请参阅:

常量字段值

TASK_DIR_NAME

public static final String TASK_DIR_NAME

另请参阅:

常量字段值

SUCCEEDED_FILE_NAME

public static final String SUCCEEDED_FILE_NAME

另请参阅:

常量字段值

SUCCESSFUL_JOB_OUTPUT_DIR_MARKER

public static final String SUCCESSFUL_JOB_OUTPUT_DIR_MARKER

另请参阅:

常量字段值

构造器详细资料

CommitInfoFileCommitter

public CommitInfoFileCommitter(org.apache.hadoop.fs.Path outputPath,
                               org.apache.hadoop.mapreduce.JobContext context)
                        throws IOException

抛出:

IOException

方法详细资料

getJobAttemptPath

public org.apache.hadoop.fs.Path getJobAttemptPath(org.apache.hadoop.mapreduce.JobContext context)

覆盖:

getJobAttemptPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

getJobAttemptPath

public static org.apache.hadoop.fs.Path getJobAttemptPath(org.apache.hadoop.mapreduce.JobContext context,
                                                          org.apache.hadoop.fs.Path out)

getJobAttemptPath

protected org.apache.hadoop.fs.Path getJobAttemptPath(int appAttemptId)

覆盖:

getJobAttemptPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

getTaskAttemptPath

public org.apache.hadoop.fs.Path getTaskAttemptPath(org.apache.hadoop.mapreduce.TaskAttemptContext context)

覆盖:

getTaskAttemptPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

getTaskAttemptPath

public static org.apache.hadoop.fs.Path getTaskAttemptPath(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                                                           org.apache.hadoop.fs.Path out)

getCommittedTaskPath

public org.apache.hadoop.fs.Path getCommittedTaskPath(org.apache.hadoop.mapreduce.TaskAttemptContext context)

覆盖:

getCommittedTaskPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

getCommittedTaskPath

protected org.apache.hadoop.fs.Path getCommittedTaskPath(int appAttemptId,
                                                         org.apache.hadoop.mapreduce.TaskAttemptContext context)

覆盖:

getCommittedTaskPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

getWorkPath

public org.apache.hadoop.fs.Path getWorkPath()

覆盖:

getWorkPath 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException

覆盖:

setupJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException

覆盖:

commitJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

cleanupJob

@Deprecated
public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                            throws IOException

已过时。

覆盖:

cleanupJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
                     org.apache.hadoop.mapreduce.JobStatus.State state)
              throws IOException

覆盖:

abortJob 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

覆盖:

setupTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

覆盖:

commitTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

commitTask

@InterfaceAudience.Private
public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                                                  org.apache.hadoop.fs.Path taskAttemptPath)
                                           throws IOException

覆盖:

commitTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

覆盖:

abortTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

abortTask

@InterfaceAudience.Private
public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                                                 org.apache.hadoop.fs.Path taskAttemptPath)
                                          throws IOException

覆盖:

abortTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException

覆盖:

needsTaskCommit 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

needsTaskCommit

@InterfaceAudience.Private
public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                                                          org.apache.hadoop.fs.Path taskAttemptPath)
                                                   throws IOException

覆盖:

needsTaskCommit 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

isRecoverySupported

@Deprecated
public boolean isRecoverySupported()

已过时。

覆盖:

isRecoverySupported 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

isCommitJobRepeatable

public boolean isCommitJobRepeatable(org.apache.hadoop.mapreduce.JobContext context)
                              throws IOException

覆盖:

isCommitJobRepeatable 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws IOException

覆盖:

recoverTask 在类中 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter

抛出:

IOException