@InterfaceAudience.Public
@InterfaceStability.Stable
public class Ks3FileOutputCommitter
extends org.apache.hadoop.mapred.OutputCommitter
OutputCommitter that commits files specified
in job output directory i.e. ${mapreduce.output.fileoutputformat.outputdir}.| 限定符和类型 | 字段和说明 |
|---|---|
static org.slf4j.Logger |
LOG |
static String |
SUCCEEDED_FILE_NAME |
static String |
TEMP_DIR_NAME
Temporary directory name
|
| 构造器和说明 |
|---|
Ks3FileOutputCommitter() |
| 限定符和类型 | 方法和说明 |
|---|---|
void |
abortJob(org.apache.hadoop.mapred.JobContext context,
int runState) |
void |
abortTask(org.apache.hadoop.mapred.TaskAttemptContext context) |
void |
cleanupJob(org.apache.hadoop.mapred.JobContext context)
已过时。
|
void |
commitJob(org.apache.hadoop.mapred.JobContext context) |
void |
commitTask(org.apache.hadoop.mapred.TaskAttemptContext context) |
org.apache.hadoop.fs.Path |
getTaskAttemptPath(org.apache.hadoop.mapred.TaskAttemptContext context) |
org.apache.hadoop.fs.Path |
getWorkPath(org.apache.hadoop.mapred.TaskAttemptContext context,
org.apache.hadoop.fs.Path outputPath) |
boolean |
isCommitJobRepeatable(org.apache.hadoop.mapred.JobContext context) |
boolean |
isRecoverySupported()
已过时。
|
boolean |
isRecoverySupported(org.apache.hadoop.mapred.JobContext context) |
boolean |
needsTaskCommit(org.apache.hadoop.mapred.TaskAttemptContext context) |
void |
recoverTask(org.apache.hadoop.mapred.TaskAttemptContext context) |
void |
setupJob(org.apache.hadoop.mapred.JobContext context) |
void |
setupTask(org.apache.hadoop.mapred.TaskAttemptContext context) |
@InterfaceAudience.Private
public org.apache.hadoop.fs.Path getTaskAttemptPath(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
IOExceptionpublic org.apache.hadoop.fs.Path getWorkPath(org.apache.hadoop.mapred.TaskAttemptContext context,
org.apache.hadoop.fs.Path outputPath)
throws IOException
IOExceptionpublic void setupJob(org.apache.hadoop.mapred.JobContext context)
throws IOException
setupJob 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void commitJob(org.apache.hadoop.mapred.JobContext context)
throws IOException
commitJob 在类中 org.apache.hadoop.mapred.OutputCommitterIOException@Deprecated public void cleanupJob(org.apache.hadoop.mapred.JobContext context) throws IOException
cleanupJob 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void abortJob(org.apache.hadoop.mapred.JobContext context,
int runState)
throws IOException
abortJob 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void setupTask(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
setupTask 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void commitTask(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
commitTask 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void abortTask(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
abortTask 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic boolean needsTaskCommit(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
needsTaskCommit 在类中 org.apache.hadoop.mapred.OutputCommitterIOException@Deprecated public boolean isRecoverySupported()
isRecoverySupported 在类中 org.apache.hadoop.mapred.OutputCommitterpublic boolean isCommitJobRepeatable(org.apache.hadoop.mapred.JobContext context)
throws IOException
isCommitJobRepeatable 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic boolean isRecoverySupported(org.apache.hadoop.mapred.JobContext context)
throws IOException
isRecoverySupported 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionpublic void recoverTask(org.apache.hadoop.mapred.TaskAttemptContext context)
throws IOException
recoverTask 在类中 org.apache.hadoop.mapred.OutputCommitterIOExceptionCopyright © 2022. All rights reserved.