org.apache.hadoop.hive.ql.txn.compactor.handler

Class TaskHandler

java.lang.Object

org.apache.hadoop.hive.ql.txn.compactor.handler.TaskHandler

public abstract class TaskHandler
extends Object

An abstract class which defines the list of utility methods for performing cleanup activities.

Field Summary

Fields

Modifier and Type	Field and Description
protected HiveConf	conf
protected long	defaultRetention
protected FSRemover	fsRemover
protected MetadataCache	metadataCache
protected boolean	metricsEnabled
protected TxnStore	txnHandler

Method Summary

Modifier and Type	Method and Description
protected boolean	cleanAndVerifyObsoleteDirectories(CompactionInfo info, String location, ValidReaderWriteIdList validWriteIdList, org.apache.hadoop.hive.metastore.api.Table table)
abstract List<Runnable>	getTasks()
protected ValidReaderWriteIdList	getValidCleanerWriteIdList(CompactionInfo info, ValidTxnList validTxnList)
protected void	handleCleanerAttemptFailure(CompactionInfo info, String errorMessage)
protected org.apache.hadoop.hive.metastore.api.Partition	resolvePartition(String dbName, String tableName, String partName)
protected org.apache.hadoop.hive.metastore.api.Table	resolveTable(String dbName, String tableName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

txnHandler

protected final TxnStore txnHandler

conf

protected final HiveConf conf

metricsEnabled

protected final boolean metricsEnabled

metadataCache

protected final MetadataCache metadataCache

fsRemover

protected final FSRemover fsRemover

defaultRetention

protected final long defaultRetention

Method Detail

getTasks

public abstract List<Runnable> getTasks()
                                 throws org.apache.hadoop.hive.metastore.api.MetaException

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

resolveTable

protected org.apache.hadoop.hive.metastore.api.Table resolveTable(String dbName,
                                                                  String tableName)
                                                           throws org.apache.hadoop.hive.metastore.api.MetaException

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

resolvePartition

protected org.apache.hadoop.hive.metastore.api.Partition resolvePartition(String dbName,
                                                                          String tableName,
                                                                          String partName)
                                                                   throws org.apache.hadoop.hive.metastore.api.MetaException

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getValidCleanerWriteIdList

protected ValidReaderWriteIdList getValidCleanerWriteIdList(CompactionInfo info,
                                                            ValidTxnList validTxnList)
                                                     throws org.apache.hadoop.hive.metastore.api.NoSuchTxnException,
                                                            org.apache.hadoop.hive.metastore.api.MetaException

Throws:

org.apache.hadoop.hive.metastore.api.NoSuchTxnException

org.apache.hadoop.hive.metastore.api.MetaException

cleanAndVerifyObsoleteDirectories

protected boolean cleanAndVerifyObsoleteDirectories(CompactionInfo info,
                                                    String location,
                                                    ValidReaderWriteIdList validWriteIdList,
                                                    org.apache.hadoop.hive.metastore.api.Table table)
                                             throws org.apache.hadoop.hive.metastore.api.MetaException,
                                                    IOException

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

IOException

handleCleanerAttemptFailure

protected void handleCleanerAttemptFailure(CompactionInfo info,
                                           String errorMessage)
                                    throws org.apache.hadoop.hive.metastore.api.MetaException

Throws:

org.apache.hadoop.hive.metastore.api.MetaException