org.apache.hadoop.hive.ql.metadata

Class Hive

java.lang.Object

org.apache.hadoop.hive.ql.metadata.Hive

public class Hive
extends Object

This class has functions that implement meta data/DDL operations using calls to the metastore. It has a metastore client instance it uses to communicate with the metastore. It is a thread local variable, and the instances is accessed using static get methods in this class.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Hive.SchemaException

Method Summary

Modifier and Type	Method and Description
void	abortTransactions(List<Long> txnids)
void	addCheckConstraint(List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints)
void	addDefaultConstraint(List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints)
void	addForeignKey(List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeyCols)
void	addNotNullConstraint(List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraintCols)
List<org.apache.hadoop.hive.metastore.api.Partition>	addPartitions(List<org.apache.hadoop.hive.metastore.api.Partition> partitions, boolean ifNotExists, boolean needResults)
void	addPrimaryKey(List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeyCols)
void	addUniqueConstraint(List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraintCols)
static void	addWriteNotificationLog(HiveConf conf, Table tbl, List<String> partitionVals, Long txnId, Long writeId, List<org.apache.hadoop.fs.FileStatus> newFiles, List<org.apache.hadoop.hive.metastore.api.WriteNotificationLogRequest> requestList)
void	addWriteNotificationLog(Table tbl, Map<String,String> partitionSpec, List<org.apache.hadoop.fs.FileStatus> newFiles, Long writeId, List<org.apache.hadoop.hive.metastore.api.WriteNotificationLogRequest> requestList)
boolean	allowClose() Gets the allowClose flag which determines if it is allowed to close metastore connections.
void	alterDatabase(String dbName, org.apache.hadoop.hive.metastore.api.Database db)
void	alterDataConnector(String dcName, org.apache.hadoop.hive.metastore.api.DataConnector connector)
void	alterFunction(String dbName, String funcName, org.apache.hadoop.hive.metastore.api.Function newFunction)
void	alterPartition(String tblName, Partition newPart, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional) Deprecated.
void	alterPartition(String catName, String dbName, String tblName, Partition newPart, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional) Updates the existing partition metadata with the new metadata.
void	alterPartitions(String tblName, List<Partition> newParts, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional) Updates the existing table metadata with the new metadata.
void	alterPartitions(String dbName, String tableName, List<org.apache.hadoop.hive.metastore.api.Partition> partitions, org.apache.hadoop.hive.metastore.api.EnvironmentContext ec, String validWriteIdList, long writeId)
org.apache.hadoop.hive.metastore.api.WMFullResourcePlan	alterResourcePlan(String rpName, org.apache.hadoop.hive.metastore.api.WMNullableResourcePlan resourcePlan, boolean canActivateDisabled, boolean isForceDeactivate, boolean isReplace)
void	alterTable(String catName, String dbName, String tblName, Table newTbl, boolean cascade, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional)
void	alterTable(String catName, String dbName, String tblName, Table newTbl, boolean cascade, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional, long replWriteId)
void	alterTable(String fullyQlfdTblName, Table newTbl, boolean cascade, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional)
void	alterTable(String fullyQlfdTblName, Table newTbl, boolean cascade, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional, long writeId)
void	alterTable(String fullyQlfdTblName, Table newTbl, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional) Updates the existing table metadata with the new metadata.
void	alterTable(Table newTbl, boolean cascade, org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext, boolean transactional)
void	alterTableExecuteOperation(Table table, AlterTableExecuteSpec executeSpec)
void	alterWMPool(org.apache.hadoop.hive.metastore.api.WMNullablePool pool, String poolPath)
void	alterWMTrigger(org.apache.hadoop.hive.metastore.api.WMTrigger trigger)
void	cacheFileMetadata(String dbName, String tableName, String partName, boolean allParts)
void	cancelDelegationToken(String tokenStrForm)
void	cleanUpOneDirectoryForReplace(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.PathFilter pathFilter, HiveConf conf, boolean purge, boolean isNeedRecycle)
static void	clearDestForSubDirSrc(HiveConf conf, org.apache.hadoop.fs.Path dest, org.apache.hadoop.fs.Path src, boolean isSrcLocal)
void	clearFileMetadata(List<Long> fileIds)
void	clearMetaCallTiming()
void	close(boolean forceClose) Closes the connection to metastore for the calling thread if allow to close.
static void	closeCurrent()
org.apache.hadoop.hive.metastore.api.CompactionResponse	compact(org.apache.hadoop.hive.metastore.api.CompactionRequest request) Enqueue a compaction request.
void	compact(String dbname, String tableName, String partName, String compactType, Map<String,String> tblproperties) Deprecated. use compact2(String, String, String, String, Map)
org.apache.hadoop.hive.metastore.api.CompactionResponse	compact2(String dbname, String tableName, String partName, String compactType, Map<String,String> tblproperties) Deprecated. use compact(CompactionRequest)
protected static void	copyFiles(HiveConf conf, org.apache.hadoop.fs.Path srcf, org.apache.hadoop.fs.Path destf, org.apache.hadoop.fs.FileSystem fs, boolean isSrcLocal, boolean isAcidIUD, boolean isOverwrite, List<org.apache.hadoop.fs.FileStatus> newFilesStatus, boolean isBucketed, boolean isFullAcidTable, boolean isManaged, boolean isCompactionTable) Copy files.
void	createDatabase(org.apache.hadoop.hive.metastore.api.Database db) Create a Database.
void	createDatabase(org.apache.hadoop.hive.metastore.api.Database db, boolean ifNotExist) Create a database
void	createDataConnector(org.apache.hadoop.hive.metastore.api.DataConnector connector) Create a DataConnector.
void	createDataConnector(org.apache.hadoop.hive.metastore.api.DataConnector connector, boolean ifNotExist) Create a dataconnector
void	createFunction(org.apache.hadoop.hive.metastore.api.Function func)
static Hive	createHiveForSession(HiveConf c)
void	createOrDropTriggerToPoolMapping(String resourcePlanName, String triggerName, String poolPath, boolean shouldDrop)
void	createOrUpdateWMMapping(org.apache.hadoop.hive.metastore.api.WMMapping mapping, boolean isUpdate)
Partition	createPartition(Table tbl, Map<String,String> partSpec) Creates a partition.
void	createResourcePlan(org.apache.hadoop.hive.metastore.api.WMResourcePlan resourcePlan, String copyFromName, boolean ifNotExists)
void	createRole(String roleName, String ownerName)
void	createTable(String tableName, List<String> columns, List<String> partCols, Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat, Class<?> fileOutputFormat) Creates a table metadata and the directory for the table data
void	createTable(String tableName, List<String> columns, List<String> partCols, Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat, Class<?> fileOutputFormat, int bucketCount, List<String> bucketCols) Creates a table metadata and the directory for the table data
void	createTable(String tableName, List<String> columns, List<String> partCols, Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat, Class<?> fileOutputFormat, int bucketCount, List<String> bucketCols, Map<String,String> parameters) Create a table metadata and the directory for the table data
void	createTable(Table tbl) Creates the table with the give objects
void	createTable(Table tbl, boolean ifNotExists)
void	createTable(Table tbl, boolean ifNotExists, List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeys, List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeys, List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraints, List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraints, List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints, List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints) Creates the table with the given objects.
void	createWMPool(org.apache.hadoop.hive.metastore.api.WMPool pool)
void	createWMTrigger(org.apache.hadoop.hive.metastore.api.WMTrigger trigger)
boolean	databaseExists(String dbName) Query metadata to see if a database with the given name already exists.
boolean	deletePartitionColumnStatistics(String dbName, String tableName, String partName, String colName)
boolean	deleteTableColumnStatistics(String dbName, String tableName, String colName)
void	dropConstraint(String dbName, String tableName, String constraintName)
void	dropDatabase(DropDatabaseDesc desc)
void	dropDatabase(String name) Drop a database.
void	dropDatabase(String name, boolean deleteData, boolean ignoreUnknownDb) Drop a database
void	dropDatabase(String name, boolean deleteData, boolean ignoreUnknownDb, boolean cascade) Drop a database
void	dropDataConnector(String name, boolean ifNotExists) Drop a dataconnector.
void	dropDataConnector(String name, boolean ifNotExists, boolean checkReferences) Drop a dataconnector
void	dropFunction(String dbName, String funcName)
boolean	dropPartition(String dbName, String tableName, List<String> partitionValues, boolean deleteData)
boolean	dropPartition(String dbName, String tableName, List<String> partitionValues, PartitionDropOptions options)
List<Partition>	dropPartitions(String dbName, String tableName, List<org.apache.commons.lang3.tuple.Pair<Integer,byte[]>> partitionExpressions, PartitionDropOptions dropOptions)
void	dropResourcePlan(String rpName, boolean ifExists)
void	dropRole(String roleName)
void	dropTable(String tableName) Drops table along with the data in it.
void	dropTable(String tableName, boolean ifPurge) Drops table along with the data in it.
void	dropTable(String dbName, String tableName) Drops table along with the data in it.
void	dropTable(String dbName, String tableName, boolean deleteData, boolean ignoreUnknownTab) Drops the table.
void	dropTable(String dbName, String tableName, boolean deleteData, boolean ignoreUnknownTab, boolean ifPurge) Drops the table.
void	dropTable(Table table, boolean ifPurge)
void	dropTable(org.apache.hadoop.hive.metastore.api.Table table, boolean deleteData, boolean ignoreUnknownTab, boolean ifPurge)
void	dropWMMapping(org.apache.hadoop.hive.metastore.api.WMMapping mapping)
void	dropWMPool(String resourcePlanName, String poolPath)
void	dropWMTrigger(String rpName, String triggerName)
com.google.common.collect.ImmutableMap<String,Long>	dumpAndClearMetaCallTiming(String phase)
static com.google.common.collect.ImmutableMap<String,Long>	dumpMetaCallTimingWithoutEx(String phase)
List<Partition>	exchangeTablePartitions(Map<String,String> partitionSpecs, String sourceDb, String sourceTable, String destDb, String destinationTableName)
protected void	finalize() GC is attempting to destroy the object.
org.apache.hadoop.hive.metastore.api.PrincipalPrivilegeSet	get_privilege_set(org.apache.hadoop.hive.metastore.api.HiveObjectType objectType, String db_name, String table_name, List<String> part_values, String column_name, String user_name, List<String> group_names)
static Hive	get()
static Hive	get(boolean doRegisterAllFns)
static Hive	get(org.apache.hadoop.conf.Configuration c, Class<?> clazz)
static Hive	get(HiveConf c) Gets hive object for the current thread.
static Hive	get(HiveConf c, boolean needsRefresh) get a connection to metastore.
static Hive	get(IMetaStoreClient msc)
org.apache.hadoop.hive.metastore.api.WMFullResourcePlan	getActiveResourcePlan()
org.apache.hadoop.hive.metastore.api.AggrStats	getAggrColStatsFor(String dbName, String tblName, List<String> colNames, List<String> partName, boolean checkTransactional)
List<String>	getAllDatabases() Get all existing database names.
List<String>	getAllDataConnectorNames() Get all dataconnector names.
List<org.apache.hadoop.hive.metastore.api.Function>	getAllFunctions()
List<Table>	getAllMaterializedViewObjects(String dbName) Get all materialized views for the specified database.
List<Table>	getAllMaterializedViewObjectsForRewriting()
List<String>	getAllMaterializedViews(String dbName) Get all materialized view names for the specified database.
Set<Partition>	getAllPartitionsOf(Table tbl) Get all the partitions; unlike getPartitions(Table), does not include auth.
List<org.apache.hadoop.hive.metastore.api.WMResourcePlan>	getAllResourcePlans()
List<String>	getAllRoleNames() Get all existing role names.
List<Table>	getAllTableObjects(String dbName) Get all tables for the specified database.
List<String>	getAllTables() Get all table names for the current database.
List<String>	getAllTables(String dbName) Get all table names for the specified database.
List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint>	getCheckConstraintList(String dbName, String tblName)
HiveConf	getConf()
org.apache.hadoop.hive.metastore.api.Database	getDatabase(String dbName) Get the database by name.
org.apache.hadoop.hive.metastore.api.Database	getDatabase(String catName, String dbName) Get the database by name.
org.apache.hadoop.hive.metastore.api.Database	getDatabaseCurrent() Get the Database object for current database
List<String>	getDatabasesByPattern(String databasePattern) Get all existing databases that match the given pattern.
org.apache.hadoop.hive.metastore.api.DataConnector	getDataConnector(String dcName) Get the dataconnector by name.
List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint>	getDefaultConstraintList(String dbName, String tblName)
String	getDelegationToken(String owner, String renewer)
CheckConstraint	getEnabledCheckConstraints(String dbName, String tblName) Get CHECK constraints associated with the table that are enabled
DefaultConstraint	getEnabledDefaultConstraints(String dbName, String tblName) Get Default constraints associated with the table that are enabled
NotNullConstraint	getEnabledNotNullConstraints(String dbName, String tblName) Get not null constraints associated with the table that are enabled/enforced.
static List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getFieldsFromDeserializer(String name, Deserializer serde, org.apache.hadoop.conf.Configuration conf)
static List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getFieldsFromDeserializerForMsStorage(Table tbl, Deserializer deserializer, org.apache.hadoop.conf.Configuration conf)
Iterable<Map.Entry<Long,ByteBuffer>>	getFileMetadata(List<Long> fileIds)
Iterable<Map.Entry<Long,org.apache.hadoop.hive.metastore.api.MetadataPpdResult>>	getFileMetadataByExpr(List<Long> fileIds, ByteBuffer sarg, boolean doGetFooters)
List<org.apache.hadoop.hive.metastore.api.SQLForeignKey>	getForeignKeyList(String dbName, String tblName)
org.apache.hadoop.hive.metastore.api.Function	getFunction(String dbName, String funcName)
List<String>	getFunctions(String dbName, String pattern)
String[]	getHMSClientCapabilities()
String	getHMSClientIdentifier()
HiveRelOptMaterialization	getMaterializedViewForRebuild(String dbName, String materializedViewName, Set<TableName> tablesUsed, HiveTxnManager txnMgr) Get the target materialized view from the metastore.
List<Table>	getMaterializedViewObjectsByPattern(String dbName, String pattern) Get materialized views for the specified database that match the provided regex pattern.
List<HiveRelOptMaterialization>	getMaterializedViewsByAST(ASTNode astNode, Set<TableName> tablesUsed, HiveTxnManager txnMgr) Get the materialized views from the metastore or from the registry which has the same query definition as the specified sql query text.
String	getMetaConf(String propName)
IMetaStoreClient	getMSC()
IMetaStoreClient	getMSC(boolean allowEmbedded, boolean forceCreate)
List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint>	getNotNullConstraintList(String dbName, String tblName)
int	getNumPartitionsByFilter(Table tbl, String filter) Get a number of Partitions by filter.
Partition	getPartition(Table tbl, Map<String,String> partSpec, boolean forceCreate)
Partition	getPartition(Table tbl, Map<String,String> partSpec, boolean forceCreate, String partPath, boolean inheritTableSpecs) Returns partition metadata
org.apache.hadoop.hive.metastore.api.Partition	getPartition(Table t, String dbName, String tableName, List<String> params)
Map<String,List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj>>	getPartitionColumnStatistics(String dbName, String tableName, List<String> partNames, List<String> colNames, boolean checkTransactional)
List<String>	getPartitionNames(String dbName, String tblName, Map<String,String> partSpec, short max)
List<String>	getPartitionNames(String dbName, String tblName, short max)
List<String>	getPartitionNames(Table tbl, ExprNodeGenericFuncDesc expr, String order, short maxParts)
List<Partition>	getPartitions(Table tbl) get all the partitions that the table has
List<Partition>	getPartitions(Table tbl, Map<String,String> partialPartSpec) get all the partitions of the table that matches the given partial specification.
List<Partition>	getPartitions(Table tbl, Map<String,String> partialPartSpec, short limit) get all the partitions of the table that matches the given partial specification.
boolean	getPartitionsByExpr(Table tbl, ExprNodeDesc expr, HiveConf conf, List<Partition> partitions) Get a list of Partitions by expr.
List<Partition>	getPartitionsByFilter(Table tbl, String filter) Get a list of Partitions by filter.
List<org.apache.hadoop.hive.metastore.api.Partition>	getPartitionsByNames(org.apache.hadoop.hive.metastore.api.GetPartitionsByNamesRequest req, Table table)
List<org.apache.hadoop.hive.metastore.api.Partition>	getPartitionsByNames(String dbName, String tableName, List<String> partitionNames, Table t)
List<Partition>	getPartitionsByNames(Table tbl, List<String> partNames) Get all partitions of the table that matches the list of given partition names.
List<Partition>	getPartitionsByNames(Table tbl, List<String> partNames, boolean getColStats) Get all partitions of the table that matches the list of given partition names.
List<Partition>	getPartitionsByNames(Table tbl, Map<String,String> partialPartSpec) get all the partitions of the table that matches the given partial specification.
List<HiveRelOptMaterialization>	getPreprocessedMaterializedViews(Set<TableName> tablesUsed, HiveTxnManager txnMgr) Get the materialized views that have been enabled for rewriting from the metastore.
List<HiveRelOptMaterialization>	getPreprocessedMaterializedViewsFromRegistry(Set<TableName> tablesUsed, HiveTxnManager txnMgr) Get the materialized views that have been enabled for rewriting from the cache (registry).
List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey>	getPrimaryKeyList(String dbName, String tblName)
org.apache.hadoop.hive.metastore.api.WMFullResourcePlan	getResourcePlan(String rpName)
List<org.apache.hadoop.hive.metastore.api.RolePrincipalGrant>	getRoleGrantInfoForPrincipal(String principalName, org.apache.hadoop.hive.metastore.api.PrincipalType principalType)
StorageHandlerInfo	getStorageHandlerInfo(Table table)
SynchronizedMetaStoreClient	getSynchronizedMSC()
Table	getTable(String tableName) Returns metadata for the table named tableName
Table	getTable(String tableName, boolean throwException) Returns metadata for the table named tableName
Table	getTable(String dbName, String tableName) Returns metadata of the table
Table	getTable(String dbName, String tableName, boolean throwException) Returns metadata of the table
Table	getTable(String dbName, String tableName, boolean throwException, boolean checkTransactional) Returns metadata of the table.
Table	getTable(String dbName, String tableName, String metaTableName, boolean throwException) Returns metadata of the table
Table	getTable(String dbName, String tableName, String metaTableName, boolean throwException, boolean checkTransactional) Returns metadata of the table.
Table	getTable(String dbName, String tableName, String metaTableName, boolean throwException, boolean checkTransactional, boolean getColumnStats) Returns metadata of the table.
Table	getTable(TableName tableName) Returns metadata of the table
List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj>	getTableColumnStatistics(String dbName, String tableName, List<String> colNames, boolean checkTransactional)
TableConstraintsInfo	getTableConstraints(String dbName, String tblName, boolean fetchReliable, boolean fetchEnabled, long tableId)
org.apache.hadoop.hive.metastore.api.SQLAllTableConstraints	getTableConstraints(String dbName, String tblName, long tableId)
List<Table>	getTableObjects(String dbName, String pattern, TableType tableType)
List<String>	getTablesByPattern(String tablePattern) Returns all existing tables from default database which match the given pattern.
List<String>	getTablesByPattern(String dbName, String tablePattern) Returns all existing tables from the specified database which match the given pattern.
List<String>	getTablesByType(String dbName, String pattern, TableType type) Returns all existing tables of a type (VIRTUAL_VIEW|EXTERNAL_TABLE|MANAGED_TABLE) from the specified database which match the given pattern.
List<String>	getTablesForDb(String database, String tablePattern) Returns all existing tables from the given database which match the given pattern.
static Hive	getThreadLocal()
Table	getTranslateTableDryrun(org.apache.hadoop.hive.metastore.api.Table tbl) Dry run that translates table
List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint>	getUniqueConstraintList(String dbName, String tblName)
static Hive	getWithFastCheck(HiveConf c) Same as get(HiveConf), except that it checks only the object identity of existing MS client, assuming the relevant settings would be unchanged within the same conf object.
static Hive	getWithFastCheck(HiveConf c, boolean doRegisterAllFns) Same as get(HiveConf), except that it checks only the object identity of existing MS client, assuming the relevant settings would be unchanged within the same conf object.
static Hive	getWithoutRegisterFns(HiveConf c) Same as get(HiveConf), except that it does not register all functions.
boolean	grantPrivileges(org.apache.hadoop.hive.metastore.api.PrivilegeBag privileges)
boolean	grantRole(String roleName, String userName, org.apache.hadoop.hive.metastore.api.PrincipalType principalType, String grantor, org.apache.hadoop.hive.metastore.api.PrincipalType grantorType, boolean grantOption)
static boolean	isHadoop1()
Boolean	isOutdatedMaterializedView(HiveTxnManager txnManager, TableName tableName) Utility method that returns whether a materialized view is outdated (true), not outdated (false), or it cannot be determined (null).
Boolean	isOutdatedMaterializedView(Table materializedViewTable, Set<TableName> tablesUsed, boolean forceMVContentsUpToDate, HiveTxnManager txnMgr) Utility method that returns whether a materialized view is outdated (true), not outdated (false), or it cannot be determined (null).
static void	listFilesInsideAcidDirectory(org.apache.hadoop.fs.Path acidDir, org.apache.hadoop.fs.FileSystem srcFs, List<org.apache.hadoop.fs.Path> newFiles, org.apache.hadoop.fs.PathFilter filter)
List<org.apache.hadoop.hive.metastore.api.Role>	listRoles(String userName, org.apache.hadoop.hive.metastore.api.PrincipalType principalType)
Map<Map<String,String>,Partition>	loadDynamicPartitions(LoadTableDesc tbd, int numLB, boolean isAcid, long writeId, int stmtId, boolean resetStatistics, AcidUtils.Operation operation, Map<org.apache.hadoop.fs.Path,Utilities.PartitionDetails> partitionDetailsMap) Given a source directory name of the load path, load all dynamically generated partitions into the specified table and return a list of strings that represent the dynamic partition paths.
Partition	loadPartition(org.apache.hadoop.fs.Path loadPath, Table tbl, Map<String,String> partSpec, LoadTableDesc.LoadFileType loadFileType, boolean inheritTableSpecs, boolean inheritLocation, boolean isSkewedStoreAsSubdir, boolean isSrcLocal, boolean isAcidIUDoperation, boolean resetStatistics, Long writeId, int stmtId, boolean isInsertOverwrite, boolean isDirectInsert) Load a directory into a Hive Table Partition - Alters existing content of the partition with the contents of loadPath.
void	loadTable(org.apache.hadoop.fs.Path loadPath, String tableName, LoadTableDesc.LoadFileType loadFileType, boolean isSrcLocal, boolean isSkewedStoreAsSubdir, boolean isAcidIUDoperation, boolean resetStatistics, Long writeId, int stmtId, boolean isInsertOverwrite, boolean isDirectInsert) Load a directory into a Hive Table.
static void	moveAcidFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.FileStatus[] stats, org.apache.hadoop.fs.Path dst, List<org.apache.hadoop.fs.Path> newFiles)
static boolean	moveFile(HiveConf conf, org.apache.hadoop.fs.Path srcf, org.apache.hadoop.fs.Path destf, boolean replace, boolean isSrcLocal, boolean isManaged)
Table	newTable(String tableName)
void	putFileMetadata(List<Long> fileIds, List<ByteBuffer> metadata)
void	recycleDirToCmPath(org.apache.hadoop.fs.Path dataPath, boolean isPurge) Recycles the files recursively from the input path to the cmroot directory either by copying or moving it.
void	reloadFunctions()
void	renamePartition(Table tbl, Map<String,String> oldPartSpec, Partition newPart, long replWriteId) Rename a old partition to new partition
boolean	revokePrivileges(org.apache.hadoop.hive.metastore.api.PrivilegeBag privileges, boolean grantOption)
boolean	revokeRole(String roleName, String userName, org.apache.hadoop.hive.metastore.api.PrincipalType principalType, boolean grantOption)
static void	set(Hive hive)
void	setAllowClose(boolean allowClose) Marks if the given Hive object is allowed to close metastore connections.
void	setConf(HiveConf c)
void	setHMSClientCapabilities(String[] capabilities)
void	setHMSClientIdentifier(String id)
void	setMetaConf(String propName, String propValue)
void	setMSC(IMetaStoreClient client) Sets the metastore client for the current thread
boolean	setPartitionColumnStatistics(org.apache.hadoop.hive.metastore.api.SetPartitionsStatsRequest request)
org.apache.hadoop.hive.metastore.api.ShowCompactResponse	showCompactions()
org.apache.hadoop.hive.metastore.api.ShowCompactResponse	showCompactions(org.apache.hadoop.hive.metastore.api.ShowCompactRequest request)
List<org.apache.hadoop.hive.metastore.api.HiveObjectPrivilege>	showPrivilegeGrant(org.apache.hadoop.hive.metastore.api.HiveObjectType objectType, String principalName, org.apache.hadoop.hive.metastore.api.PrincipalType principalType, String dbName, String tableName, List<String> partValues, String columnName)
org.apache.hadoop.hive.metastore.api.GetOpenTxnsInfoResponse	showTransactions()
static boolean	trashFiles(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.FileStatus[] statuses, org.apache.hadoop.conf.Configuration conf, boolean purge) Trashes or deletes all files under a directory.
void	truncateTable(String dbDotTableName, Map<String,String> partSpec, Long writeId) Truncates the table/partition as per specifications.
void	updateCreationMetadata(String dbName, String tableName, MaterializedViewMetadata metadata)
void	updateTransactionalStatistics(org.apache.hadoop.hive.metastore.api.UpdateTransactionalStatsRequest req)
void	validateDatabaseExists(String databaseName)
boolean	validateMaterializedViewsFromRegistry(List<Table> cachedMaterializedViewTables, Set<TableName> tablesUsed, HiveTxnManager txnMgr) Validate that the materialized views retrieved from registry are still up-to-date.
void	validatePartitionNameCharacters(List<String> partVals)
org.apache.hadoop.hive.metastore.api.WMValidateResourcePlanResponse	validateResourcePlan(String rpName)

Methods inherited from class java.lang.Object

clone, equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

reloadFunctions

public void reloadFunctions()
                     throws HiveException

Throws:

HiveException

get

public static Hive get(org.apache.hadoop.conf.Configuration c,
                       Class<?> clazz)
                throws HiveException

Throws:

HiveException

get

public static Hive get(HiveConf c)
                throws HiveException

Gets hive object for the current thread. If one is not initialized then a new one is created If the new configuration is different in metadata conf vars, or the owner will be different then a new one is created.

Parameters:

c - new Hive Configuration

Returns:

Hive object for current thread

Throws:

HiveException

createHiveForSession

public static Hive createHiveForSession(HiveConf c)
                                 throws HiveException

Throws:

HiveException

setConf

public void setConf(HiveConf c)

getWithFastCheck

public static Hive getWithFastCheck(HiveConf c)
                             throws HiveException

Same as get(HiveConf), except that it checks only the object identity of existing MS client, assuming the relevant settings would be unchanged within the same conf object.

Throws:

HiveException

getWithFastCheck

public static Hive getWithFastCheck(HiveConf c,
                                    boolean doRegisterAllFns)
                             throws HiveException

Same as get(HiveConf), except that it checks only the object identity of existing MS client, assuming the relevant settings would be unchanged within the same conf object.

Throws:

HiveException

getWithoutRegisterFns

public static Hive getWithoutRegisterFns(HiveConf c)
                                  throws HiveException

Same as get(HiveConf), except that it does not register all functions.

Throws:

HiveException

setHMSClientCapabilities

public void setHMSClientCapabilities(String[] capabilities)

setHMSClientIdentifier

public void setHMSClientIdentifier(String id)

getHMSClientCapabilities

public String[] getHMSClientCapabilities()

getHMSClientIdentifier

public String getHMSClientIdentifier()

getThreadLocal

public static Hive getThreadLocal()

get

public static Hive get()
                throws HiveException

Throws:

HiveException

get

public static Hive get(IMetaStoreClient msc)
                throws HiveException,
                       org.apache.hadoop.hive.metastore.api.MetaException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.MetaException

get

public static Hive get(boolean doRegisterAllFns)
                throws HiveException

Throws:

HiveException

get

public static Hive get(HiveConf c,
                       boolean needsRefresh)
                throws HiveException

get a connection to metastore. see get(HiveConf) function for comments

Parameters:

c - new conf

needsRefresh - if true then creates a new one

Returns:

The connection to the metastore

Throws:

HiveException

set

public static void set(Hive hive)

closeCurrent

public static void closeCurrent()

finalize

protected void finalize()
                 throws Throwable

GC is attempting to destroy the object. No one references this Hive anymore, so HMS connection from this Hive object can be closed.

Overrides:

finalize in class Object

Throws:

Throwable

setAllowClose

public void setAllowClose(boolean allowClose)

Marks if the given Hive object is allowed to close metastore connections.

Parameters:

allowClose -

allowClose

public boolean allowClose()

Gets the allowClose flag which determines if it is allowed to close metastore connections.

Returns:

allowClose flag

close

public void close(boolean forceClose)

Closes the connection to metastore for the calling thread if allow to close.

Parameters:

forceClose - - Override the isAllowClose flag to forcefully close the MS connections.

createDatabase

public void createDatabase(org.apache.hadoop.hive.metastore.api.Database db,
                           boolean ifNotExist)
                    throws org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
                           HiveException

Create a database

Parameters:

db -

ifNotExist - if true, will ignore AlreadyExistsException exception

Throws:

org.apache.hadoop.hive.metastore.api.AlreadyExistsException

HiveException

createDatabase

public void createDatabase(org.apache.hadoop.hive.metastore.api.Database db)
                    throws org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
                           HiveException

Create a Database. Raise an error if a database with the same name already exists.

Parameters:

db -

Throws:

org.apache.hadoop.hive.metastore.api.AlreadyExistsException

HiveException

dropDatabase

public void dropDatabase(String name)
                  throws HiveException,
                         org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Drop a database.

Parameters:

name -

Throws:

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

HiveException

See Also:

HiveMetaStoreClient.dropDatabase(java.lang.String)

dropDatabase

public void dropDatabase(String name,
                         boolean deleteData,
                         boolean ignoreUnknownDb)
                  throws HiveException,
                         org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Drop a database

Parameters:

name -

deleteData -

ignoreUnknownDb - if true, will ignore NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

dropDatabase

public void dropDatabase(String name,
                         boolean deleteData,
                         boolean ignoreUnknownDb,
                         boolean cascade)
                  throws HiveException,
                         org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Drop a database

Parameters:

name -

deleteData -

ignoreUnknownDb - if true, will ignore NoSuchObjectException

cascade - if true, delete all tables on the DB if exists. Otherwise, the query will fail if table still exists.

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

dropDatabase

public void dropDatabase(DropDatabaseDesc desc)
                  throws HiveException,
                         org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getTranslateTableDryrun

public Table getTranslateTableDryrun(org.apache.hadoop.hive.metastore.api.Table tbl)
                              throws HiveException

Dry run that translates table

Parameters:

tbl - a table object

Throws:

HiveException

createTable

public void createTable(String tableName,
                        List<String> columns,
                        List<String> partCols,
                        Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat,
                        Class<?> fileOutputFormat)
                 throws HiveException

Creates a table metadata and the directory for the table data

Parameters:

tableName - name of the table

columns - list of fields of the table

partCols - partition keys of the table

fileInputFormat - Class of the input format of the table data file

fileOutputFormat - Class of the output format of the table data file

Throws:

HiveException - thrown if the args are invalid or if the metadata or the data directory couldn't be created

createTable

public void createTable(String tableName,
                        List<String> columns,
                        List<String> partCols,
                        Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat,
                        Class<?> fileOutputFormat,
                        int bucketCount,
                        List<String> bucketCols)
                 throws HiveException

Creates a table metadata and the directory for the table data

Parameters:

tableName - name of the table

columns - list of fields of the table

partCols - partition keys of the table

fileInputFormat - Class of the input format of the table data file

fileOutputFormat - Class of the output format of the table data file

bucketCount - number of buckets that each partition (or the table itself) should be divided into

Throws:

HiveException - thrown if the args are invalid or if the metadata or the data directory couldn't be created

createTable

public void createTable(String tableName,
                        List<String> columns,
                        List<String> partCols,
                        Class<? extends org.apache.hadoop.mapred.InputFormat> fileInputFormat,
                        Class<?> fileOutputFormat,
                        int bucketCount,
                        List<String> bucketCols,
                        Map<String,String> parameters)
                 throws HiveException

Create a table metadata and the directory for the table data

Parameters:

tableName - table name

columns - list of fields of the table

partCols - partition keys of the table

fileInputFormat - Class of the input format of the table data file

fileOutputFormat - Class of the output format of the table data file

bucketCount - number of buckets that each partition (or the table itself) should be divided into

bucketCols - Bucket columns

parameters - Parameters for the table

Throws:

HiveException

alterTable

public void alterTable(Table newTbl,
                       boolean cascade,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional)
                throws HiveException

Throws:

HiveException

alterTable

public void alterTable(String fullyQlfdTblName,
                       Table newTbl,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional)
                throws HiveException

Updates the existing table metadata with the new metadata.

Parameters:

fullyQlfdTblName - name of the existing table

newTbl - new name of the table. could be the old name

transactional - Need to generate and save a table snapshot into the metastore?

Throws:

HiveException

alterTable

public void alterTable(String fullyQlfdTblName,
                       Table newTbl,
                       boolean cascade,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional)
                throws HiveException

Throws:

HiveException

alterTable

public void alterTable(String fullyQlfdTblName,
                       Table newTbl,
                       boolean cascade,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional,
                       long writeId)
                throws HiveException

Throws:

HiveException

alterTable

public void alterTable(String catName,
                       String dbName,
                       String tblName,
                       Table newTbl,
                       boolean cascade,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional)
                throws HiveException

Throws:

HiveException

alterTable

public void alterTable(String catName,
                       String dbName,
                       String tblName,
                       Table newTbl,
                       boolean cascade,
                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                       boolean transactional,
                       long replWriteId)
                throws HiveException

Throws:

HiveException

createDataConnector

public void createDataConnector(org.apache.hadoop.hive.metastore.api.DataConnector connector,
                                boolean ifNotExist)
                         throws org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
                                HiveException

Create a dataconnector

Parameters:

connector -

ifNotExist - if true, will ignore AlreadyExistsException exception

Throws:

org.apache.hadoop.hive.metastore.api.AlreadyExistsException

HiveException

createDataConnector

public void createDataConnector(org.apache.hadoop.hive.metastore.api.DataConnector connector)
                         throws org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
                                HiveException

Create a DataConnector. Raise an error if a dataconnector with the same name already exists.

Parameters:

connector -

Throws:

org.apache.hadoop.hive.metastore.api.AlreadyExistsException

HiveException

dropDataConnector

public void dropDataConnector(String name,
                              boolean ifNotExists)
                       throws HiveException,
                              org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Drop a dataconnector.

Parameters:

name -

Throws:

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

HiveException

See Also:

HiveMetaStoreClient.dropDataConnector(java.lang.String, boolean, boolean)

dropDataConnector

public void dropDataConnector(String name,
                              boolean ifNotExists,
                              boolean checkReferences)
                       throws HiveException,
                              org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Drop a dataconnector

Parameters:

name -

checkReferences - drop only if there are no dbs referencing this connector

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getDataConnector

public org.apache.hadoop.hive.metastore.api.DataConnector getDataConnector(String dcName)
                                                                    throws HiveException

Get the dataconnector by name.

Parameters:

dcName - the name of the dataconnector.

Returns:

a DataConnector object if this dataconnector exists, null otherwise.

Throws:

HiveException

getAllDataConnectorNames

public List<String> getAllDataConnectorNames()
                                      throws HiveException

Get all dataconnector names.

Returns:

List of all dataconnector names.

Throws:

HiveException

alterDataConnector

public void alterDataConnector(String dcName,
                               org.apache.hadoop.hive.metastore.api.DataConnector connector)
                        throws HiveException

Throws:

HiveException

updateCreationMetadata

public void updateCreationMetadata(String dbName,
                                   String tableName,
                                   MaterializedViewMetadata metadata)
                            throws HiveException

Throws:

HiveException

alterPartition

@Deprecated
public void alterPartition(String tblName,
                                       Partition newPart,
                                       org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                                       boolean transactional)
                                throws org.apache.hadoop.hive.metastore.api.InvalidOperationException,
                                       HiveException

Deprecated.

Updates the existing partition metadata with the new metadata.

Parameters:

tblName - name of the existing table

newPart - new partition

Throws:

org.apache.hadoop.hive.metastore.api.InvalidOperationException - if the changes in metadata is not acceptable

HiveException

alterPartition

public void alterPartition(String catName,
                           String dbName,
                           String tblName,
                           Partition newPart,
                           org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                           boolean transactional)
                    throws org.apache.hadoop.hive.metastore.api.InvalidOperationException,
                           HiveException

Updates the existing partition metadata with the new metadata.

Parameters:

dbName - name of the exiting table's database

tblName - name of the existing table

newPart - new partition

environmentContext - environment context for the method

transactional - indicates this call is for transaction stats

Throws:

org.apache.hadoop.hive.metastore.api.InvalidOperationException - if the changes in metadata is not acceptable

HiveException

alterPartitions

public void alterPartitions(String tblName,
                            List<Partition> newParts,
                            org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
                            boolean transactional)
                     throws org.apache.hadoop.hive.metastore.api.InvalidOperationException,
                            HiveException

Updates the existing table metadata with the new metadata.

Parameters:

tblName - name of the existing table

newParts - new partitions

transactional - Need to generate and save a table snapshot into the metastore?

Throws:

org.apache.hadoop.hive.metastore.api.InvalidOperationException - if the changes in metadata is not acceptable

HiveException

renamePartition

public void renamePartition(Table tbl,
                            Map<String,String> oldPartSpec,
                            Partition newPart,
                            long replWriteId)
                     throws HiveException

Rename a old partition to new partition

Parameters:

tbl - existing table

oldPartSpec - spec of old partition

newPart - new partition

Throws:

HiveException

alterDatabase

public void alterDatabase(String dbName,
                          org.apache.hadoop.hive.metastore.api.Database db)
                   throws HiveException

Throws:

HiveException

createTable

public void createTable(Table tbl)
                 throws HiveException

Creates the table with the give objects

Parameters:

tbl - a table object

Throws:

HiveException

createTable

public void createTable(Table tbl,
                        boolean ifNotExists,
                        List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeys,
                        List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeys,
                        List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraints,
                        List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraints,
                        List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints,
                        List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints)
                 throws HiveException

Creates the table with the given objects. It takes additional arguments for primary keys and foreign keys associated with the table.

Parameters:

tbl - a table object

ifNotExists - if true, ignore AlreadyExistsException

primaryKeys - primary key columns associated with the table

foreignKeys - foreign key columns associated with the table

uniqueConstraints - UNIQUE constraints associated with the table

notNullConstraints - NOT NULL constraints associated with the table

defaultConstraints - DEFAULT constraints associated with the table

checkConstraints - CHECK constraints associated with the table

Throws:

HiveException

createTable

public void createTable(Table tbl,
                        boolean ifNotExists)
                 throws HiveException

Throws:

HiveException

getFieldsFromDeserializerForMsStorage

public static List<org.apache.hadoop.hive.metastore.api.FieldSchema> getFieldsFromDeserializerForMsStorage(Table tbl,
                                                                                                           Deserializer deserializer,
                                                                                                           org.apache.hadoop.conf.Configuration conf)
                                                                                                    throws SerDeException,
                                                                                                           org.apache.hadoop.hive.metastore.api.MetaException

Throws:

SerDeException

org.apache.hadoop.hive.metastore.api.MetaException

dropTable

public void dropTable(String tableName,
                      boolean ifPurge)
               throws HiveException

Drops table along with the data in it. If the table doesn't exist then it is a no-op. If ifPurge option is specified it is passed to the hdfs command that removes table data from warehouse to make it skip trash.

Parameters:

tableName - table to drop

ifPurge - completely purge the table (skipping trash) while removing data from warehouse

Throws:

HiveException - thrown if the drop fails

dropTable

public void dropTable(Table table,
                      boolean ifPurge)
               throws HiveException

Throws:

HiveException

dropTable

public void dropTable(String tableName)
               throws HiveException

Drops table along with the data in it. If the table doesn't exist then it is a no-op

Parameters:

tableName - table to drop

Throws:

HiveException - thrown if the drop fails

dropTable

public void dropTable(String dbName,
                      String tableName)
               throws HiveException

Drops table along with the data in it. If the table doesn't exist then it is a no-op

Parameters:

dbName - database where the table lives

tableName - table to drop

Throws:

HiveException - thrown if the drop fails

dropTable

public void dropTable(String dbName,
                      String tableName,
                      boolean deleteData,
                      boolean ignoreUnknownTab)
               throws HiveException

Drops the table.

Parameters:

dbName -

tableName -

deleteData - deletes the underlying data along with metadata

ignoreUnknownTab - an exception is thrown if this is false and the table doesn't exist

Throws:

HiveException

dropTable

public void dropTable(String dbName,
                      String tableName,
                      boolean deleteData,
                      boolean ignoreUnknownTab,
                      boolean ifPurge)
               throws HiveException

Drops the table.

Parameters:

dbName -

tableName -

deleteData - deletes the underlying data along with metadata

ignoreUnknownTab - an exception is thrown if this is false and the table doesn't exist

ifPurge - completely purge the table skipping trash while removing data from warehouse

Throws:

HiveException

dropTable

public void dropTable(org.apache.hadoop.hive.metastore.api.Table table,
                      boolean deleteData,
                      boolean ignoreUnknownTab,
                      boolean ifPurge)
               throws HiveException

Throws:

HiveException

truncateTable

public void truncateTable(String dbDotTableName,
                          Map<String,String> partSpec,
                          Long writeId)
                   throws HiveException

Truncates the table/partition as per specifications. Just trash the data files

Parameters:

dbDotTableName - name of the table

Throws:

HiveException

getConf

public HiveConf getConf()

getTable

public Table getTable(String tableName)
               throws HiveException

Returns metadata for the table named tableName

Parameters:

tableName - the name of the table

Returns:

the table metadata

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(String tableName,
                      boolean throwException)
               throws HiveException

Returns metadata for the table named tableName

Parameters:

tableName - the name of the table

throwException - controls whether an exception is thrown or a returns a null

Returns:

the table metadata

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(String dbName,
                      String tableName)
               throws HiveException

Returns metadata of the table

Parameters:

dbName - the name of the database

tableName - the name of the table

Returns:

the table

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(TableName tableName)
               throws HiveException

Returns metadata of the table

Parameters:

tableName - the tableName object

Returns:

the table

Throws:

HiveException - if there's an internal error or if the table doesn't exist

getTable

public Table getTable(String dbName,
                      String tableName,
                      String metaTableName,
                      boolean throwException)
               throws HiveException

Returns metadata of the table

Parameters:

dbName - the name of the database

tableName - the name of the table

metaTableName - the name of the metadata table

throwException - controls whether an exception is thrown or a returns a null

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getTable

public Table getTable(String dbName,
                      String tableName,
                      boolean throwException)
               throws HiveException

Returns metadata of the table

Parameters:

dbName - the name of the database

tableName - the name of the table

throwException - controls whether an exception is thrown or a returns a null

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getTable

public Table getTable(String dbName,
                      String tableName,
                      boolean throwException,
                      boolean checkTransactional)
               throws HiveException

Returns metadata of the table.

Parameters:

dbName - the name of the database

tableName - the name of the table

throwException - controls whether an exception is thrown or a returns a null

checkTransactional - checks whether the metadata table stats are valid (or compilant with the snapshot isolation of) for the current transaction.

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getTable

public Table getTable(String dbName,
                      String tableName,
                      String metaTableName,
                      boolean throwException,
                      boolean checkTransactional)
               throws HiveException

Returns metadata of the table.

Parameters:

dbName - the name of the database

tableName - the name of the table

metaTableName - the name of the metadata table

throwException - controls whether an exception is thrown or a returns a null

checkTransactional - checks whether the metadata table stats are valid (or compilant with the snapshot isolation of) for the current transaction.

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getTable

public Table getTable(String dbName,
                      String tableName,
                      String metaTableName,
                      boolean throwException,
                      boolean checkTransactional,
                      boolean getColumnStats)
               throws HiveException

Returns metadata of the table.

Parameters:

dbName - the name of the database

tableName - the name of the table

metaTableName - the name of the metadata table

throwException - controls whether an exception is thrown or a returns a null

checkTransactional - checks whether the metadata table stats are valid (or compilant with the snapshot isolation of) for the current transaction.

getColumnStats - get column statistics if available

Returns:

the table or if throwException is false a null value.

Throws:

HiveException

getAllTables

public List<String> getAllTables()
                          throws HiveException

Get all table names for the current database.

Returns:

List of table names

Throws:

HiveException

getAllTables

public List<String> getAllTables(String dbName)
                          throws HiveException

Get all table names for the specified database.

Parameters:

dbName -

Returns:

List of table names

Throws:

HiveException

getAllTableObjects

public List<Table> getAllTableObjects(String dbName)
                               throws HiveException

Get all tables for the specified database.

Parameters:

dbName -

Returns:

List of all tables

Throws:

HiveException

getAllMaterializedViews

public List<String> getAllMaterializedViews(String dbName)
                                     throws HiveException

Get all materialized view names for the specified database.

Parameters:

dbName -

Returns:

List of materialized view table names

Throws:

HiveException

getAllMaterializedViewObjects

public List<Table> getAllMaterializedViewObjects(String dbName)
                                          throws HiveException

Get all materialized views for the specified database.

Parameters:

dbName -

Returns:

List of materialized view table objects

Throws:

HiveException

getMaterializedViewObjectsByPattern

public List<Table> getMaterializedViewObjectsByPattern(String dbName,
                                                       String pattern)
                                                throws HiveException

Get materialized views for the specified database that match the provided regex pattern.

Parameters:

dbName -

pattern -

Returns:

List of materialized view table objects

Throws:

HiveException

getTableObjects

public List<Table> getTableObjects(String dbName,
                                   String pattern,
                                   TableType tableType)
                            throws HiveException

Throws:

HiveException

getTablesByPattern

public List<String> getTablesByPattern(String tablePattern)
                                throws HiveException

Returns all existing tables from default database which match the given pattern. The matching occurs as per Java regular expressions

Parameters:

tablePattern - java re pattern

Returns:

list of table names

Throws:

HiveException

getTablesByPattern

public List<String> getTablesByPattern(String dbName,
                                       String tablePattern)
                                throws HiveException

Returns all existing tables from the specified database which match the given pattern. The matching occurs as per Java regular expressions.

Parameters:

dbName -

tablePattern -

Returns:

list of table names

Throws:

HiveException

getTablesForDb

public List<String> getTablesForDb(String database,
                                   String tablePattern)
                            throws HiveException

Returns all existing tables from the given database which match the given pattern. The matching occurs as per Java regular expressions

Parameters:

database - the database name

tablePattern - java re pattern

Returns:

list of table names

Throws:

HiveException

getTablesByType

public List<String> getTablesByType(String dbName,
                                    String pattern,
                                    TableType type)
                             throws HiveException

Returns all existing tables of a type (VIRTUAL_VIEW|EXTERNAL_TABLE|MANAGED_TABLE) from the specified database which match the given pattern. The matching occurs as per Java regular expressions.

Parameters:

dbName - Database name to find the tables in. if null, uses the current database in this session.

pattern - A pattern to match for the table names.If null, returns all names from this DB.

type - The type of tables to return. VIRTUAL_VIEWS for views. If null, returns all tables and views.

Returns:

list of table names that match the pattern.

Throws:

HiveException

getPreprocessedMaterializedViewsFromRegistry

public List<HiveRelOptMaterialization> getPreprocessedMaterializedViewsFromRegistry(Set<TableName> tablesUsed,
                                                                                    HiveTxnManager txnMgr)
                                                                             throws HiveException

Get the materialized views that have been enabled for rewriting from the cache (registry). It will preprocess them to discard those that are outdated and augment those that need to be augmented, e.g., if incremental rewriting is enabled.

Returns:

the list of materialized views available for rewriting from the registry

Throws:

HiveException

isOutdatedMaterializedView

public Boolean isOutdatedMaterializedView(Table materializedViewTable,
                                          Set<TableName> tablesUsed,
                                          boolean forceMVContentsUpToDate,
                                          HiveTxnManager txnMgr)
                                   throws HiveException

Utility method that returns whether a materialized view is outdated (true), not outdated (false), or it cannot be determined (null). The latest case may happen e.g. when the materialized view definition uses external tables. This method checks invalidation time window defined in materialization.

Throws:

HiveException

isOutdatedMaterializedView

public Boolean isOutdatedMaterializedView(HiveTxnManager txnManager,
                                          TableName tableName)
                                   throws HiveException

Utility method that returns whether a materialized view is outdated (true), not outdated (false), or it cannot be determined (null). The latest case may happen e.g. when the materialized view definition uses external tables.

Throws:

HiveException

validateMaterializedViewsFromRegistry

public boolean validateMaterializedViewsFromRegistry(List<Table> cachedMaterializedViewTables,
                                                     Set<TableName> tablesUsed,
                                                     HiveTxnManager txnMgr)
                                              throws HiveException

Validate that the materialized views retrieved from registry are still up-to-date. For those that are not, the method loads them from the metastore into the registry.

Returns:

true if they are up-to-date, otherwise false

Throws:

HiveException

getPreprocessedMaterializedViews

public List<HiveRelOptMaterialization> getPreprocessedMaterializedViews(Set<TableName> tablesUsed,
                                                                        HiveTxnManager txnMgr)
                                                                 throws HiveException

Get the materialized views that have been enabled for rewriting from the metastore. If the materialized view is in the cache, we do not need to parse it to generate a logical plan for the rewriting. Instead, we return the version present in the cache. Further, information provided by the invalidation cache is useful to know whether a materialized view can be used for rewriting or not.

Returns:

the list of materialized views available for rewriting

Throws:

HiveException

getMaterializedViewForRebuild

public HiveRelOptMaterialization getMaterializedViewForRebuild(String dbName,
                                                               String materializedViewName,
                                                               Set<TableName> tablesUsed,
                                                               HiveTxnManager txnMgr)
                                                        throws HiveException

Get the target materialized view from the metastore. Although it may load the plan from the registry, it is guaranteed that it will always return an up-to-date version wrt metastore.

Returns:

the materialized view for rebuild

Throws:

HiveException

getAllMaterializedViewObjectsForRewriting

public List<Table> getAllMaterializedViewObjectsForRewriting()
                                                      throws HiveException

Throws:

HiveException

getMaterializedViewsByAST

public List<HiveRelOptMaterialization> getMaterializedViewsByAST(ASTNode astNode,
                                                                 Set<TableName> tablesUsed,
                                                                 HiveTxnManager txnMgr)
                                                          throws HiveException

Get the materialized views from the metastore or from the registry which has the same query definition as the specified sql query text. It is guaranteed that it will always return an up-to-date version wrt metastore. This method filters out outdated Materialized views. It compares the transaction ids of the passed usedTables and the materialized view using the txnMgr.

Parameters:

tablesUsed - List of tables to verify whether materialized view is outdated

txnMgr - Transaction manager to get open transactions affects used tables.

Returns:

List of materialized views has matching query definition with querySql

Throws:

HiveException - - an exception is thrown during validation or unable to pull transaction ids

getAllDatabases

public List<String> getAllDatabases()
                             throws HiveException

Get all existing database names.

Returns:

List of database names.

Throws:

HiveException

getDatabasesByPattern

public List<String> getDatabasesByPattern(String databasePattern)
                                   throws HiveException

Get all existing databases that match the given pattern. The matching occurs as per Java regular expressions

Parameters:

databasePattern - java re pattern

Returns:

list of database names

Throws:

HiveException

grantPrivileges

public boolean grantPrivileges(org.apache.hadoop.hive.metastore.api.PrivilegeBag privileges)
                        throws HiveException

Throws:

HiveException

revokePrivileges

public boolean revokePrivileges(org.apache.hadoop.hive.metastore.api.PrivilegeBag privileges,
                                boolean grantOption)
                         throws HiveException

Parameters:

privileges - a bag of privileges

Returns:

true on success

Throws:

HiveException

validateDatabaseExists

public void validateDatabaseExists(String databaseName)
                            throws SemanticException

Throws:

SemanticException

databaseExists

public boolean databaseExists(String dbName)
                       throws HiveException

Query metadata to see if a database with the given name already exists.

Parameters:

dbName -

Returns:

true if a database with the given name already exists, false if does not exist.

Throws:

HiveException

getDatabase

public org.apache.hadoop.hive.metastore.api.Database getDatabase(String dbName)
                                                          throws HiveException

Get the database by name.

Parameters:

dbName - the name of the database.

Returns:

a Database object if this database exists, null otherwise.

Throws:

HiveException

getDatabase

public org.apache.hadoop.hive.metastore.api.Database getDatabase(String catName,
                                                                 String dbName)
                                                          throws HiveException

Get the database by name.

Parameters:

catName - catalog name

dbName - the name of the database.

Returns:

a Database object if this database exists, null otherwise.

Throws:

HiveException

getDatabaseCurrent

public org.apache.hadoop.hive.metastore.api.Database getDatabaseCurrent()
                                                                 throws HiveException

Get the Database object for current database

Returns:

a Database object if this database exists, null otherwise.

Throws:

HiveException

loadPartition

public Partition loadPartition(org.apache.hadoop.fs.Path loadPath,
                               Table tbl,
                               Map<String,String> partSpec,
                               LoadTableDesc.LoadFileType loadFileType,
                               boolean inheritTableSpecs,
                               boolean inheritLocation,
                               boolean isSkewedStoreAsSubdir,
                               boolean isSrcLocal,
                               boolean isAcidIUDoperation,
                               boolean resetStatistics,
                               Long writeId,
                               int stmtId,
                               boolean isInsertOverwrite,
                               boolean isDirectInsert)
                        throws HiveException

Load a directory into a Hive Table Partition - Alters existing content of the partition with the contents of loadPath. - If the partition does not exist - one is created - files in loadPath are moved into Hive. But the directory itself is not removed.

Parameters:

loadPath - Directory containing files to load into Table

tbl - name of table to be loaded.

partSpec - defines which partition needs to be loaded

loadFileType - if REPLACE_ALL - replace files in the table, otherwise add files to table (KEEP_EXISTING, OVERWRITE_EXISTING)

inheritTableSpecs - if true, on [re]creating the partition, take the location/inputformat/outputformat/serde details from table spec

isSrcLocal - If the source directory is LOCAL

isAcidIUDoperation - true if this is an ACID operation Insert/Update/Delete operation

resetStatistics - if true, reset the statistics. If false, do not reset statistics.

writeId - write ID allocated for the current load operation

stmtId - statement ID of the current load statement

isInsertOverwrite -

Returns:

Partition object being loaded with data

Throws:

HiveException

listFilesInsideAcidDirectory

public static void listFilesInsideAcidDirectory(org.apache.hadoop.fs.Path acidDir,
                                                org.apache.hadoop.fs.FileSystem srcFs,
                                                List<org.apache.hadoop.fs.Path> newFiles,
                                                org.apache.hadoop.fs.PathFilter filter)
                                         throws IOException

Throws:

IOException

loadDynamicPartitions

public Map<Map<String,String>,Partition> loadDynamicPartitions(LoadTableDesc tbd,
                                                               int numLB,
                                                               boolean isAcid,
                                                               long writeId,
                                                               int stmtId,
                                                               boolean resetStatistics,
                                                               AcidUtils.Operation operation,
                                                               Map<org.apache.hadoop.fs.Path,Utilities.PartitionDetails> partitionDetailsMap)
                                                        throws HiveException

Given a source directory name of the load path, load all dynamically generated partitions into the specified table and return a list of strings that represent the dynamic partition paths.

Parameters:

tbd - table descriptor

numLB - number of buckets

isAcid - true if this is an ACID operation

writeId - writeId, can be 0 unless isAcid == true

stmtId - statementId

resetStatistics - if true, reset statistics. Do not reset statistics otherwise.

operation - ACID operation type

partitionDetailsMap - full dynamic partition specification

Returns:

partition map details (PartitionSpec and Partition)

Throws:

HiveException

loadTable

public void loadTable(org.apache.hadoop.fs.Path loadPath,
                      String tableName,
                      LoadTableDesc.LoadFileType loadFileType,
                      boolean isSrcLocal,
                      boolean isSkewedStoreAsSubdir,
                      boolean isAcidIUDoperation,
                      boolean resetStatistics,
                      Long writeId,
                      int stmtId,
                      boolean isInsertOverwrite,
                      boolean isDirectInsert)
               throws HiveException

Load a directory into a Hive Table. - Alters existing content of table with the contents of loadPath. - If table does not exist - an exception is thrown - files in loadPath are moved into Hive. But the directory itself is not removed.

Parameters:

loadPath - Directory containing files to load into Table

tableName - name of table to be loaded.

loadFileType - if REPLACE_ALL - replace files in the table, otherwise add files to table (KEEP_EXISTING, OVERWRITE_EXISTING)

isSrcLocal - If the source directory is LOCAL

isSkewedStoreAsSubdir - if list bucketing enabled

isAcidIUDoperation - true if this is an ACID based Insert [overwrite]/update/delete

resetStatistics - should reset statistics as part of move.

writeId - write ID allocated for the current load operation

stmtId - statement ID of the current load statement

Throws:

HiveException

createPartition

public Partition createPartition(Table tbl,
                                 Map<String,String> partSpec)
                          throws HiveException

Creates a partition.

Parameters:

tbl - table for which partition needs to be created

partSpec - partition keys and their values

Returns:

created partition object

Throws:

HiveException - if table doesn't exist or partition already exists

addPartitions

public List<org.apache.hadoop.hive.metastore.api.Partition> addPartitions(List<org.apache.hadoop.hive.metastore.api.Partition> partitions,
                                                                          boolean ifNotExists,
                                                                          boolean needResults)
                                                                   throws HiveException

Throws:

HiveException

getPartition

public org.apache.hadoop.hive.metastore.api.Partition getPartition(Table t,
                                                                   String dbName,
                                                                   String tableName,
                                                                   List<String> params)
                                                            throws HiveException

Throws:

HiveException

alterPartitions

public void alterPartitions(String dbName,
                            String tableName,
                            List<org.apache.hadoop.hive.metastore.api.Partition> partitions,
                            org.apache.hadoop.hive.metastore.api.EnvironmentContext ec,
                            String validWriteIdList,
                            long writeId)
                     throws HiveException

Throws:

HiveException

getPartitionsByNames

public List<org.apache.hadoop.hive.metastore.api.Partition> getPartitionsByNames(String dbName,
                                                                                 String tableName,
                                                                                 List<String> partitionNames,
                                                                                 Table t)
                                                                          throws HiveException

Throws:

HiveException

getPartitionsByNames

public List<org.apache.hadoop.hive.metastore.api.Partition> getPartitionsByNames(org.apache.hadoop.hive.metastore.api.GetPartitionsByNamesRequest req,
                                                                                 Table table)
                                                                          throws HiveException

Throws:

HiveException

getPartition

public Partition getPartition(Table tbl,
                              Map<String,String> partSpec,
                              boolean forceCreate)
                       throws HiveException

Throws:

HiveException

getPartition

public Partition getPartition(Table tbl,
                              Map<String,String> partSpec,
                              boolean forceCreate,
                              String partPath,
                              boolean inheritTableSpecs)
                       throws HiveException

Returns partition metadata

Parameters:

tbl - the partition's table

partSpec - partition keys and values

forceCreate - if this is true and partition doesn't exist then a partition is created

partPath - the path where the partition data is located

inheritTableSpecs - whether to copy over the table specs for if/of/serde

Returns:

result partition object or null if there is no partition

Throws:

HiveException

addWriteNotificationLog

public void addWriteNotificationLog(Table tbl,
                                    Map<String,String> partitionSpec,
                                    List<org.apache.hadoop.fs.FileStatus> newFiles,
                                    Long writeId,
                                    List<org.apache.hadoop.hive.metastore.api.WriteNotificationLogRequest> requestList)
                             throws HiveException

Throws:

HiveException

addWriteNotificationLog

public static void addWriteNotificationLog(HiveConf conf,
                                           Table tbl,
                                           List<String> partitionVals,
                                           Long txnId,
                                           Long writeId,
                                           List<org.apache.hadoop.fs.FileStatus> newFiles,
                                           List<org.apache.hadoop.hive.metastore.api.WriteNotificationLogRequest> requestList)
                                    throws IOException,
                                           HiveException,
                                           org.apache.thrift.TException

Throws:

IOException

HiveException

org.apache.thrift.TException

dropPartition

public boolean dropPartition(String dbName,
                             String tableName,
                             List<String> partitionValues,
                             boolean deleteData)
                      throws HiveException

Throws:

HiveException

dropPartition

public boolean dropPartition(String dbName,
                             String tableName,
                             List<String> partitionValues,
                             PartitionDropOptions options)
                      throws HiveException

Throws:

HiveException

dropPartitions

public List<Partition> dropPartitions(String dbName,
                                      String tableName,
                                      List<org.apache.commons.lang3.tuple.Pair<Integer,byte[]>> partitionExpressions,
                                      PartitionDropOptions dropOptions)
                               throws HiveException

Throws:

HiveException

getPartitionNames

public List<String> getPartitionNames(String dbName,
                                      String tblName,
                                      short max)
                               throws HiveException

Throws:

HiveException

getPartitionNames

public List<String> getPartitionNames(String dbName,
                                      String tblName,
                                      Map<String,String> partSpec,
                                      short max)
                               throws HiveException

Throws:

HiveException

getPartitionNames

public List<String> getPartitionNames(Table tbl,
                                      ExprNodeGenericFuncDesc expr,
                                      String order,
                                      short maxParts)
                               throws HiveException

Throws:

HiveException

getPartitions

public List<Partition> getPartitions(Table tbl)
                              throws HiveException

get all the partitions that the table has

Parameters:

tbl - object for which partition is needed

Returns:

list of partition objects

Throws:

HiveException

getAllPartitionsOf

public Set<Partition> getAllPartitionsOf(Table tbl)
                                  throws HiveException

Get all the partitions; unlike getPartitions(Table), does not include auth.

Parameters:

tbl - table for which partitions are needed

Returns:

list of partition objects

Throws:

HiveException

getPartitions

public List<Partition> getPartitions(Table tbl,
                                     Map<String,String> partialPartSpec,
                                     short limit)
                              throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

limit - number of partitions to return

Returns:

list of partition objects

Throws:

HiveException

getPartitions

public List<Partition> getPartitions(Table tbl,
                                     Map<String,String> partialPartSpec)
                              throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByNames

public List<Partition> getPartitionsByNames(Table tbl,
                                            Map<String,String> partialPartSpec)
                                     throws HiveException

get all the partitions of the table that matches the given partial specification. partition columns whose value is can be anything should be an empty string.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

partialPartSpec - partial partition specification (some subpartitions can be empty).

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByNames

public List<Partition> getPartitionsByNames(Table tbl,
                                            List<String> partNames)
                                     throws HiveException

Get all partitions of the table that matches the list of given partition names.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

partNames - list of partition names

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByNames

public List<Partition> getPartitionsByNames(Table tbl,
                                            List<String> partNames,
                                            boolean getColStats)
                                     throws HiveException

Get all partitions of the table that matches the list of given partition names.

Parameters:

tbl - object for which partition is needed. Must be partitioned.

partNames - list of partition names

getColStats - if true, Partition object includes column statistics for that partition.

Returns:

list of partition objects

Throws:

HiveException

getPartitionsByFilter

public List<Partition> getPartitionsByFilter(Table tbl,
                                             String filter)
                                      throws HiveException,
                                             org.apache.hadoop.hive.metastore.api.MetaException,
                                             org.apache.hadoop.hive.metastore.api.NoSuchObjectException,
                                             org.apache.thrift.TException

Get a list of Partitions by filter.

Parameters:

tbl - The table containing the partitions.

filter - A string represent partition predicates.

Returns:

a list of partitions satisfying the partition predicates.

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.MetaException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

org.apache.thrift.TException

getPartitionsByExpr

public boolean getPartitionsByExpr(Table tbl,
                                   ExprNodeDesc expr,
                                   HiveConf conf,
                                   List<Partition> partitions)
                            throws HiveException,
                                   org.apache.thrift.TException

Get a list of Partitions by expr.

Parameters:

tbl - The table containing the partitions.

expr - A serialized expression for partition predicates.

conf - Hive config.

partitions - the resulting list of partitions

Returns:

whether the resulting list contains partitions which may or may not match the expr

Throws:

HiveException

org.apache.thrift.TException

getNumPartitionsByFilter

public int getNumPartitionsByFilter(Table tbl,
                                    String filter)
                             throws HiveException,
                                    org.apache.hadoop.hive.metastore.api.MetaException,
                                    org.apache.hadoop.hive.metastore.api.NoSuchObjectException,
                                    org.apache.thrift.TException

Get a number of Partitions by filter.

Parameters:

tbl - The table containing the partitions.

filter - A string represent partition predicates.

Returns:

the number of partitions satisfying the partition predicates.

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.MetaException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

org.apache.thrift.TException

validatePartitionNameCharacters

public void validatePartitionNameCharacters(List<String> partVals)
                                     throws HiveException

Throws:

HiveException

createRole

public void createRole(String roleName,
                       String ownerName)
                throws HiveException

Throws:

HiveException

dropRole

public void dropRole(String roleName)
              throws HiveException

Throws:

HiveException

getAllRoleNames

public List<String> getAllRoleNames()
                             throws HiveException

Get all existing role names.

Returns:

List of role names.

Throws:

HiveException

getRoleGrantInfoForPrincipal

public List<org.apache.hadoop.hive.metastore.api.RolePrincipalGrant> getRoleGrantInfoForPrincipal(String principalName,
                                                                                                  org.apache.hadoop.hive.metastore.api.PrincipalType principalType)
                                                                                           throws HiveException

Throws:

HiveException

grantRole

public boolean grantRole(String roleName,
                         String userName,
                         org.apache.hadoop.hive.metastore.api.PrincipalType principalType,
                         String grantor,
                         org.apache.hadoop.hive.metastore.api.PrincipalType grantorType,
                         boolean grantOption)
                  throws HiveException

Throws:

HiveException

revokeRole

public boolean revokeRole(String roleName,
                          String userName,
                          org.apache.hadoop.hive.metastore.api.PrincipalType principalType,
                          boolean grantOption)
                   throws HiveException

Throws:

HiveException

listRoles

public List<org.apache.hadoop.hive.metastore.api.Role> listRoles(String userName,
                                                                 org.apache.hadoop.hive.metastore.api.PrincipalType principalType)
                                                          throws HiveException

Throws:

HiveException

get_privilege_set

public org.apache.hadoop.hive.metastore.api.PrincipalPrivilegeSet get_privilege_set(org.apache.hadoop.hive.metastore.api.HiveObjectType objectType,
                                                                                    String db_name,
                                                                                    String table_name,
                                                                                    List<String> part_values,
                                                                                    String column_name,
                                                                                    String user_name,
                                                                                    List<String> group_names)
                                                                             throws HiveException

Parameters:

objectType - hive object type

db_name - database name

table_name - table name

part_values - partition values

column_name - column name

user_name - user name

group_names - group names

Returns:

the privilege set

Throws:

HiveException

showPrivilegeGrant

public List<org.apache.hadoop.hive.metastore.api.HiveObjectPrivilege> showPrivilegeGrant(org.apache.hadoop.hive.metastore.api.HiveObjectType objectType,
                                                                                         String principalName,
                                                                                         org.apache.hadoop.hive.metastore.api.PrincipalType principalType,
                                                                                         String dbName,
                                                                                         String tableName,
                                                                                         List<String> partValues,
                                                                                         String columnName)
                                                                                  throws HiveException

Parameters:

objectType - hive object type

principalName -

principalType -

dbName -

tableName -

partValues -

columnName -

Returns:

list of privileges

Throws:

HiveException

clearDestForSubDirSrc

public static void clearDestForSubDirSrc(HiveConf conf,
                                         org.apache.hadoop.fs.Path dest,
                                         org.apache.hadoop.fs.Path src,
                                         boolean isSrcLocal)
                                  throws IOException

Throws:

IOException

recycleDirToCmPath

public void recycleDirToCmPath(org.apache.hadoop.fs.Path dataPath,
                               boolean isPurge)
                        throws HiveException

Recycles the files recursively from the input path to the cmroot directory either by copying or moving it.

Parameters:

dataPath - Path of the data files to be recycled to cmroot

isPurge - When set to true files which needs to be recycled are not moved to Trash

Throws:

HiveException

moveFile

public static boolean moveFile(HiveConf conf,
                               org.apache.hadoop.fs.Path srcf,
                               org.apache.hadoop.fs.Path destf,
                               boolean replace,
                               boolean isSrcLocal,
                               boolean isManaged)
                        throws HiveException

Throws:

HiveException

copyFiles

protected static void copyFiles(HiveConf conf,
                                org.apache.hadoop.fs.Path srcf,
                                org.apache.hadoop.fs.Path destf,
                                org.apache.hadoop.fs.FileSystem fs,
                                boolean isSrcLocal,
                                boolean isAcidIUD,
                                boolean isOverwrite,
                                List<org.apache.hadoop.fs.FileStatus> newFilesStatus,
                                boolean isBucketed,
                                boolean isFullAcidTable,
                                boolean isManaged,
                                boolean isCompactionTable)
                         throws HiveException

Copy files. This handles building the mapping for buckets and such between the source and destination

Parameters:

conf - Configuration object

srcf - source directory, if bucketed should contain bucket files

destf - directory to move files into

fs - Filesystem

isSrcLocal - true if source is on local file system

isAcidIUD - true if this is an ACID based Insert/Update/Delete

isOverwrite - if true, then overwrite if destination file exist, else add a duplicate copy

newFilesStatus - if this is non-null, a list of files that were created as a result of this move will be returned.

isManaged - if table is managed.

isCompactionTable - is table used in query-based compaction

Throws:

HiveException

moveAcidFiles

public static void moveAcidFiles(org.apache.hadoop.fs.FileSystem fs,
                                 org.apache.hadoop.fs.FileStatus[] stats,
                                 org.apache.hadoop.fs.Path dst,
                                 List<org.apache.hadoop.fs.Path> newFiles)
                          throws HiveException

Throws:

HiveException

cleanUpOneDirectoryForReplace

public void cleanUpOneDirectoryForReplace(org.apache.hadoop.fs.Path path,
                                          org.apache.hadoop.fs.FileSystem fs,
                                          org.apache.hadoop.fs.PathFilter pathFilter,
                                          HiveConf conf,
                                          boolean purge,
                                          boolean isNeedRecycle)
                                   throws IOException,
                                          HiveException

Throws:

IOException

HiveException

trashFiles

public static boolean trashFiles(org.apache.hadoop.fs.FileSystem fs,
                                 org.apache.hadoop.fs.FileStatus[] statuses,
                                 org.apache.hadoop.conf.Configuration conf,
                                 boolean purge)
                          throws IOException

Trashes or deletes all files under a directory. Leaves the directory as is.

Parameters:

fs - FileSystem to use

statuses - fileStatuses of files to be deleted

conf - hive configuration

Returns:

true if deletion successful

Throws:

IOException

isHadoop1

public static boolean isHadoop1()

exchangeTablePartitions

public List<Partition> exchangeTablePartitions(Map<String,String> partitionSpecs,
                                               String sourceDb,
                                               String sourceTable,
                                               String destDb,
                                               String destinationTableName)
                                        throws HiveException

Throws:

HiveException

getSynchronizedMSC

@InterfaceAudience.LimitedPrivate(value="Hive")
 @InterfaceStability.Unstable
public SynchronizedMetaStoreClient getSynchronizedMSC()
                                                                                                                             throws org.apache.hadoop.hive.metastore.api.MetaException

Returns:

synchronized metastore client

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

setMSC

public void setMSC(IMetaStoreClient client)
            throws org.apache.hadoop.hive.metastore.api.MetaException

Sets the metastore client for the current thread

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getMSC

@InterfaceAudience.LimitedPrivate(value="Hive")
 @InterfaceStability.Unstable
public IMetaStoreClient getMSC()
                                                                                                      throws org.apache.hadoop.hive.metastore.api.MetaException

Returns:

the metastore client for the current thread

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getMSC

@InterfaceAudience.LimitedPrivate(value="Hive")
 @InterfaceStability.Unstable
public IMetaStoreClient getMSC(boolean allowEmbedded,
                                                                                                             boolean forceCreate)
                                                                                                      throws org.apache.hadoop.hive.metastore.api.MetaException

Returns:

the metastore client for the current thread

Throws:

org.apache.hadoop.hive.metastore.api.MetaException

getFieldsFromDeserializer

public static List<org.apache.hadoop.hive.metastore.api.FieldSchema> getFieldsFromDeserializer(String name,
                                                                                               Deserializer serde,
                                                                                               org.apache.hadoop.conf.Configuration conf)
                                                                                        throws HiveException

Throws:

HiveException

setPartitionColumnStatistics

public boolean setPartitionColumnStatistics(org.apache.hadoop.hive.metastore.api.SetPartitionsStatsRequest request)
                                     throws HiveException

Throws:

HiveException

getTableColumnStatistics

public List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> getTableColumnStatistics(String dbName,
                                                                                               String tableName,
                                                                                               List<String> colNames,
                                                                                               boolean checkTransactional)
                                                                                        throws HiveException

Throws:

HiveException

getPartitionColumnStatistics

public Map<String,List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj>> getPartitionColumnStatistics(String dbName,
                                                                                                               String tableName,
                                                                                                               List<String> partNames,
                                                                                                               List<String> colNames,
                                                                                                               boolean checkTransactional)
                                                                                                        throws HiveException

Throws:

HiveException

getAggrColStatsFor

public org.apache.hadoop.hive.metastore.api.AggrStats getAggrColStatsFor(String dbName,
                                                                         String tblName,
                                                                         List<String> colNames,
                                                                         List<String> partName,
                                                                         boolean checkTransactional)

deleteTableColumnStatistics

public boolean deleteTableColumnStatistics(String dbName,
                                           String tableName,
                                           String colName)
                                    throws HiveException

Throws:

HiveException

deletePartitionColumnStatistics

public boolean deletePartitionColumnStatistics(String dbName,
                                               String tableName,
                                               String partName,
                                               String colName)
                                        throws HiveException

Throws:

HiveException

updateTransactionalStatistics

public void updateTransactionalStatistics(org.apache.hadoop.hive.metastore.api.UpdateTransactionalStatsRequest req)
                                   throws HiveException

Throws:

HiveException

newTable

public Table newTable(String tableName)
               throws HiveException

Throws:

HiveException

getDelegationToken

public String getDelegationToken(String owner,
                                 String renewer)
                          throws HiveException

Throws:

HiveException

cancelDelegationToken

public void cancelDelegationToken(String tokenStrForm)
                           throws HiveException

Throws:

HiveException

compact

@Deprecated
public void compact(String dbname,
                                String tableName,
                                String partName,
                                String compactType,
                                Map<String,String> tblproperties)
                         throws HiveException

Deprecated. use compact2(String, String, String, String, Map)

Throws:

HiveException

compact2

@Deprecated
public org.apache.hadoop.hive.metastore.api.CompactionResponse compact2(String dbname,
                                                                                    String tableName,
                                                                                    String partName,
                                                                                    String compactType,
                                                                                    Map<String,String> tblproperties)
                                                                             throws HiveException

Deprecated. use compact(CompactionRequest)

Enqueue a compaction request. Only 1 compaction for a given resource (db/table/partSpec) can be scheduled/running at any given time.

Parameters:

dbname - name of the database, if null default will be used.

tableName - name of the table, cannot be null

partName - name of the partition, if null table will be compacted (valid only for non-partitioned tables).

compactType - major or minor

tblproperties - the list of tblproperties to overwrite for this compaction

Returns:

id of new request or id already existing request for specified resource

Throws:

HiveException

compact

public org.apache.hadoop.hive.metastore.api.CompactionResponse compact(org.apache.hadoop.hive.metastore.api.CompactionRequest request)
                                                                throws HiveException

Enqueue a compaction request. Only 1 compaction for a given resource (db/table/partSpec) can be scheduled/running at any given time.

Parameters:

request - The CompactionRequest object containing the details required to enqueue a compaction request.

Throws:

HiveException

showCompactions

public org.apache.hadoop.hive.metastore.api.ShowCompactResponse showCompactions()
                                                                         throws HiveException

Throws:

HiveException

showCompactions

public org.apache.hadoop.hive.metastore.api.ShowCompactResponse showCompactions(org.apache.hadoop.hive.metastore.api.ShowCompactRequest request)
                                                                         throws HiveException

Throws:

HiveException

showTransactions

public org.apache.hadoop.hive.metastore.api.GetOpenTxnsInfoResponse showTransactions()
                                                                              throws HiveException

Throws:

HiveException

abortTransactions

public void abortTransactions(List<Long> txnids)
                       throws HiveException

Throws:

HiveException

createFunction

public void createFunction(org.apache.hadoop.hive.metastore.api.Function func)
                    throws HiveException

Throws:

HiveException

alterFunction

public void alterFunction(String dbName,
                          String funcName,
                          org.apache.hadoop.hive.metastore.api.Function newFunction)
                   throws HiveException

Throws:

HiveException

dropFunction

public void dropFunction(String dbName,
                         String funcName)
                  throws HiveException

Throws:

HiveException

getFunction

public org.apache.hadoop.hive.metastore.api.Function getFunction(String dbName,
                                                                 String funcName)
                                                          throws HiveException

Throws:

HiveException

getAllFunctions

public List<org.apache.hadoop.hive.metastore.api.Function> getAllFunctions()
                                                                    throws HiveException

Throws:

HiveException

getFunctions

public List<String> getFunctions(String dbName,
                                 String pattern)
                          throws HiveException

Throws:

HiveException

setMetaConf

public void setMetaConf(String propName,
                        String propValue)
                 throws HiveException

Throws:

HiveException

getMetaConf

public String getMetaConf(String propName)
                   throws HiveException

Throws:

HiveException

clearMetaCallTiming

public void clearMetaCallTiming()

dumpMetaCallTimingWithoutEx

public static com.google.common.collect.ImmutableMap<String,Long> dumpMetaCallTimingWithoutEx(String phase)

dumpAndClearMetaCallTiming

public com.google.common.collect.ImmutableMap<String,Long> dumpAndClearMetaCallTiming(String phase)

getFileMetadata

public Iterable<Map.Entry<Long,ByteBuffer>> getFileMetadata(List<Long> fileIds)
                                                     throws HiveException

Throws:

HiveException

getFileMetadataByExpr

public Iterable<Map.Entry<Long,org.apache.hadoop.hive.metastore.api.MetadataPpdResult>> getFileMetadataByExpr(List<Long> fileIds,
                                                                                                              ByteBuffer sarg,
                                                                                                              boolean doGetFooters)
                                                                                                       throws HiveException

Throws:

HiveException

clearFileMetadata

public void clearFileMetadata(List<Long> fileIds)
                       throws HiveException

Throws:

HiveException

putFileMetadata

public void putFileMetadata(List<Long> fileIds,
                            List<ByteBuffer> metadata)
                     throws HiveException

Throws:

HiveException

cacheFileMetadata

public void cacheFileMetadata(String dbName,
                              String tableName,
                              String partName,
                              boolean allParts)
                       throws HiveException

Throws:

HiveException

dropConstraint

public void dropConstraint(String dbName,
                           String tableName,
                           String constraintName)
                    throws HiveException,
                           org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getPrimaryKeyList

public List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> getPrimaryKeyList(String dbName,
                                                                                  String tblName)
                                                                           throws HiveException,
                                                                                  org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getForeignKeyList

public List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> getForeignKeyList(String dbName,
                                                                                  String tblName)
                                                                           throws HiveException,
                                                                                  org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getUniqueConstraintList

public List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> getUniqueConstraintList(String dbName,
                                                                                              String tblName)
                                                                                       throws HiveException,
                                                                                              org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getNotNullConstraintList

public List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> getNotNullConstraintList(String dbName,
                                                                                                String tblName)
                                                                                         throws HiveException,
                                                                                                org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getDefaultConstraintList

public List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> getDefaultConstraintList(String dbName,
                                                                                                String tblName)
                                                                                         throws HiveException,
                                                                                                org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getCheckConstraintList

public List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> getCheckConstraintList(String dbName,
                                                                                            String tblName)
                                                                                     throws HiveException,
                                                                                            org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getTableConstraints

public org.apache.hadoop.hive.metastore.api.SQLAllTableConstraints getTableConstraints(String dbName,
                                                                                       String tblName,
                                                                                       long tableId)
                                                                                throws HiveException,
                                                                                       org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

getTableConstraints

public TableConstraintsInfo getTableConstraints(String dbName,
                                                String tblName,
                                                boolean fetchReliable,
                                                boolean fetchEnabled,
                                                long tableId)
                                         throws HiveException

Throws:

HiveException

getEnabledNotNullConstraints

public NotNullConstraint getEnabledNotNullConstraints(String dbName,
                                                      String tblName)
                                               throws HiveException

Get not null constraints associated with the table that are enabled/enforced.

Parameters:

dbName - Database Name

tblName - Table Name

Returns:

Not null constraints associated with the table.

Throws:

HiveException

getEnabledCheckConstraints

public CheckConstraint getEnabledCheckConstraints(String dbName,
                                                  String tblName)
                                           throws HiveException

Get CHECK constraints associated with the table that are enabled

Parameters:

dbName - Database Name

tblName - Table Name

Returns:

CHECK constraints associated with the table.

Throws:

HiveException

getEnabledDefaultConstraints

public DefaultConstraint getEnabledDefaultConstraints(String dbName,
                                                      String tblName)
                                               throws HiveException

Get Default constraints associated with the table that are enabled

Parameters:

dbName - Database Name

tblName - Table Name

Returns:

Default constraints associated with the table.

Throws:

HiveException

addPrimaryKey

public void addPrimaryKey(List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeyCols)
                   throws HiveException,
                          org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

addForeignKey

public void addForeignKey(List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeyCols)
                   throws HiveException,
                          org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

addUniqueConstraint

public void addUniqueConstraint(List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraintCols)
                         throws HiveException,
                                org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

addNotNullConstraint

public void addNotNullConstraint(List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraintCols)
                          throws HiveException,
                                 org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

addDefaultConstraint

public void addDefaultConstraint(List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints)
                          throws HiveException,
                                 org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

addCheckConstraint

public void addCheckConstraint(List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints)
                        throws HiveException,
                               org.apache.hadoop.hive.metastore.api.NoSuchObjectException

Throws:

HiveException

org.apache.hadoop.hive.metastore.api.NoSuchObjectException

createResourcePlan

public void createResourcePlan(org.apache.hadoop.hive.metastore.api.WMResourcePlan resourcePlan,
                               String copyFromName,
                               boolean ifNotExists)
                        throws HiveException

Throws:

HiveException

getResourcePlan

public org.apache.hadoop.hive.metastore.api.WMFullResourcePlan getResourcePlan(String rpName)
                                                                        throws HiveException

Throws:

HiveException

getAllResourcePlans

public List<org.apache.hadoop.hive.metastore.api.WMResourcePlan> getAllResourcePlans()
                                                                              throws HiveException

Throws:

HiveException

dropResourcePlan

public void dropResourcePlan(String rpName,
                             boolean ifExists)
                      throws HiveException

Throws:

HiveException

alterResourcePlan

public org.apache.hadoop.hive.metastore.api.WMFullResourcePlan alterResourcePlan(String rpName,
                                                                                 org.apache.hadoop.hive.metastore.api.WMNullableResourcePlan resourcePlan,
                                                                                 boolean canActivateDisabled,
                                                                                 boolean isForceDeactivate,
                                                                                 boolean isReplace)
                                                                          throws HiveException

Throws:

HiveException

getActiveResourcePlan

public org.apache.hadoop.hive.metastore.api.WMFullResourcePlan getActiveResourcePlan()
                                                                              throws HiveException

Throws:

HiveException

validateResourcePlan

public org.apache.hadoop.hive.metastore.api.WMValidateResourcePlanResponse validateResourcePlan(String rpName)
                                                                                         throws HiveException

Throws:

HiveException

createWMTrigger

public void createWMTrigger(org.apache.hadoop.hive.metastore.api.WMTrigger trigger)
                     throws HiveException

Throws:

HiveException

alterWMTrigger

public void alterWMTrigger(org.apache.hadoop.hive.metastore.api.WMTrigger trigger)
                    throws HiveException

Throws:

HiveException

dropWMTrigger

public void dropWMTrigger(String rpName,
                          String triggerName)
                   throws HiveException

Throws:

HiveException

createWMPool

public void createWMPool(org.apache.hadoop.hive.metastore.api.WMPool pool)
                  throws HiveException

Throws:

HiveException

alterWMPool

public void alterWMPool(org.apache.hadoop.hive.metastore.api.WMNullablePool pool,
                        String poolPath)
                 throws HiveException

Throws:

HiveException

dropWMPool

public void dropWMPool(String resourcePlanName,
                       String poolPath)
                throws HiveException

Throws:

HiveException

createOrUpdateWMMapping

public void createOrUpdateWMMapping(org.apache.hadoop.hive.metastore.api.WMMapping mapping,
                                    boolean isUpdate)
                             throws HiveException

Throws:

HiveException

dropWMMapping

public void dropWMMapping(org.apache.hadoop.hive.metastore.api.WMMapping mapping)
                   throws HiveException

Throws:

HiveException

createOrDropTriggerToPoolMapping

public void createOrDropTriggerToPoolMapping(String resourcePlanName,
                                             String triggerName,
                                             String poolPath,
                                             boolean shouldDrop)
                                      throws HiveException

Throws:

HiveException

getStorageHandlerInfo

@Nullable
public StorageHandlerInfo getStorageHandlerInfo(Table table)
                                                   throws HiveException

Throws:

HiveException

alterTableExecuteOperation

public void alterTableExecuteOperation(Table table,
                                       AlterTableExecuteSpec executeSpec)
                                throws HiveException

Throws:

HiveException