Package io.trino.plugin.hive.metastore.glue

Class GlueHiveMetastore

java.lang.Object

io.trino.plugin.hive.metastore.glue.GlueHiveMetastore

All Implemented Interfaces:

HiveMetastore

public class GlueHiveMetastore
extends Object
implements HiveMetastore

Constructor Summary

Constructors

Constructor	Description
GlueHiveMetastore(TrinoFileSystemFactory fileSystemFactory, GlueHiveMetastoreConfig glueConfig, Executor partitionsReadExecutor, GlueColumnStatisticsProviderFactory columnStatisticsProviderFactory, com.amazonaws.services.glue.AWSGlueAsync glueClient, GlueMetastoreStats stats, Predicate<com.amazonaws.services.glue.model.Table> tableFilter)

Method Summary

Modifier and Type	Method	Description
void	addColumn(String databaseName, String tableName, String columnName, HiveType columnType, String columnComment)
void	addPartitions(String databaseName, String tableName, List<PartitionWithStatistics> partitions)
void	alterPartition(String databaseName, String tableName, PartitionWithStatistics partition)
void	checkSupportsTransactions()
void	commentColumn(String databaseName, String tableName, String columnName, Optional<String> comment)
void	commentTable(String databaseName, String tableName, Optional<String> comment)
void	createDatabase(Database database)
void	createRole(String role, String grantor)
void	createTable(Table table, PrincipalPrivileges principalPrivileges)
static GlueHiveMetastore	createTestingGlueHiveMetastore(Path defaultWarehouseDir)
void	dropColumn(String databaseName, String tableName, String columnName)
void	dropDatabase(String databaseName, boolean deleteData)
void	dropPartition(String databaseName, String tableName, List<String> parts, boolean deleteData)
void	dropRole(String role)
void	dropTable(String databaseName, String tableName, boolean deleteData)
List<String>	getAllDatabases()
Optional<List<SchemaTableName>>	getAllTables()
List<String>	getAllTables(String databaseName)
Optional<List<SchemaTableName>>	getAllViews()
List<String>	getAllViews(String databaseName)	Lists views and materialized views from given database.
Optional<Database>	getDatabase(String databaseName)
Optional<Partition>	getPartition(Table table, List<String> partitionValues)
Optional<List<String>>	getPartitionNamesByFilter(String databaseName, String tableName, List<String> columnNames, TupleDomain<String> partitionKeysFilter)	Return a list of partition names, with optional filtering (hint to improve performance if possible).
Map<String,Optional<Partition>>	getPartitionsByNames(Table table, List<String> partitionNames)	Ex: Partition keys = ['a', 'b'] Partition names = ['a=1/b=2', 'a=2/b=2']
Map<String,PartitionStatistics>	getPartitionStatistics(Table table, List<Partition> partitions)
GlueMetastoreStats	getStats()
Set<HiveColumnStatisticType>	getSupportedColumnStatistics(Type type)
Optional<Table>	getTable(String databaseName, String tableName)
PartitionStatistics	getTableStatistics(Table table)
List<String>	getTablesWithParameter(String databaseName, String parameterKey, String parameterValue)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	grantTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
Set<RoleGrant>	listGrantedPrincipals(String role)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(String databaseName, String tableName, Optional<String> tableOwner, Optional<HivePrincipal> principal)
void	renameColumn(String databaseName, String tableName, String oldColumnName, String newColumnName)
void	renameDatabase(String databaseName, String newDatabaseName)
void	renameTable(String databaseName, String tableName, String newDatabaseName, String newTableName)
void	replaceTable(String databaseName, String tableName, Table newTable, PrincipalPrivileges principalPrivileges)	This should only be used if the semantic here is drop and add.
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	revokeTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
void	setDatabaseOwner(String databaseName, HivePrincipal principal)
void	setTableOwner(String databaseName, String tableName, HivePrincipal principal)
void	updatePartitionStatistics(Table table, Map<String,Function<PartitionStatistics,PartitionStatistics>> updates)
void	updateTableStatistics(String databaseName, String tableName, AcidTransaction transaction, Function<PartitionStatistics,PartitionStatistics> update)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.trino.plugin.hive.metastore.HiveMetastore

abortTransaction, acquireSharedReadLock, acquireTableWriteLock, addDynamicPartitions, allocateWriteId, alterPartitions, alterTransactionalTable, commitTransaction, getConfigValue, getValidWriteIds, openTransaction, sendTransactionHeartbeat, updatePartitionStatistics, updateTableWriteId

Constructor Details

GlueHiveMetastore

@Inject
public GlueHiveMetastore(TrinoFileSystemFactory fileSystemFactory,
 GlueHiveMetastoreConfig glueConfig,
 Executor partitionsReadExecutor,
 GlueColumnStatisticsProviderFactory columnStatisticsProviderFactory,
 com.amazonaws.services.glue.AWSGlueAsync glueClient,
 GlueMetastoreStats stats,
 Predicate<com.amazonaws.services.glue.model.Table> tableFilter)

Method Details

createTestingGlueHiveMetastore

public static GlueHiveMetastore createTestingGlueHiveMetastore(Path defaultWarehouseDir)

getStats

public GlueMetastoreStats getStats()

getDatabase

public Optional<Database> getDatabase(String databaseName)

Specified by:

getDatabase in interface HiveMetastore

getAllDatabases

public List<String> getAllDatabases()

Specified by:

getAllDatabases in interface HiveMetastore

getTable

public Optional<Table> getTable(String databaseName,
 String tableName)

Specified by:

getTable in interface HiveMetastore

getSupportedColumnStatistics

public Set<HiveColumnStatisticType> getSupportedColumnStatistics(Type type)

Specified by:

getSupportedColumnStatistics in interface HiveMetastore

getTableStatistics

public PartitionStatistics getTableStatistics(Table table)

Specified by:

getTableStatistics in interface HiveMetastore

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(Table table,
 List<Partition> partitions)

Specified by:

getPartitionStatistics in interface HiveMetastore

updateTableStatistics

public void updateTableStatistics(String databaseName,
 String tableName,
 AcidTransaction transaction,
 Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updateTableStatistics in interface HiveMetastore

updatePartitionStatistics

public void updatePartitionStatistics(Table table,
 Map<String,Function<PartitionStatistics,PartitionStatistics>> updates)

Specified by:

updatePartitionStatistics in interface HiveMetastore

getAllTables

public List<String> getAllTables(String databaseName)

Specified by:

getAllTables in interface HiveMetastore

getAllTables

public Optional<List<SchemaTableName>> getAllTables()

Specified by:

getAllTables in interface HiveMetastore

Returns:

List of tables, views and materialized views names from all schemas or Optional.empty if operation is not supported

getTablesWithParameter

public List<String> getTablesWithParameter(String databaseName,
 String parameterKey,
 String parameterValue)

Specified by:

getTablesWithParameter in interface HiveMetastore

getAllViews

public List<String> getAllViews(String databaseName)

Description copied from interface: HiveMetastore

Lists views and materialized views from given database.

Specified by:

getAllViews in interface HiveMetastore

getAllViews

public Optional<List<SchemaTableName>> getAllViews()

Specified by:

getAllViews in interface HiveMetastore

Returns:

List of views including materialized views names from all schemas or Optional.empty if operation is not supported

createDatabase

public void createDatabase(Database database)

Specified by:

createDatabase in interface HiveMetastore

dropDatabase

public void dropDatabase(String databaseName,
 boolean deleteData)

Specified by:

dropDatabase in interface HiveMetastore

renameDatabase

public void renameDatabase(String databaseName,
 String newDatabaseName)

Specified by:

renameDatabase in interface HiveMetastore

setDatabaseOwner

public void setDatabaseOwner(String databaseName,
 HivePrincipal principal)

Specified by:

setDatabaseOwner in interface HiveMetastore

createTable

public void createTable(Table table,
 PrincipalPrivileges principalPrivileges)

Specified by:

createTable in interface HiveMetastore

dropTable

public void dropTable(String databaseName,
 String tableName,
 boolean deleteData)

Specified by:

dropTable in interface HiveMetastore

replaceTable

public void replaceTable(String databaseName,
 String tableName,
 Table newTable,
 PrincipalPrivileges principalPrivileges)

Description copied from interface: HiveMetastore

This should only be used if the semantic here is drop and add. Trying to alter one field of a table object previously acquired from getTable is probably not what you want.

Specified by:

replaceTable in interface HiveMetastore

renameTable

public void renameTable(String databaseName,
 String tableName,
 String newDatabaseName,
 String newTableName)

Specified by:

renameTable in interface HiveMetastore

commentTable

public void commentTable(String databaseName,
 String tableName,
 Optional<String> comment)

Specified by:

commentTable in interface HiveMetastore

setTableOwner

public void setTableOwner(String databaseName,
 String tableName,
 HivePrincipal principal)

Specified by:

setTableOwner in interface HiveMetastore

commentColumn

public void commentColumn(String databaseName,
 String tableName,
 String columnName,
 Optional<String> comment)

Specified by:

commentColumn in interface HiveMetastore

addColumn

public void addColumn(String databaseName,
 String tableName,
 String columnName,
 HiveType columnType,
 String columnComment)

Specified by:

addColumn in interface HiveMetastore

renameColumn

public void renameColumn(String databaseName,
 String tableName,
 String oldColumnName,
 String newColumnName)

Specified by:

renameColumn in interface HiveMetastore

dropColumn

public void dropColumn(String databaseName,
 String tableName,
 String columnName)

Specified by:

dropColumn in interface HiveMetastore

getPartition

public Optional<Partition> getPartition(Table table,
 List<String> partitionValues)

Specified by:

getPartition in interface HiveMetastore

getPartitionNamesByFilter

public Optional<List<String>> getPartitionNamesByFilter(String databaseName,
 String tableName,
 List<String> columnNames,
 TupleDomain<String> partitionKeysFilter)

Description copied from interface: HiveMetastore

Return a list of partition names, with optional filtering (hint to improve performance if possible).

Specified by:

getPartitionNamesByFilter in interface HiveMetastore

Parameters:

databaseName - the name of the database

tableName - the name of the table

columnNames - the list of partition column names

partitionKeysFilter - optional filter for the partition column values

Returns:

a list of partition names as created by MetastoreUtil.toPartitionName(java.util.List<java.lang.String>, java.util.List<java.lang.String>)

See Also:

• TupleDomain

getPartitionsByNames

public Map<String,Optional<Partition>> getPartitionsByNames(Table table,
 List<String> partitionNames)

 Ex: Partition keys = ['a', 'b']
     Partition names = ['a=1/b=2', 'a=2/b=2']
 

Specified by:

getPartitionsByNames in interface HiveMetastore

Parameters:

partitionNames - List of full partition names

Returns:

Mapping of partition name to partition object

addPartitions

public void addPartitions(String databaseName,
 String tableName,
 List<PartitionWithStatistics> partitions)

Specified by:

addPartitions in interface HiveMetastore

dropPartition

public void dropPartition(String databaseName,
 String tableName,
 List<String> parts,
 boolean deleteData)

Specified by:

dropPartition in interface HiveMetastore

alterPartition

public void alterPartition(String databaseName,
 String tableName,
 PartitionWithStatistics partition)

Specified by:

alterPartition in interface HiveMetastore

createRole

public void createRole(String role,
 String grantor)

Specified by:

createRole in interface HiveMetastore

dropRole

public void dropRole(String role)

Specified by:

dropRole in interface HiveMetastore

listRoles

public Set<String> listRoles()

Specified by:

listRoles in interface HiveMetastore

grantRoles

public void grantRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

grantRoles in interface HiveMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

revokeRoles in interface HiveMetastore

listGrantedPrincipals

public Set<RoleGrant> listGrantedPrincipals(String role)

Specified by:

listGrantedPrincipals in interface HiveMetastore

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

Specified by:

listRoleGrants in interface HiveMetastore

grantTablePrivileges

public void grantTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

grantTablePrivileges in interface HiveMetastore

revokeTablePrivileges

public void revokeTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

revokeTablePrivileges in interface HiveMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(String databaseName,
 String tableName,
 Optional<String> tableOwner,
 Optional<HivePrincipal> principal)

Specified by:

listTablePrivileges in interface HiveMetastore

principal - when empty, all table privileges are returned

checkSupportsTransactions

public void checkSupportsTransactions()

Specified by:

checkSupportsTransactions in interface HiveMetastore