Package io.trino.plugin.hive.metastore.glue

Class GlueHiveMetastore

java.lang.Object

io.trino.plugin.hive.metastore.glue.GlueHiveMetastore

All Implemented Interfaces:

HiveMetastore

public class GlueHiveMetastore
extends Object
implements HiveMetastore

Constructor Summary

Constructors

Constructor	Description
GlueHiveMetastore(HdfsEnvironment hdfsEnvironment, GlueHiveMetastoreConfig glueConfig, HiveConfig hiveConfig, Executor partitionsReadExecutor, GlueColumnStatisticsProviderFactory columnStatisticsProviderFactory, Optional<com.amazonaws.handlers.RequestHandler2> requestHandler, Predicate<com.amazonaws.services.glue.model.Table> tableFilter)

Method Summary

Modifier and Type	Method	Description
void	addColumn(HiveIdentity identity, String databaseName, String tableName, String columnName, HiveType columnType, String columnComment)
void	addPartitions(HiveIdentity identity, String databaseName, String tableName, List<PartitionWithStatistics> partitions)
void	alterPartition(HiveIdentity identity, String databaseName, String tableName, PartitionWithStatistics partition)
void	commentColumn(HiveIdentity identity, String databaseName, String tableName, String columnName, Optional<String> comment)
void	commentTable(HiveIdentity identity, String databaseName, String tableName, Optional<String> comment)
void	createDatabase(HiveIdentity identity, Database database)
void	createRole(String role, String grantor)
void	createTable(HiveIdentity identity, Table table, PrincipalPrivileges principalPrivileges)
void	dropColumn(HiveIdentity identity, String databaseName, String tableName, String columnName)
void	dropDatabase(HiveIdentity identity, String databaseName)
void	dropPartition(HiveIdentity identity, String databaseName, String tableName, List<String> parts, boolean deleteData)
void	dropRole(String role)
void	dropTable(HiveIdentity identity, String databaseName, String tableName, boolean deleteData)
List<String>	getAllDatabases()
List<String>	getAllTables(String databaseName)
List<String>	getAllViews(String databaseName)
Optional<Database>	getDatabase(String databaseName)
Optional<Partition>	getPartition(HiveIdentity identity, Table table, List<String> partitionValues)
Optional<List<String>>	getPartitionNamesByFilter(HiveIdentity identity, String databaseName, String tableName, List<String> columnNames, TupleDomain<String> partitionKeysFilter)	Return a list of partition names, with optional filtering (hint to improve performance if possible).
Map<String,Optional<Partition>>	getPartitionsByNames(HiveIdentity identity, Table table, List<String> partitionNames)	Ex: Partition keys = ['a', 'b'] Partition names = ['a=1/b=2', 'a=2/b=2']
Map<String,PartitionStatistics>	getPartitionStatistics(HiveIdentity identity, Table table, List<Partition> partitions)
GlueMetastoreStats	getStats()
Set<ColumnStatisticType>	getSupportedColumnStatistics(Type type)
Optional<Table>	getTable(HiveIdentity identity, String databaseName, String tableName)
PartitionStatistics	getTableStatistics(HiveIdentity identity, Table table)
List<String>	getTablesWithParameter(String databaseName, String parameterKey, String parameterValue)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	grantTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
boolean	isImpersonationEnabled()
Set<RoleGrant>	listGrantedPrincipals(String role)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(String databaseName, String tableName, String tableOwner, Optional<HivePrincipal> principal)
void	renameColumn(HiveIdentity identity, String databaseName, String tableName, String oldColumnName, String newColumnName)
void	renameDatabase(HiveIdentity identity, String databaseName, String newDatabaseName)
void	renameTable(HiveIdentity identity, String databaseName, String tableName, String newDatabaseName, String newTableName)
void	replaceTable(HiveIdentity identity, String databaseName, String tableName, Table newTable, PrincipalPrivileges principalPrivileges)	This should only be used if the semantic here is drop and add.
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	revokeTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
void	setDatabaseOwner(HiveIdentity identity, String databaseName, HivePrincipal principal)
void	setTableOwner(HiveIdentity identity, String databaseName, String tableName, HivePrincipal principal)
void	updatePartitionStatistics(HiveIdentity identity, Table table, String partitionName, Function<PartitionStatistics,PartitionStatistics> update)
void	updateTableStatistics(HiveIdentity identity, String databaseName, String tableName, AcidTransaction transaction, Function<PartitionStatistics,PartitionStatistics> update)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.trino.plugin.hive.metastore.HiveMetastore

acquireSharedReadLock, acquireTableWriteLock, addDynamicPartitions, allocateWriteId, alterPartitions, alterTransactionalTable, commitTransaction, getConfigValue, getValidWriteIds, openTransaction, sendTransactionHeartbeat, updateTableWriteId

Constructor Detail

GlueHiveMetastore

@Inject
public GlueHiveMetastore(HdfsEnvironment hdfsEnvironment,
                         GlueHiveMetastoreConfig glueConfig,
                         HiveConfig hiveConfig,
                         Executor partitionsReadExecutor,
                         GlueColumnStatisticsProviderFactory columnStatisticsProviderFactory,
                         Optional<com.amazonaws.handlers.RequestHandler2> requestHandler,
                         Predicate<com.amazonaws.services.glue.model.Table> tableFilter)

Method Detail

getStats

public GlueMetastoreStats getStats()

getDatabase

public Optional<Database> getDatabase(String databaseName)

Specified by:

getDatabase in interface HiveMetastore

getAllDatabases

public List<String> getAllDatabases()

Specified by:

getAllDatabases in interface HiveMetastore

getTable

public Optional<Table> getTable(HiveIdentity identity,
                                String databaseName,
                                String tableName)

Specified by:

getTable in interface HiveMetastore

getSupportedColumnStatistics

public Set<ColumnStatisticType> getSupportedColumnStatistics(Type type)

Specified by:

getSupportedColumnStatistics in interface HiveMetastore

getTableStatistics

public PartitionStatistics getTableStatistics(HiveIdentity identity,
                                              Table table)

Specified by:

getTableStatistics in interface HiveMetastore

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(HiveIdentity identity,
                                                                    Table table,
                                                                    List<Partition> partitions)

Specified by:

getPartitionStatistics in interface HiveMetastore

updateTableStatistics

public void updateTableStatistics(HiveIdentity identity,
                                  String databaseName,
                                  String tableName,
                                  AcidTransaction transaction,
                                  Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updateTableStatistics in interface HiveMetastore

updatePartitionStatistics

public void updatePartitionStatistics(HiveIdentity identity,
                                      Table table,
                                      String partitionName,
                                      Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updatePartitionStatistics in interface HiveMetastore

getAllTables

public List<String> getAllTables(String databaseName)

Specified by:

getAllTables in interface HiveMetastore

getTablesWithParameter

public List<String> getTablesWithParameter(String databaseName,
                                           String parameterKey,
                                           String parameterValue)

Specified by:

getTablesWithParameter in interface HiveMetastore

getAllViews

public List<String> getAllViews(String databaseName)

Specified by:

getAllViews in interface HiveMetastore

createDatabase

public void createDatabase(HiveIdentity identity,
                           Database database)

Specified by:

createDatabase in interface HiveMetastore

dropDatabase

public void dropDatabase(HiveIdentity identity,
                         String databaseName)

Specified by:

dropDatabase in interface HiveMetastore

renameDatabase

public void renameDatabase(HiveIdentity identity,
                           String databaseName,
                           String newDatabaseName)

Specified by:

renameDatabase in interface HiveMetastore

setDatabaseOwner

public void setDatabaseOwner(HiveIdentity identity,
                             String databaseName,
                             HivePrincipal principal)

Specified by:

setDatabaseOwner in interface HiveMetastore

createTable

public void createTable(HiveIdentity identity,
                        Table table,
                        PrincipalPrivileges principalPrivileges)

Specified by:

createTable in interface HiveMetastore

dropTable

public void dropTable(HiveIdentity identity,
                      String databaseName,
                      String tableName,
                      boolean deleteData)

Specified by:

dropTable in interface HiveMetastore

replaceTable

public void replaceTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Table newTable,
                         PrincipalPrivileges principalPrivileges)

Description copied from interface: HiveMetastore

This should only be used if the semantic here is drop and add. Trying to alter one field of a table object previously acquired from getTable is probably not what you want.

Specified by:

replaceTable in interface HiveMetastore

renameTable

public void renameTable(HiveIdentity identity,
                        String databaseName,
                        String tableName,
                        String newDatabaseName,
                        String newTableName)

Specified by:

renameTable in interface HiveMetastore

commentTable

public void commentTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Optional<String> comment)

Specified by:

commentTable in interface HiveMetastore

setTableOwner

public void setTableOwner(HiveIdentity identity,
                          String databaseName,
                          String tableName,
                          HivePrincipal principal)

Specified by:

setTableOwner in interface HiveMetastore

commentColumn

public void commentColumn(HiveIdentity identity,
                          String databaseName,
                          String tableName,
                          String columnName,
                          Optional<String> comment)

Specified by:

commentColumn in interface HiveMetastore

addColumn

public void addColumn(HiveIdentity identity,
                      String databaseName,
                      String tableName,
                      String columnName,
                      HiveType columnType,
                      String columnComment)

Specified by:

addColumn in interface HiveMetastore

renameColumn

public void renameColumn(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         String oldColumnName,
                         String newColumnName)

Specified by:

renameColumn in interface HiveMetastore

dropColumn

public void dropColumn(HiveIdentity identity,
                       String databaseName,
                       String tableName,
                       String columnName)

Specified by:

dropColumn in interface HiveMetastore

getPartition

public Optional<Partition> getPartition(HiveIdentity identity,
                                        Table table,
                                        List<String> partitionValues)

Specified by:

getPartition in interface HiveMetastore

getPartitionNamesByFilter

public Optional<List<String>> getPartitionNamesByFilter(HiveIdentity identity,
                                                        String databaseName,
                                                        String tableName,
                                                        List<String> columnNames,
                                                        TupleDomain<String> partitionKeysFilter)

Description copied from interface: HiveMetastore

Return a list of partition names, with optional filtering (hint to improve performance if possible).

Specified by:

getPartitionNamesByFilter in interface HiveMetastore

databaseName - the name of the database

tableName - the name of the table

columnNames - the list of partition column names

partitionKeysFilter - optional filter for the partition column values

Returns:

a list of partition names as created by MetastoreUtil.toPartitionName(java.util.List<java.lang.String>, java.util.List<java.lang.String>)

See Also:

TupleDomain

getPartitionsByNames

public Map<String,Optional<Partition>> getPartitionsByNames(HiveIdentity identity,
                                                                  Table table,
                                                                  List<String> partitionNames)

 Ex: Partition keys = ['a', 'b']
     Partition names = ['a=1/b=2', 'a=2/b=2']
 

Specified by:

getPartitionsByNames in interface HiveMetastore

Parameters:

partitionNames - List of full partition names

Returns:

Mapping of partition name to partition object

addPartitions

public void addPartitions(HiveIdentity identity,
                          String databaseName,
                          String tableName,
                          List<PartitionWithStatistics> partitions)

Specified by:

addPartitions in interface HiveMetastore

dropPartition

public void dropPartition(HiveIdentity identity,
                          String databaseName,
                          String tableName,
                          List<String> parts,
                          boolean deleteData)

Specified by:

dropPartition in interface HiveMetastore

alterPartition

public void alterPartition(HiveIdentity identity,
                           String databaseName,
                           String tableName,
                           PartitionWithStatistics partition)

Specified by:

alterPartition in interface HiveMetastore

createRole

public void createRole(String role,
                       String grantor)

Specified by:

createRole in interface HiveMetastore

dropRole

public void dropRole(String role)

Specified by:

dropRole in interface HiveMetastore

listRoles

public Set<String> listRoles()

Specified by:

listRoles in interface HiveMetastore

grantRoles

public void grantRoles(Set<String> roles,
                       Set<HivePrincipal> grantees,
                       boolean adminOption,
                       HivePrincipal grantor)

Specified by:

grantRoles in interface HiveMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
                        Set<HivePrincipal> grantees,
                        boolean adminOption,
                        HivePrincipal grantor)

Specified by:

revokeRoles in interface HiveMetastore

listGrantedPrincipals

public Set<RoleGrant> listGrantedPrincipals(String role)

Specified by:

listGrantedPrincipals in interface HiveMetastore

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

Specified by:

listRoleGrants in interface HiveMetastore

grantTablePrivileges

public void grantTablePrivileges(String databaseName,
                                 String tableName,
                                 String tableOwner,
                                 HivePrincipal grantee,
                                 Set<HivePrivilegeInfo> privileges)

Specified by:

grantTablePrivileges in interface HiveMetastore

revokeTablePrivileges

public void revokeTablePrivileges(String databaseName,
                                  String tableName,
                                  String tableOwner,
                                  HivePrincipal grantee,
                                  Set<HivePrivilegeInfo> privileges)

Specified by:

revokeTablePrivileges in interface HiveMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(String databaseName,
                                                  String tableName,
                                                  String tableOwner,
                                                  Optional<HivePrincipal> principal)

Specified by:

listTablePrivileges in interface HiveMetastore

principal - when empty, all table privileges are returned

isImpersonationEnabled

public boolean isImpersonationEnabled()

Specified by:

isImpersonationEnabled in interface HiveMetastore