io.prestosql.plugin.hive.metastore.glue

Class GlueHiveMetastore

java.lang.Object

io.prestosql.plugin.hive.metastore.glue.GlueHiveMetastore

All Implemented Interfaces:

HiveMetastore

public class GlueHiveMetastore
extends Object
implements HiveMetastore

Constructor Summary

Constructors

Constructor and Description
GlueHiveMetastore(HdfsEnvironment hdfsEnvironment, GlueHiveMetastoreConfig glueConfig)
GlueHiveMetastore(HdfsEnvironment hdfsEnvironment, GlueHiveMetastoreConfig glueConfig, com.amazonaws.services.glue.AWSGlueAsync glueClient)

Method Summary

Modifier and Type	Method and Description
void	addColumn(String databaseName, String tableName, String columnName, HiveType columnType, String columnComment)
void	addPartitions(String databaseName, String tableName, List<PartitionWithStatistics> partitions)
void	alterPartition(String databaseName, String tableName, PartitionWithStatistics partition)
void	commentTable(String databaseName, String tableName, Optional<String> comment)
void	createDatabase(Database database)
void	createRole(String role, String grantor)
void	createTable(Table table, PrincipalPrivileges principalPrivileges)
void	dropColumn(String databaseName, String tableName, String columnName)
void	dropDatabase(String databaseName)
void	dropPartition(String databaseName, String tableName, List<String> parts, boolean deleteData)
void	dropRole(String role)
void	dropTable(String databaseName, String tableName, boolean deleteData)
List<String>	getAllDatabases()
Optional<List<String>>	getAllTables(String databaseName)
Optional<List<String>>	getAllViews(String databaseName)
Optional<Database>	getDatabase(String databaseName)
Optional<Partition>	getPartition(String databaseName, String tableName, List<String> partitionValues)
Optional<List<String>>	getPartitionNames(String databaseName, String tableName)
Optional<List<String>>	getPartitionNamesByParts(String databaseName, String tableName, List<String> parts) Ex: Partition keys = ['a', 'b', 'c'] Valid partition values: ['1','2','3'] or ['', '2', '']
Map<String,Optional<Partition>>	getPartitionsByNames(String databaseName, String tableName, List<String> partitionNames) Ex: Partition keys = ['a', 'b'] Partition names = ['a=1/b=2', 'a=2/b=2']
Map<String,PartitionStatistics>	getPartitionStatistics(String databaseName, String tableName, Set<String> partitionNames)
Set<ColumnStatisticType>	getSupportedColumnStatistics(Type type)
Optional<Table>	getTable(String databaseName, String tableName)
PartitionStatistics	getTableStatistics(String databaseName, String tableName)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean withAdminOption, HivePrincipal grantor)
void	grantTablePrivileges(String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(String databaseName, String tableName, HivePrincipal principal)
void	renameColumn(String databaseName, String tableName, String oldColumnName, String newColumnName)
void	renameDatabase(String databaseName, String newDatabaseName)
void	renameTable(String databaseName, String tableName, String newDatabaseName, String newTableName)
void	replaceTable(String databaseName, String tableName, Table newTable, PrincipalPrivileges principalPrivileges) This should only be used if the semantic here is drop and add.
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOptionFor, HivePrincipal grantor)
void	revokeTablePrivileges(String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
void	updatePartitionStatistics(String databaseName, String tableName, String partitionName, Function<PartitionStatistics,PartitionStatistics> update)
void	updateTableStatistics(String databaseName, String tableName, Function<PartitionStatistics,PartitionStatistics> update)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

GlueHiveMetastore

@Inject
public GlueHiveMetastore(HdfsEnvironment hdfsEnvironment,
                                 GlueHiveMetastoreConfig glueConfig)

GlueHiveMetastore

public GlueHiveMetastore(HdfsEnvironment hdfsEnvironment,
                         GlueHiveMetastoreConfig glueConfig,
                         com.amazonaws.services.glue.AWSGlueAsync glueClient)

Method Detail

getDatabase

public Optional<Database> getDatabase(String databaseName)

Specified by:

getDatabase in interface HiveMetastore

getAllDatabases

public List<String> getAllDatabases()

Specified by:

getAllDatabases in interface HiveMetastore

getTable

public Optional<Table> getTable(String databaseName,
                                String tableName)

Specified by:

getTable in interface HiveMetastore

getSupportedColumnStatistics

public Set<ColumnStatisticType> getSupportedColumnStatistics(Type type)

Specified by:

getSupportedColumnStatistics in interface HiveMetastore

getTableStatistics

public PartitionStatistics getTableStatistics(String databaseName,
                                              String tableName)

Specified by:

getTableStatistics in interface HiveMetastore

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(String databaseName,
                                                              String tableName,
                                                              Set<String> partitionNames)

Specified by:

getPartitionStatistics in interface HiveMetastore

updateTableStatistics

public void updateTableStatistics(String databaseName,
                                  String tableName,
                                  Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updateTableStatistics in interface HiveMetastore

updatePartitionStatistics

public void updatePartitionStatistics(String databaseName,
                                      String tableName,
                                      String partitionName,
                                      Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updatePartitionStatistics in interface HiveMetastore

getAllTables

public Optional<List<String>> getAllTables(String databaseName)

Specified by:

getAllTables in interface HiveMetastore

getAllViews

public Optional<List<String>> getAllViews(String databaseName)

Specified by:

getAllViews in interface HiveMetastore

createDatabase

public void createDatabase(Database database)

Specified by:

createDatabase in interface HiveMetastore

dropDatabase

public void dropDatabase(String databaseName)

Specified by:

dropDatabase in interface HiveMetastore

renameDatabase

public void renameDatabase(String databaseName,
                           String newDatabaseName)

Specified by:

renameDatabase in interface HiveMetastore

createTable

public void createTable(Table table,
                        PrincipalPrivileges principalPrivileges)

Specified by:

createTable in interface HiveMetastore

dropTable

public void dropTable(String databaseName,
                      String tableName,
                      boolean deleteData)

Specified by:

dropTable in interface HiveMetastore

replaceTable

public void replaceTable(String databaseName,
                         String tableName,
                         Table newTable,
                         PrincipalPrivileges principalPrivileges)

Description copied from interface: HiveMetastore

This should only be used if the semantic here is drop and add. Trying to alter one field of a table object previously acquired from getTable is probably not what you want.

Specified by:

replaceTable in interface HiveMetastore

renameTable

public void renameTable(String databaseName,
                        String tableName,
                        String newDatabaseName,
                        String newTableName)

Specified by:

renameTable in interface HiveMetastore

commentTable

public void commentTable(String databaseName,
                         String tableName,
                         Optional<String> comment)

Specified by:

commentTable in interface HiveMetastore

addColumn

public void addColumn(String databaseName,
                      String tableName,
                      String columnName,
                      HiveType columnType,
                      String columnComment)

Specified by:

addColumn in interface HiveMetastore

renameColumn

public void renameColumn(String databaseName,
                         String tableName,
                         String oldColumnName,
                         String newColumnName)

Specified by:

renameColumn in interface HiveMetastore

dropColumn

public void dropColumn(String databaseName,
                       String tableName,
                       String columnName)

Specified by:

dropColumn in interface HiveMetastore

getPartition

public Optional<Partition> getPartition(String databaseName,
                                        String tableName,
                                        List<String> partitionValues)

Specified by:

getPartition in interface HiveMetastore

getPartitionNames

public Optional<List<String>> getPartitionNames(String databaseName,
                                                String tableName)

Specified by:

getPartitionNames in interface HiveMetastore

getPartitionNamesByParts

public Optional<List<String>> getPartitionNamesByParts(String databaseName,
                                                       String tableName,
                                                       List<String> parts)

 Ex: Partition keys = ['a', 'b', 'c']
     Valid partition values:
     ['1','2','3'] or
     ['', '2', '']
 

Specified by:

getPartitionNamesByParts in interface HiveMetastore

Parameters:

parts - Full or partial list of partition values to filter on. Keys without filter will be empty strings.

Returns:

a list of partition names.

getPartitionsByNames

public Map<String,Optional<Partition>> getPartitionsByNames(String databaseName,
                                                            String tableName,
                                                            List<String> partitionNames)

 Ex: Partition keys = ['a', 'b']
     Partition names = ['a=1/b=2', 'a=2/b=2']
 

Specified by:

getPartitionsByNames in interface HiveMetastore

Parameters:

partitionNames - List of full partition names

Returns:

Mapping of partition name to partition object

addPartitions

public void addPartitions(String databaseName,
                          String tableName,
                          List<PartitionWithStatistics> partitions)

Specified by:

addPartitions in interface HiveMetastore

dropPartition

public void dropPartition(String databaseName,
                          String tableName,
                          List<String> parts,
                          boolean deleteData)

Specified by:

dropPartition in interface HiveMetastore

alterPartition

public void alterPartition(String databaseName,
                           String tableName,
                           PartitionWithStatistics partition)

Specified by:

alterPartition in interface HiveMetastore

createRole

public void createRole(String role,
                       String grantor)

Specified by:

createRole in interface HiveMetastore

dropRole

public void dropRole(String role)

Specified by:

dropRole in interface HiveMetastore

listRoles

public Set<String> listRoles()

Specified by:

listRoles in interface HiveMetastore

grantRoles

public void grantRoles(Set<String> roles,
                       Set<HivePrincipal> grantees,
                       boolean withAdminOption,
                       HivePrincipal grantor)

Specified by:

grantRoles in interface HiveMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
                        Set<HivePrincipal> grantees,
                        boolean adminOptionFor,
                        HivePrincipal grantor)

Specified by:

revokeRoles in interface HiveMetastore

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

Specified by:

listRoleGrants in interface HiveMetastore

grantTablePrivileges

public void grantTablePrivileges(String databaseName,
                                 String tableName,
                                 HivePrincipal grantee,
                                 Set<HivePrivilegeInfo> privileges)

Specified by:

grantTablePrivileges in interface HiveMetastore

revokeTablePrivileges

public void revokeTablePrivileges(String databaseName,
                                  String tableName,
                                  HivePrincipal grantee,
                                  Set<HivePrivilegeInfo> privileges)

Specified by:

revokeTablePrivileges in interface HiveMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(String databaseName,
                                                  String tableName,
                                                  HivePrincipal principal)

Specified by:

listTablePrivileges in interface HiveMetastore