io.prestosql.plugin.hive.metastore

Class SemiTransactionalHiveMetastore

java.lang.Object

io.prestosql.plugin.hive.metastore.SemiTransactionalHiveMetastore

public class SemiTransactionalHiveMetastore
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SemiTransactionalHiveMetastore.Action<T>

Constructor Summary

Constructors

Constructor and Description
SemiTransactionalHiveMetastore(HdfsEnvironment hdfsEnvironment, HiveMetastoreClosure delegate, Executor renameExecutor, Executor dropExecutor, boolean skipDeletionForAlter, boolean skipTargetCleanupOnRollback, Optional<io.airlift.units.Duration> hiveTransactionHeartbeatInterval, ScheduledExecutorService heartbeatService)

Method Summary

Modifier and Type	Method and Description
void	addColumn(HiveIdentity identity, String databaseName, String tableName, String columnName, HiveType columnType, String columnComment)
void	addPartition(ConnectorSession session, String databaseName, String tableName, Partition partition, org.apache.hadoop.fs.Path currentLocation, PartitionStatistics statistics)
void	beginQuery(ConnectorSession session)
void	cleanupQuery(ConnectorSession session)
void	commentTable(HiveIdentity identity, String databaseName, String tableName, Optional<String> comment)
void	commit()
void	createDatabase(HiveIdentity identity, Database database)
void	createRole(String role, String grantor)
void	createTable(ConnectorSession session, Table table, PrincipalPrivileges principalPrivileges, Optional<org.apache.hadoop.fs.Path> currentPath, boolean ignoreExisting, PartitionStatistics statistics) currentLocation needs to be supplied if a writePath exists for the table.
void	declareIntentionToWrite(ConnectorSession session, LocationHandle.WriteMode writeMode, org.apache.hadoop.fs.Path stagingPathRoot, SchemaTableName schemaTableName)
void	dropColumn(HiveIdentity identity, String databaseName, String tableName, String columnName)
void	dropDatabase(HiveIdentity identity, String schemaName)
void	dropPartition(ConnectorSession session, String databaseName, String tableName, List<String> partitionValues, boolean deleteData)
void	dropRole(String role)
void	dropTable(ConnectorSession session, String databaseName, String tableName)
void	finishInsertIntoExistingPartition(ConnectorSession session, String databaseName, String tableName, List<String> partitionValues, org.apache.hadoop.fs.Path currentLocation, List<String> fileNames, PartitionStatistics statisticsUpdate)
void	finishInsertIntoExistingTable(ConnectorSession session, String databaseName, String tableName, org.apache.hadoop.fs.Path currentLocation, List<String> fileNames, PartitionStatistics statisticsUpdate)
HivePageSinkMetadata	generatePageSinkMetadata(HiveIdentity identity, SchemaTableName schemaTableName)
List<String>	getAllDatabases()
List<String>	getAllTables(String databaseName)
List<String>	getAllViews(String databaseName)
Optional<Database>	getDatabase(String databaseName)
Optional<List<String>>	getPartitionNames(HiveIdentity identity, String databaseName, String tableName)
Optional<List<String>>	getPartitionNamesByParts(HiveIdentity identity, String databaseName, String tableName, List<String> parts)
Map<String,Optional<Partition>>	getPartitionsByNames(HiveIdentity identity, String databaseName, String tableName, List<String> partitionNames)
Map<String,PartitionStatistics>	getPartitionStatistics(HiveIdentity identity, String databaseName, String tableName, Set<String> partitionNames)
Set<ColumnStatisticType>	getSupportedColumnStatistics(Type type)
Optional<Table>	getTable(HiveIdentity identity, String databaseName, String tableName)
PartitionStatistics	getTableStatistics(HiveIdentity identity, String databaseName, String tableName)
Optional<org.apache.hadoop.hive.common.ValidTxnWriteIdList>	getValidWriteIds(ConnectorSession session, HiveTableHandle tableHandle)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	grantTablePrivileges(HiveIdentity identity, String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(HiveIdentity identity, String databaseName, String tableName, Optional<HivePrincipal> principal)
void	renameColumn(HiveIdentity identity, String databaseName, String tableName, String oldColumnName, String newColumnName)
void	renameDatabase(HiveIdentity identity, String source, String target)
void	renameTable(HiveIdentity identity, String databaseName, String tableName, String newDatabaseName, String newTableName)
void	replaceTable(HiveIdentity identity, String databaseName, String tableName, Table table, PrincipalPrivileges principalPrivileges)
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	revokeTablePrivileges(HiveIdentity identity, String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)
void	rollback()
void	setDatabaseOwner(HiveIdentity identity, String source, HivePrincipal principal)
void	setPartitionStatistics(HiveIdentity identity, Table table, Map<List<String>,PartitionStatistics> partitionStatisticsMap)
void	setTableStatistics(HiveIdentity identity, Table table, PartitionStatistics tableStatistics)
void	testOnlyCheckIsReadOnly()
void	testOnlyThrowOnCleanupFailures()
void	truncateUnpartitionedTable(ConnectorSession session, String databaseName, String tableName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SemiTransactionalHiveMetastore

public SemiTransactionalHiveMetastore(HdfsEnvironment hdfsEnvironment,
                                      HiveMetastoreClosure delegate,
                                      Executor renameExecutor,
                                      Executor dropExecutor,
                                      boolean skipDeletionForAlter,
                                      boolean skipTargetCleanupOnRollback,
                                      Optional<io.airlift.units.Duration> hiveTransactionHeartbeatInterval,
                                      ScheduledExecutorService heartbeatService)

Method Detail

getAllDatabases

public List<String> getAllDatabases()

getDatabase

public Optional<Database> getDatabase(String databaseName)

getAllTables

public List<String> getAllTables(String databaseName)

getTable

public Optional<Table> getTable(HiveIdentity identity,
                                String databaseName,
                                String tableName)

getSupportedColumnStatistics

public Set<ColumnStatisticType> getSupportedColumnStatistics(Type type)

getTableStatistics

public PartitionStatistics getTableStatistics(HiveIdentity identity,
                                              String databaseName,
                                              String tableName)

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(HiveIdentity identity,
                                                              String databaseName,
                                                              String tableName,
                                                              Set<String> partitionNames)

generatePageSinkMetadata

public HivePageSinkMetadata generatePageSinkMetadata(HiveIdentity identity,
                                                     SchemaTableName schemaTableName)

getAllViews

public List<String> getAllViews(String databaseName)

createDatabase

public void createDatabase(HiveIdentity identity,
                           Database database)

dropDatabase

public void dropDatabase(HiveIdentity identity,
                         String schemaName)

renameDatabase

public void renameDatabase(HiveIdentity identity,
                           String source,
                           String target)

setDatabaseOwner

public void setDatabaseOwner(HiveIdentity identity,
                             String source,
                             HivePrincipal principal)

setTableStatistics

public void setTableStatistics(HiveIdentity identity,
                               Table table,
                               PartitionStatistics tableStatistics)

setPartitionStatistics

public void setPartitionStatistics(HiveIdentity identity,
                                   Table table,
                                   Map<List<String>,PartitionStatistics> partitionStatisticsMap)

createTable

public void createTable(ConnectorSession session,
                        Table table,
                        PrincipalPrivileges principalPrivileges,
                        Optional<org.apache.hadoop.fs.Path> currentPath,
                        boolean ignoreExisting,
                        PartitionStatistics statistics)

currentLocation needs to be supplied if a writePath exists for the table.

dropTable

public void dropTable(ConnectorSession session,
                      String databaseName,
                      String tableName)

replaceTable

public void replaceTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Table table,
                         PrincipalPrivileges principalPrivileges)

renameTable

public void renameTable(HiveIdentity identity,
                        String databaseName,
                        String tableName,
                        String newDatabaseName,
                        String newTableName)

commentTable

public void commentTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Optional<String> comment)

addColumn

public void addColumn(HiveIdentity identity,
                      String databaseName,
                      String tableName,
                      String columnName,
                      HiveType columnType,
                      String columnComment)

renameColumn

public void renameColumn(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         String oldColumnName,
                         String newColumnName)

dropColumn

public void dropColumn(HiveIdentity identity,
                       String databaseName,
                       String tableName,
                       String columnName)

finishInsertIntoExistingTable

public void finishInsertIntoExistingTable(ConnectorSession session,
                                          String databaseName,
                                          String tableName,
                                          org.apache.hadoop.fs.Path currentLocation,
                                          List<String> fileNames,
                                          PartitionStatistics statisticsUpdate)

truncateUnpartitionedTable

public void truncateUnpartitionedTable(ConnectorSession session,
                                       String databaseName,
                                       String tableName)

getPartitionNames

public Optional<List<String>> getPartitionNames(HiveIdentity identity,
                                                String databaseName,
                                                String tableName)

getPartitionNamesByParts

public Optional<List<String>> getPartitionNamesByParts(HiveIdentity identity,
                                                       String databaseName,
                                                       String tableName,
                                                       List<String> parts)

getPartitionsByNames

public Map<String,Optional<Partition>> getPartitionsByNames(HiveIdentity identity,
                                                            String databaseName,
                                                            String tableName,
                                                            List<String> partitionNames)

addPartition

public void addPartition(ConnectorSession session,
                         String databaseName,
                         String tableName,
                         Partition partition,
                         org.apache.hadoop.fs.Path currentLocation,
                         PartitionStatistics statistics)

dropPartition

public void dropPartition(ConnectorSession session,
                          String databaseName,
                          String tableName,
                          List<String> partitionValues,
                          boolean deleteData)

finishInsertIntoExistingPartition

public void finishInsertIntoExistingPartition(ConnectorSession session,
                                              String databaseName,
                                              String tableName,
                                              List<String> partitionValues,
                                              org.apache.hadoop.fs.Path currentLocation,
                                              List<String> fileNames,
                                              PartitionStatistics statisticsUpdate)

createRole

public void createRole(String role,
                       String grantor)

dropRole

public void dropRole(String role)

listRoles

public Set<String> listRoles()

grantRoles

public void grantRoles(Set<String> roles,
                       Set<HivePrincipal> grantees,
                       boolean adminOption,
                       HivePrincipal grantor)

revokeRoles

public void revokeRoles(Set<String> roles,
                        Set<HivePrincipal> grantees,
                        boolean adminOption,
                        HivePrincipal grantor)

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(HiveIdentity identity,
                                                  String databaseName,
                                                  String tableName,
                                                  Optional<HivePrincipal> principal)

grantTablePrivileges

public void grantTablePrivileges(HiveIdentity identity,
                                 String databaseName,
                                 String tableName,
                                 HivePrincipal grantee,
                                 Set<HivePrivilegeInfo> privileges)

revokeTablePrivileges

public void revokeTablePrivileges(HiveIdentity identity,
                                  String databaseName,
                                  String tableName,
                                  HivePrincipal grantee,
                                  Set<HivePrivilegeInfo> privileges)

declareIntentionToWrite

public void declareIntentionToWrite(ConnectorSession session,
                                    LocationHandle.WriteMode writeMode,
                                    org.apache.hadoop.fs.Path stagingPathRoot,
                                    SchemaTableName schemaTableName)

commit

public void commit()

rollback

public void rollback()

beginQuery

public void beginQuery(ConnectorSession session)

getValidWriteIds

public Optional<org.apache.hadoop.hive.common.ValidTxnWriteIdList> getValidWriteIds(ConnectorSession session,
                                                                                    HiveTableHandle tableHandle)

cleanupQuery

public void cleanupQuery(ConnectorSession session)

testOnlyCheckIsReadOnly

public void testOnlyCheckIsReadOnly()

testOnlyThrowOnCleanupFailures

public void testOnlyThrowOnCleanupFailures()