java.lang.Object
- io.trino.plugin.hive.metastore.SemiTransactionalHiveMetastore

All Implemented Interfaces:: SqlStandardAccessControlMetadataMetastore

public class SemiTransactionalHiveMetastore
extends Object
implements SqlStandardAccessControlMetadataMetastore

Nested Class Summary

Nested Classes
Modifier and Type Class Description

static class SemiTransactionalHiveMetastore.Action<T>

Constructor Summary

Constructors
Constructor	Description
`SemiTransactionalHiveMetastore(HdfsEnvironment hdfsEnvironment, HiveMetastoreClosure delegate, Executor renameExecutor, Executor dropExecutor, Executor updateExecutor, boolean skipDeletionForAlter, boolean skipTargetCleanupOnRollback, Optional<io.airlift.units.Duration> hiveTransactionHeartbeatInterval, ScheduledExecutorService heartbeatService)`

Method Summary

All Methods Instance Methods Concrete Methods
Modifier and Type	Method	Description
`void`	`acquireTableWriteLock(HiveIdentity identity, String queryId, long transactionId, String dbName, String tableName, org.apache.hadoop.hive.metastore.api.DataOperationType operation, boolean isPartitioned)`
`void`	`addColumn(HiveIdentity identity, String databaseName, String tableName, String columnName, HiveType columnType, String columnComment)`
`void`	`addDynamicPartitions(HiveIdentity identity, String dbName, String tableName, List<String> partitionNames, long transactionId, long writeId, AcidOperation operation)`
`void`	`addPartition(ConnectorSession session, String databaseName, String tableName, Partition partition, org.apache.hadoop.fs.Path currentLocation, PartitionStatistics statistics)`
`long`	`allocateWriteId(HiveIdentity identity, String dbName, String tableName, long transactionId)`
`void`	`alterPartitions(HiveIdentity identity, String dbName, String tableName, List<Partition> partitions, long writeId)`
`AcidTransaction`	`beginDelete(ConnectorSession session, Table table)`
`AcidTransaction`	`beginInsert(ConnectorSession session, Table table)`
`void`	`beginQuery(ConnectorSession session)`
`AcidTransaction`	`beginUpdate(ConnectorSession session, Table table, HiveUpdateProcessor updateProcessor)`
`void`	`cleanupQuery(ConnectorSession session)`
`void`	`commentColumn(HiveIdentity identity, String databaseName, String tableName, String columnName, Optional<String> comment)`
`void`	`commentTable(HiveIdentity identity, String databaseName, String tableName, Optional<String> comment)`
`void`	`commit()`
`void`	`commitTransaction(HiveIdentity identity, long transactionId)`
`void`	`createDatabase(HiveIdentity identity, Database database)`
`void`	`createRole(String role, String grantor)`
`void`	`createTable(ConnectorSession session, Table table, PrincipalPrivileges principalPrivileges, Optional<org.apache.hadoop.fs.Path> currentPath, boolean ignoreExisting, PartitionStatistics statistics)`	`currentLocation` needs to be supplied if a writePath exists for the table.
`void`	`declareIntentionToWrite(ConnectorSession session, LocationHandle.WriteMode writeMode, org.apache.hadoop.fs.Path stagingPathRoot, SchemaTableName schemaTableName)`
`void`	`dropColumn(HiveIdentity identity, String databaseName, String tableName, String columnName)`
`void`	`dropDatabase(HiveIdentity identity, String schemaName)`
`void`	`dropPartition(ConnectorSession session, String databaseName, String tableName, List<String> partitionValues, boolean deleteData)`
`void`	`dropRole(String role)`
`void`	`dropTable(ConnectorSession session, String databaseName, String tableName)`
`void`	`finishInsertIntoExistingPartition(ConnectorSession session, String databaseName, String tableName, List<String> partitionValues, org.apache.hadoop.fs.Path currentLocation, List<String> fileNames, PartitionStatistics statisticsUpdate)`
`void`	`finishInsertIntoExistingTable(ConnectorSession session, String databaseName, String tableName, org.apache.hadoop.fs.Path currentLocation, List<String> fileNames, PartitionStatistics statisticsUpdate)`
`void`	`finishRowLevelDelete(ConnectorSession session, String databaseName, String tableName, org.apache.hadoop.fs.Path currentLocation, List<PartitionAndStatementId> partitionAndStatementIds)`
`void`	`finishUpdate(ConnectorSession session, String databaseName, String tableName, org.apache.hadoop.fs.Path currentLocation, List<PartitionAndStatementId> partitionAndStatementIds)`
`HivePageSinkMetadata`	`generatePageSinkMetadata(HiveIdentity identity, SchemaTableName schemaTableName)`
`List<String>`	`getAllDatabases()`
`List<String>`	`getAllTables(String databaseName)`
`List<String>`	`getAllViews(String databaseName)`
`Optional<Database>`	`getDatabase(String databaseName)`
`Optional<List<String>>`	`getPartitionNames(HiveIdentity identity, String databaseName, String tableName)`
`Optional<List<String>>`	`getPartitionNamesByFilter(HiveIdentity identity, String databaseName, String tableName, List<String> columnNames, TupleDomain<String> partitionKeysFilter)`
`Map<String,Optional<Partition>>`	`getPartitionsByNames(HiveIdentity identity, String databaseName, String tableName, List<String> partitionNames)`
`Map<String,PartitionStatistics>`	`getPartitionStatistics(HiveIdentity identity, String databaseName, String tableName, Set<String> partitionNames)`
`Set<ColumnStatisticType>`	`getSupportedColumnStatistics(Type type)`
`Optional<Table>`	`getTable(HiveIdentity identity, String databaseName, String tableName)`
`String`	`getTableOwner(HiveIdentity identity, String databaseName, String tableName)`
`PartitionStatistics`	`getTableStatistics(HiveIdentity identity, String databaseName, String tableName)`
`Optional<org.apache.hadoop.hive.common.ValidTxnWriteIdList>`	`getValidWriteIds(ConnectorSession session, HiveTableHandle tableHandle)`
`void`	`grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)`
`void`	`grantTablePrivileges(HiveIdentity identity, String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)`
`boolean`	`isFinished()`
`Set<RoleGrant>`	`listGrantedPrincipals(String role)`
`Set<RoleGrant>`	`listRoleGrants(HivePrincipal principal)`
`Set<String>`	`listRoles()`
`Set<HivePrivilegeInfo>`	`listTablePrivileges(HiveIdentity identity, String databaseName, String tableName, Optional<HivePrincipal> principal)`
`void`	`renameColumn(HiveIdentity identity, String databaseName, String tableName, String oldColumnName, String newColumnName)`
`void`	`renameDatabase(HiveIdentity identity, String source, String target)`
`void`	`renameTable(HiveIdentity identity, String databaseName, String tableName, String newDatabaseName, String newTableName)`
`void`	`replaceTable(HiveIdentity identity, String databaseName, String tableName, Table table, PrincipalPrivileges principalPrivileges)`
`void`	`revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)`
`void`	`revokeTablePrivileges(HiveIdentity identity, String databaseName, String tableName, HivePrincipal grantee, Set<HivePrivilegeInfo> privileges)`
`void`	`rollback()`
`void`	`setDatabaseOwner(HiveIdentity identity, String source, HivePrincipal principal)`
`void`	`setPartitionStatistics(HiveIdentity identity, Table table, Map<List<String>,PartitionStatistics> partitionStatisticsMap)`
`void`	`setTableOwner(HiveIdentity identity, String schema, String table, HivePrincipal principal)`
`void`	`setTableStatistics(HiveIdentity identity, Table table, PartitionStatistics tableStatistics)`
`void`	`testOnlyCheckIsReadOnly()`
`void`	`testOnlyThrowOnCleanupFailures()`
`void`	`truncateUnpartitionedTable(ConnectorSession session, String databaseName, String tableName)`
`void`	`updateTableWriteId(HiveIdentity identity, String dbName, String tableName, long transactionId, long writeId, OptionalLong rowCountChange)`

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SemiTransactionalHiveMetastore

public SemiTransactionalHiveMetastore(HdfsEnvironment hdfsEnvironment,
                                      HiveMetastoreClosure delegate,
                                      Executor renameExecutor,
                                      Executor dropExecutor,
                                      Executor updateExecutor,
                                      boolean skipDeletionForAlter,
                                      boolean skipTargetCleanupOnRollback,
                                      Optional<io.airlift.units.Duration> hiveTransactionHeartbeatInterval,
                                      ScheduledExecutorService heartbeatService)

Method Detail

getAllDatabases
```
public List<String> getAllDatabases()
```

getDatabase

public Optional<Database> getDatabase(String databaseName)

getAllTables

public List<String> getAllTables(String databaseName)

getTable

public Optional<Table> getTable(HiveIdentity identity,
                                String databaseName,
                                String tableName)

getSupportedColumnStatistics

public Set<ColumnStatisticType> getSupportedColumnStatistics(Type type)

getTableStatistics

public PartitionStatistics getTableStatistics(HiveIdentity identity,
                                              String databaseName,
                                              String tableName)

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(HiveIdentity identity,
                                                                    String databaseName,
                                                                    String tableName,
                                                                    Set<String> partitionNames)

generatePageSinkMetadata

public HivePageSinkMetadata generatePageSinkMetadata(HiveIdentity identity,
                                                     SchemaTableName schemaTableName)

getAllViews

public List<String> getAllViews(String databaseName)

createDatabase

public void createDatabase(HiveIdentity identity,
                           Database database)

dropDatabase

public void dropDatabase(HiveIdentity identity,
                         String schemaName)

renameDatabase

public void renameDatabase(HiveIdentity identity,
                           String source,
                           String target)

setDatabaseOwner

public void setDatabaseOwner(HiveIdentity identity,
                             String source,
                             HivePrincipal principal)

setTableStatistics

public void setTableStatistics(HiveIdentity identity,
                               Table table,
                               PartitionStatistics tableStatistics)

setPartitionStatistics

public void setPartitionStatistics(HiveIdentity identity,
                                   Table table,
                                   Map<List<String>,PartitionStatistics> partitionStatisticsMap)

createTable

public void createTable(ConnectorSession session,
                        Table table,
                        PrincipalPrivileges principalPrivileges,
                        Optional<org.apache.hadoop.fs.Path> currentPath,
                        boolean ignoreExisting,
                        PartitionStatistics statistics)

currentLocation needs to be supplied if a writePath exists for the table.

dropTable

public void dropTable(ConnectorSession session,
                      String databaseName,
                      String tableName)

replaceTable

public void replaceTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Table table,
                         PrincipalPrivileges principalPrivileges)

renameTable

public void renameTable(HiveIdentity identity,
                        String databaseName,
                        String tableName,
                        String newDatabaseName,
                        String newTableName)

commentTable

public void commentTable(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         Optional<String> comment)

setTableOwner

public void setTableOwner(HiveIdentity identity,
                          String schema,
                          String table,
                          HivePrincipal principal)

commentColumn

public void commentColumn(HiveIdentity identity,
                          String databaseName,
                          String tableName,
                          String columnName,
                          Optional<String> comment)

addColumn

public void addColumn(HiveIdentity identity,
                      String databaseName,
                      String tableName,
                      String columnName,
                      HiveType columnType,
                      String columnComment)

renameColumn

public void renameColumn(HiveIdentity identity,
                         String databaseName,
                         String tableName,
                         String oldColumnName,
                         String newColumnName)

dropColumn

public void dropColumn(HiveIdentity identity,
                       String databaseName,
                       String tableName,
                       String columnName)

finishInsertIntoExistingTable

public void finishInsertIntoExistingTable(ConnectorSession session,
                                          String databaseName,
                                          String tableName,
                                          org.apache.hadoop.fs.Path currentLocation,
                                          List<String> fileNames,
                                          PartitionStatistics statisticsUpdate)

truncateUnpartitionedTable

public void truncateUnpartitionedTable(ConnectorSession session,
                                       String databaseName,
                                       String tableName)

finishRowLevelDelete

public void finishRowLevelDelete(ConnectorSession session,
                                 String databaseName,
                                 String tableName,
                                 org.apache.hadoop.fs.Path currentLocation,
                                 List<PartitionAndStatementId> partitionAndStatementIds)

finishUpdate

public void finishUpdate(ConnectorSession session,
                         String databaseName,
                         String tableName,
                         org.apache.hadoop.fs.Path currentLocation,
                         List<PartitionAndStatementId> partitionAndStatementIds)

getPartitionNames

public Optional<List<String>> getPartitionNames(HiveIdentity identity,
                                                String databaseName,
                                                String tableName)

getPartitionNamesByFilter

public Optional<List<String>> getPartitionNamesByFilter(HiveIdentity identity,
                                                        String databaseName,
                                                        String tableName,
                                                        List<String> columnNames,
                                                        TupleDomain<String> partitionKeysFilter)

getPartitionsByNames

public Map<String,Optional<Partition>> getPartitionsByNames(HiveIdentity identity,
                                                                  String databaseName,
                                                                  String tableName,
                                                                  List<String> partitionNames)

addPartition

public void addPartition(ConnectorSession session,
                         String databaseName,
                         String tableName,
                         Partition partition,
                         org.apache.hadoop.fs.Path currentLocation,
                         PartitionStatistics statistics)

dropPartition

public void dropPartition(ConnectorSession session,
                          String databaseName,
                          String tableName,
                          List<String> partitionValues,
                          boolean deleteData)

finishInsertIntoExistingPartition

public void finishInsertIntoExistingPartition(ConnectorSession session,
                                              String databaseName,
                                              String tableName,
                                              List<String> partitionValues,
                                              org.apache.hadoop.fs.Path currentLocation,
                                              List<String> fileNames,
                                              PartitionStatistics statisticsUpdate)

createRole

public void createRole(String role,
                       String grantor)

Specified by:: createRole in interface SqlStandardAccessControlMetadataMetastore

dropRole
```
public void dropRole(String role)
```
Specified by:

dropRole in interface SqlStandardAccessControlMetadataMetastore

listRoles
```
public Set<String> listRoles()
```
Specified by:

listRoles in interface SqlStandardAccessControlMetadataMetastore

grantRoles

public void grantRoles(Set<String> roles,
                       Set<HivePrincipal> grantees,
                       boolean adminOption,
                       HivePrincipal grantor)

Specified by:: grantRoles in interface SqlStandardAccessControlMetadataMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
                        Set<HivePrincipal> grantees,
                        boolean adminOption,
                        HivePrincipal grantor)

Specified by:: revokeRoles in interface SqlStandardAccessControlMetadataMetastore

listGrantedPrincipals
```
public Set<RoleGrant> listGrantedPrincipals(String role)
```
Specified by:

listGrantedPrincipals in interface SqlStandardAccessControlMetadataMetastore

listRoleGrants
```
public Set<RoleGrant> listRoleGrants(HivePrincipal principal)
```
Specified by:

listRoleGrants in interface SqlStandardAccessControlMetadataMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(HiveIdentity identity,
                                                  String databaseName,
                                                  String tableName,
                                                  Optional<HivePrincipal> principal)

Specified by:: listTablePrivileges in interface SqlStandardAccessControlMetadataMetastore

getTableOwner

public String getTableOwner(HiveIdentity identity,
                            String databaseName,
                            String tableName)

grantTablePrivileges

public void grantTablePrivileges(HiveIdentity identity,
                                 String databaseName,
                                 String tableName,
                                 HivePrincipal grantee,
                                 Set<HivePrivilegeInfo> privileges)

Specified by:: grantTablePrivileges in interface SqlStandardAccessControlMetadataMetastore

revokeTablePrivileges

public void revokeTablePrivileges(HiveIdentity identity,
                                  String databaseName,
                                  String tableName,
                                  HivePrincipal grantee,
                                  Set<HivePrivilegeInfo> privileges)

Specified by:: revokeTablePrivileges in interface SqlStandardAccessControlMetadataMetastore

declareIntentionToWrite

public void declareIntentionToWrite(ConnectorSession session,
                                    LocationHandle.WriteMode writeMode,
                                    org.apache.hadoop.fs.Path stagingPathRoot,
                                    SchemaTableName schemaTableName)

isFinished
```
public boolean isFinished()
```

commit
```
public void commit()
```

rollback
```
public void rollback()
```

beginQuery

public void beginQuery(ConnectorSession session)

beginInsert

public AcidTransaction beginInsert(ConnectorSession session,
                                   Table table)

beginDelete

public AcidTransaction beginDelete(ConnectorSession session,
                                   Table table)

beginUpdate

public AcidTransaction beginUpdate(ConnectorSession session,
                                   Table table,
                                   HiveUpdateProcessor updateProcessor)

getValidWriteIds

public Optional<org.apache.hadoop.hive.common.ValidTxnWriteIdList> getValidWriteIds(ConnectorSession session,
                                                                                    HiveTableHandle tableHandle)

cleanupQuery

public void cleanupQuery(ConnectorSession session)

testOnlyCheckIsReadOnly
```
public void testOnlyCheckIsReadOnly()
```

testOnlyThrowOnCleanupFailures

public void testOnlyThrowOnCleanupFailures()

allocateWriteId

public long allocateWriteId(HiveIdentity identity,
                            String dbName,
                            String tableName,
                            long transactionId)

acquireTableWriteLock

public void acquireTableWriteLock(HiveIdentity identity,
                                  String queryId,
                                  long transactionId,
                                  String dbName,
                                  String tableName,
                                  org.apache.hadoop.hive.metastore.api.DataOperationType operation,
                                  boolean isPartitioned)

updateTableWriteId

public void updateTableWriteId(HiveIdentity identity,
                               String dbName,
                               String tableName,
                               long transactionId,
                               long writeId,
                               OptionalLong rowCountChange)

alterPartitions

public void alterPartitions(HiveIdentity identity,
                            String dbName,
                            String tableName,
                            List<Partition> partitions,
                            long writeId)

addDynamicPartitions

public void addDynamicPartitions(HiveIdentity identity,
                                 String dbName,
                                 String tableName,
                                 List<String> partitionNames,
                                 long transactionId,
                                 long writeId,
                                 AcidOperation operation)

commitTransaction

public void commitTransaction(HiveIdentity identity,
                              long transactionId)

Class SemiTransactionalHiveMetastore

Nested Class Summary

Constructor Summary

Method Summary

Methods inherited from class java.lang.Object

Constructor Detail

SemiTransactionalHiveMetastore

Method Detail

getAllDatabases

getDatabase

getAllTables

getTable

getSupportedColumnStatistics

getTableStatistics

getPartitionStatistics

generatePageSinkMetadata

getAllViews

createDatabase

dropDatabase

renameDatabase

setDatabaseOwner

setTableStatistics

setPartitionStatistics

createTable

dropTable

replaceTable

renameTable

commentTable

setTableOwner

commentColumn

addColumn

renameColumn

dropColumn

finishInsertIntoExistingTable

truncateUnpartitionedTable

finishRowLevelDelete

finishUpdate

getPartitionNames

getPartitionNamesByFilter

getPartitionsByNames

addPartition

dropPartition

finishInsertIntoExistingPartition

createRole

dropRole

listRoles

grantRoles

revokeRoles

listGrantedPrincipals

listRoleGrants

listTablePrivileges

getTableOwner

grantTablePrivileges

revokeTablePrivileges

declareIntentionToWrite

isFinished

commit

rollback

beginQuery

beginInsert

beginDelete

beginUpdate

getValidWriteIds

cleanupQuery

testOnlyCheckIsReadOnly

testOnlyThrowOnCleanupFailures

allocateWriteId

acquireTableWriteLock

updateTableWriteId

alterPartitions

addDynamicPartitions

commitTransaction