Package io.trino.plugin.hive.metastore.thrift

Class ThriftHiveMetastore

java.lang.Object

io.trino.plugin.hive.metastore.thrift.ThriftHiveMetastore

All Implemented Interfaces:

ThriftMetastore

@ThreadSafe
public class ThriftHiveMetastore
extends Object
implements ThriftMetastore

Constructor Summary

Constructors

Constructor

Description

ThriftHiveMetastore(Optional<ConnectorIdentity> identity, TrinoFileSystemFactory fileSystemFactory, IdentityAwareMetastoreClientFactory metastoreClientFactory, double backoffScaleFactor, io.airlift.units.Duration minBackoffDelay, io.airlift.units.Duration maxBackoffDelay, io.airlift.units.Duration maxRetryTime, io.airlift.units.Duration maxWaitForLock, int maxRetries, boolean deleteFilesOnDrop, boolean translateHiveViews, boolean assumeCanonicalPartitionKeys, boolean useSparkTableStatisticsFallback, boolean batchMetadataFetchEnabled, ThriftMetastoreStats stats, ExecutorService writeStatisticsExecutor)

Method Summary

Modifier and Type	Method	Description
void	abortTransaction(long transactionId)
void	acquireSharedReadLock(AcidTransactionOwner transactionOwner, String queryId, long transactionId, List<SchemaTableName> fullTables, List<HivePartition> partitions)
long	acquireTableExclusiveLock(AcidTransactionOwner transactionOwner, String queryId, String dbName, String tableName)
void	acquireTableWriteLock(AcidTransactionOwner transactionOwner, String queryId, long transactionId, String dbName, String tableName, io.trino.hive.thrift.metastore.DataOperationType operation, boolean isDynamicPartitionWrite)
void	addDynamicPartitions(String dbName, String tableName, List<String> partitionNames, long transactionId, long writeId, AcidOperation operation)
void	addPartitions(String databaseName, String tableName, List<PartitionWithStatistics> partitionsWithStatistics)
long	allocateWriteId(String dbName, String tableName, long transactionId)
void	alterDatabase(String databaseName, io.trino.hive.thrift.metastore.Database database)
void	alterPartition(String databaseName, String tableName, PartitionWithStatistics partitionWithStatistics)
void	alterPartitions(String dbName, String tableName, List<io.trino.hive.thrift.metastore.Partition> partitions, long writeId)
void	alterTable(String databaseName, String tableName, io.trino.hive.thrift.metastore.Table table)
void	alterTransactionalTable(io.trino.hive.thrift.metastore.Table table, long transactionId, long writeId)
void	checkSupportsTransactions()
void	commitTransaction(long transactionId)
void	createDatabase(io.trino.hive.thrift.metastore.Database database)
void	createRole(String role, String grantor)
void	createTable(io.trino.hive.thrift.metastore.Table table)
void	dropDatabase(String databaseName, boolean deleteData)
void	dropPartition(String databaseName, String tableName, List<String> parts, boolean deleteData)
void	dropRole(String role)
void	dropTable(String databaseName, String tableName, boolean deleteData)
List<String>	getAllDatabases()
Optional<List<SchemaTableName>>	getAllTables()
List<String>	getAllTables(String databaseName)
Optional<List<SchemaTableName>>	getAllViews()
List<String>	getAllViews(String databaseName)
Optional<String>	getConfigValue(String name)
Optional<io.trino.hive.thrift.metastore.Database>	getDatabase(String databaseName)
Optional<List<io.trino.hive.thrift.metastore.FieldSchema>>	getFields(String databaseName, String tableName)
Optional<io.trino.hive.thrift.metastore.Partition>	getPartition(String databaseName, String tableName, List<String> partitionValues)
Optional<List<String>>	getPartitionNamesByFilter(String databaseName, String tableName, List<String> columnNames, TupleDomain<String> partitionKeysFilter)
List<io.trino.hive.thrift.metastore.Partition>	getPartitionsByNames(String databaseName, String tableName, List<String> partitionNames)
Map<String,PartitionStatistics>	getPartitionStatistics(io.trino.hive.thrift.metastore.Table table, List<io.trino.hive.thrift.metastore.Partition> partitions)
ThriftMetastoreStats	getStats()
Set<HiveColumnStatisticType>	getSupportedColumnStatistics(Type type)
Optional<io.trino.hive.thrift.metastore.Table>	getTable(String databaseName, String tableName)
PartitionStatistics	getTableStatistics(io.trino.hive.thrift.metastore.Table table)
List<String>	getTablesWithParameter(String databaseName, String parameterKey, String parameterValue)
String	getValidWriteIds(List<SchemaTableName> tables, long currentTransactionId)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	grantTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
Set<RoleGrant>	listGrantedPrincipals(String role)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(String databaseName, String tableName, Optional<String> tableOwner, Optional<HivePrincipal> principal)
long	openTransaction(AcidTransactionOwner transactionOwner)
void	releaseTableLock(long lockId)
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	revokeTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
void	sendTransactionHeartbeat(long transactionId)
void	updatePartitionStatistics(io.trino.hive.thrift.metastore.Table table, String partitionName, Function<PartitionStatistics,PartitionStatistics> update)
void	updateTableStatistics(String databaseName, String tableName, AcidTransaction transaction, Function<PartitionStatistics,PartitionStatistics> update)
void	updateTableWriteId(String dbName, String tableName, long transactionId, long writeId, OptionalLong rowCountChange)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ThriftHiveMetastore

public ThriftHiveMetastore(Optional<ConnectorIdentity> identity,
 TrinoFileSystemFactory fileSystemFactory,
 IdentityAwareMetastoreClientFactory metastoreClientFactory,
 double backoffScaleFactor,
 io.airlift.units.Duration minBackoffDelay,
 io.airlift.units.Duration maxBackoffDelay,
 io.airlift.units.Duration maxRetryTime,
 io.airlift.units.Duration maxWaitForLock,
 int maxRetries,
 boolean deleteFilesOnDrop,
 boolean translateHiveViews,
 boolean assumeCanonicalPartitionKeys,
 boolean useSparkTableStatisticsFallback,
 boolean batchMetadataFetchEnabled,
 ThriftMetastoreStats stats,
 ExecutorService writeStatisticsExecutor)

Method Details

getStats

public ThriftMetastoreStats getStats()

getAllDatabases

public List<String> getAllDatabases()

Specified by:

getAllDatabases in interface ThriftMetastore

getDatabase

public Optional<io.trino.hive.thrift.metastore.Database> getDatabase(String databaseName)

Specified by:

getDatabase in interface ThriftMetastore

getAllTables

public List<String> getAllTables(String databaseName)

Specified by:

getAllTables in interface ThriftMetastore

getTablesWithParameter

public List<String> getTablesWithParameter(String databaseName,
 String parameterKey,
 String parameterValue)

Specified by:

getTablesWithParameter in interface ThriftMetastore

getTable

public Optional<io.trino.hive.thrift.metastore.Table> getTable(String databaseName,
 String tableName)

Specified by:

getTable in interface ThriftMetastore

getSupportedColumnStatistics

public Set<HiveColumnStatisticType> getSupportedColumnStatistics(Type type)

Specified by:

getSupportedColumnStatistics in interface ThriftMetastore

getTableStatistics

public PartitionStatistics getTableStatistics(io.trino.hive.thrift.metastore.Table table)

Specified by:

getTableStatistics in interface ThriftMetastore

getPartitionStatistics

public Map<String,PartitionStatistics> getPartitionStatistics(io.trino.hive.thrift.metastore.Table table,
 List<io.trino.hive.thrift.metastore.Partition> partitions)

Specified by:

getPartitionStatistics in interface ThriftMetastore

getFields

public Optional<List<io.trino.hive.thrift.metastore.FieldSchema>> getFields(String databaseName,
 String tableName)

Specified by:

getFields in interface ThriftMetastore

updateTableStatistics

public void updateTableStatistics(String databaseName,
 String tableName,
 AcidTransaction transaction,
 Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updateTableStatistics in interface ThriftMetastore

updatePartitionStatistics

public void updatePartitionStatistics(io.trino.hive.thrift.metastore.Table table,
 String partitionName,
 Function<PartitionStatistics,PartitionStatistics> update)

Specified by:

updatePartitionStatistics in interface ThriftMetastore

createRole

public void createRole(String role,
 String grantor)

Specified by:

createRole in interface ThriftMetastore

dropRole

public void dropRole(String role)

Specified by:

dropRole in interface ThriftMetastore

listRoles

public Set<String> listRoles()

Specified by:

listRoles in interface ThriftMetastore

grantRoles

public void grantRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

grantRoles in interface ThriftMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

revokeRoles in interface ThriftMetastore

listGrantedPrincipals

public Set<RoleGrant> listGrantedPrincipals(String role)

Specified by:

listGrantedPrincipals in interface ThriftMetastore

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

Specified by:

listRoleGrants in interface ThriftMetastore

getAllViews

public List<String> getAllViews(String databaseName)

Specified by:

getAllViews in interface ThriftMetastore

getAllTables

public Optional<List<SchemaTableName>> getAllTables()

Specified by:

getAllTables in interface ThriftMetastore

getAllViews

public Optional<List<SchemaTableName>> getAllViews()

Specified by:

getAllViews in interface ThriftMetastore

createDatabase

public void createDatabase(io.trino.hive.thrift.metastore.Database database)

Specified by:

createDatabase in interface ThriftMetastore

dropDatabase

public void dropDatabase(String databaseName,
 boolean deleteData)

Specified by:

dropDatabase in interface ThriftMetastore

alterDatabase

public void alterDatabase(String databaseName,
 io.trino.hive.thrift.metastore.Database database)

Specified by:

alterDatabase in interface ThriftMetastore

createTable

public void createTable(io.trino.hive.thrift.metastore.Table table)

Specified by:

createTable in interface ThriftMetastore

dropTable

public void dropTable(String databaseName,
 String tableName,
 boolean deleteData)

Specified by:

dropTable in interface ThriftMetastore

alterTable

public void alterTable(String databaseName,
 String tableName,
 io.trino.hive.thrift.metastore.Table table)

Specified by:

alterTable in interface ThriftMetastore

alterTransactionalTable

public void alterTransactionalTable(io.trino.hive.thrift.metastore.Table table,
 long transactionId,
 long writeId)

Specified by:

alterTransactionalTable in interface ThriftMetastore

getPartitionNamesByFilter

public Optional<List<String>> getPartitionNamesByFilter(String databaseName,
 String tableName,
 List<String> columnNames,
 TupleDomain<String> partitionKeysFilter)

Specified by:

getPartitionNamesByFilter in interface ThriftMetastore

addPartitions

public void addPartitions(String databaseName,
 String tableName,
 List<PartitionWithStatistics> partitionsWithStatistics)

Specified by:

addPartitions in interface ThriftMetastore

dropPartition

public void dropPartition(String databaseName,
 String tableName,
 List<String> parts,
 boolean deleteData)

Specified by:

dropPartition in interface ThriftMetastore

alterPartition

public void alterPartition(String databaseName,
 String tableName,
 PartitionWithStatistics partitionWithStatistics)

Specified by:

alterPartition in interface ThriftMetastore

getPartition

public Optional<io.trino.hive.thrift.metastore.Partition> getPartition(String databaseName,
 String tableName,
 List<String> partitionValues)

Specified by:

getPartition in interface ThriftMetastore

getPartitionsByNames

public List<io.trino.hive.thrift.metastore.Partition> getPartitionsByNames(String databaseName,
 String tableName,
 List<String> partitionNames)

Specified by:

getPartitionsByNames in interface ThriftMetastore

grantTablePrivileges

public void grantTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

grantTablePrivileges in interface ThriftMetastore

revokeTablePrivileges

public void revokeTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

revokeTablePrivileges in interface ThriftMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(String databaseName,
 String tableName,
 Optional<String> tableOwner,
 Optional<HivePrincipal> principal)

Specified by:

listTablePrivileges in interface ThriftMetastore

principal - when empty, all table privileges are returned

checkSupportsTransactions

public void checkSupportsTransactions()

Specified by:

checkSupportsTransactions in interface ThriftMetastore

openTransaction

public long openTransaction(AcidTransactionOwner transactionOwner)

Specified by:

openTransaction in interface ThriftMetastore

commitTransaction

public void commitTransaction(long transactionId)

Specified by:

commitTransaction in interface ThriftMetastore

abortTransaction

public void abortTransaction(long transactionId)

Specified by:

abortTransaction in interface ThriftMetastore

sendTransactionHeartbeat

public void sendTransactionHeartbeat(long transactionId)

Specified by:

sendTransactionHeartbeat in interface ThriftMetastore

acquireSharedReadLock

public void acquireSharedReadLock(AcidTransactionOwner transactionOwner,
 String queryId,
 long transactionId,
 List<SchemaTableName> fullTables,
 List<HivePartition> partitions)

Specified by:

acquireSharedReadLock in interface ThriftMetastore

acquireTableWriteLock

public void acquireTableWriteLock(AcidTransactionOwner transactionOwner,
 String queryId,
 long transactionId,
 String dbName,
 String tableName,
 io.trino.hive.thrift.metastore.DataOperationType operation,
 boolean isDynamicPartitionWrite)

Specified by:

acquireTableWriteLock in interface ThriftMetastore

acquireTableExclusiveLock

public long acquireTableExclusiveLock(AcidTransactionOwner transactionOwner,
 String queryId,
 String dbName,
 String tableName)

Specified by:

acquireTableExclusiveLock in interface ThriftMetastore

releaseTableLock

public void releaseTableLock(long lockId)

Specified by:

releaseTableLock in interface ThriftMetastore

getValidWriteIds

public String getValidWriteIds(List<SchemaTableName> tables,
 long currentTransactionId)

Specified by:

getValidWriteIds in interface ThriftMetastore

getConfigValue

public Optional<String> getConfigValue(String name)

Specified by:

getConfigValue in interface ThriftMetastore

allocateWriteId

public long allocateWriteId(String dbName,
 String tableName,
 long transactionId)

Specified by:

allocateWriteId in interface ThriftMetastore

updateTableWriteId

public void updateTableWriteId(String dbName,
 String tableName,
 long transactionId,
 long writeId,
 OptionalLong rowCountChange)

Specified by:

updateTableWriteId in interface ThriftMetastore

alterPartitions

public void alterPartitions(String dbName,
 String tableName,
 List<io.trino.hive.thrift.metastore.Partition> partitions,
 long writeId)

Specified by:

alterPartitions in interface ThriftMetastore

addDynamicPartitions

public void addDynamicPartitions(String dbName,
 String tableName,
 List<String> partitionNames,
 long transactionId,
 long writeId,
 AcidOperation operation)

Specified by:

addDynamicPartitions in interface ThriftMetastore