Class ThriftHiveMetastore

java.lang.Object

io.trino.plugin.hive.metastore.thrift.ThriftHiveMetastore

All Implemented Interfaces:

ThriftMetastore

@ThreadSafe
public final class ThriftHiveMetastore
extends Object
implements ThriftMetastore

Constructor Summary

Constructors

Constructor

Description

ThriftHiveMetastore(Optional<ConnectorIdentity> identity, TrinoFileSystemFactory fileSystemFactory, IdentityAwareMetastoreClientFactory metastoreClientFactory, double backoffScaleFactor, io.airlift.units.Duration minBackoffDelay, io.airlift.units.Duration maxBackoffDelay, io.airlift.units.Duration maxRetryTime, io.airlift.units.Duration maxWaitForLock, int maxRetries, boolean deleteFilesOnDrop, boolean assumeCanonicalPartitionKeys, boolean useSparkTableStatisticsFallback, ThriftMetastoreStats stats, ExecutorService writeStatisticsExecutor)

Method Summary

Modifier and Type	Method	Description
void	abortTransaction(long transactionId)
void	acquireSharedReadLock(AcidTransactionOwner transactionOwner, String queryId, long transactionId, List<SchemaTableName> fullTables, List<HivePartition> partitions)
long	acquireTableExclusiveLock(AcidTransactionOwner transactionOwner, String queryId, String dbName, String tableName)
void	acquireTableWriteLock(AcidTransactionOwner transactionOwner, String queryId, long transactionId, String dbName, String tableName, io.trino.hive.thrift.metastore.DataOperationType operation, boolean isDynamicPartitionWrite)
void	addDynamicPartitions(String dbName, String tableName, List<String> partitionNames, long transactionId, long writeId, io.trino.hive.thrift.metastore.DataOperationType operation)
void	addPartitions(String databaseName, String tableName, List<PartitionWithStatistics> partitionsWithStatistics)
long	allocateWriteId(String dbName, String tableName, long transactionId)
void	alterDatabase(String databaseName, io.trino.hive.thrift.metastore.Database database)
void	alterFunction(io.trino.hive.thrift.metastore.Function function)
void	alterPartition(String databaseName, String tableName, PartitionWithStatistics partitionWithStatistics)
void	alterTable(String databaseName, String tableName, io.trino.hive.thrift.metastore.Table table)
void	alterTransactionalTable(io.trino.hive.thrift.metastore.Table table, long transactionId, long writeId)
void	checkSupportsTransactions()
void	commitTransaction(long transactionId)
void	createDatabase(io.trino.hive.thrift.metastore.Database database)
void	createFunction(io.trino.hive.thrift.metastore.Function function)
void	createRole(String role, String grantor)
void	createTable(io.trino.hive.thrift.metastore.Table table)
void	dropDatabase(String databaseName, boolean deleteData)
void	dropFunction(String databaseName, String functionName)
void	dropPartition(String databaseName, String tableName, List<String> parts, boolean deleteData)
void	dropRole(String role)
void	dropTable(String databaseName, String tableName, boolean deleteData)
List<String>	getAllDatabases()
Optional<String>	getConfigValue(String name)
Optional<io.trino.hive.thrift.metastore.Database>	getDatabase(String databaseName)
Optional<List<io.trino.hive.thrift.metastore.FieldSchema>>	getFields(String databaseName, String tableName)
Optional<io.trino.hive.thrift.metastore.Function>	getFunction(String databaseName, String functionName)
Collection<String>	getFunctions(String databaseName, String functionNamePattern)
Optional<io.trino.hive.thrift.metastore.Partition>	getPartition(String databaseName, String tableName, List<String> partitionValues)
Map<String,Map<String,HiveColumnStatistics>>	getPartitionColumnStatistics(String databaseName, String tableName, Set<String> partitionNames, Set<String> columnNames)
Optional<List<String>>	getPartitionNamesByFilter(String databaseName, String tableName, List<String> columnNames, TupleDomain<String> partitionKeysFilter)
List<io.trino.hive.thrift.metastore.Partition>	getPartitionsByNames(String databaseName, String tableName, List<String> partitionNames)
ThriftMetastoreStats	getStats()
Optional<io.trino.hive.thrift.metastore.Table>	getTable(String databaseName, String tableName)
Map<String,HiveColumnStatistics>	getTableColumnStatistics(String databaseName, String tableName, Set<String> columnNames)
List<io.trino.hive.thrift.metastore.TableMeta>	getTables(String databaseName)
String	getValidWriteIds(List<SchemaTableName> tables, long currentTransactionId)
void	grantRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	grantTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
Set<RoleGrant>	listRoleGrants(HivePrincipal principal)
Set<String>	listRoles()
Set<HivePrivilegeInfo>	listTablePrivileges(String databaseName, String tableName, Optional<String> tableOwner, Optional<HivePrincipal> principal)
long	openTransaction(AcidTransactionOwner transactionOwner)
void	releaseTableLock(long lockId)
void	revokeRoles(Set<String> roles, Set<HivePrincipal> grantees, boolean adminOption, HivePrincipal grantor)
void	revokeTablePrivileges(String databaseName, String tableName, String tableOwner, HivePrincipal grantee, HivePrincipal grantor, Set<HivePrivilegeInfo.HivePrivilege> privileges, boolean grantOption)
void	sendTransactionHeartbeat(long transactionId)
void	updatePartitionStatistics(io.trino.hive.thrift.metastore.Table table, String partitionName, StatisticsUpdateMode mode, PartitionStatistics statisticsUpdate)
void	updateTableStatistics(String databaseName, String tableName, OptionalLong acidWriteId, StatisticsUpdateMode mode, PartitionStatistics statisticsUpdate)
void	updateTableWriteId(String dbName, String tableName, long transactionId, long writeId, OptionalLong rowCountChange)
boolean	useSparkTableStatistics()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ThriftHiveMetastore

public ThriftHiveMetastore(Optional<ConnectorIdentity> identity,
 TrinoFileSystemFactory fileSystemFactory,
 IdentityAwareMetastoreClientFactory metastoreClientFactory,
 double backoffScaleFactor,
 io.airlift.units.Duration minBackoffDelay,
 io.airlift.units.Duration maxBackoffDelay,
 io.airlift.units.Duration maxRetryTime,
 io.airlift.units.Duration maxWaitForLock,
 int maxRetries,
 boolean deleteFilesOnDrop,
 boolean assumeCanonicalPartitionKeys,
 boolean useSparkTableStatisticsFallback,
 ThriftMetastoreStats stats,
 ExecutorService writeStatisticsExecutor)

Method Details

getStats

public ThriftMetastoreStats getStats()

getAllDatabases

public List<String> getAllDatabases()

Specified by:

getAllDatabases in interface ThriftMetastore

getDatabase

public Optional<io.trino.hive.thrift.metastore.Database> getDatabase(String databaseName)

Specified by:

getDatabase in interface ThriftMetastore

getTables

public List<io.trino.hive.thrift.metastore.TableMeta> getTables(String databaseName)

Specified by:

getTables in interface ThriftMetastore

getTable

public Optional<io.trino.hive.thrift.metastore.Table> getTable(String databaseName,
 String tableName)

Specified by:

getTable in interface ThriftMetastore

getTableColumnStatistics

public Map<String,HiveColumnStatistics> getTableColumnStatistics(String databaseName,
 String tableName,
 Set<String> columnNames)

Specified by:

getTableColumnStatistics in interface ThriftMetastore

getPartitionColumnStatistics

public Map<String,Map<String,HiveColumnStatistics>> getPartitionColumnStatistics(String databaseName,
 String tableName,
 Set<String> partitionNames,
 Set<String> columnNames)

Specified by:

getPartitionColumnStatistics in interface ThriftMetastore

useSparkTableStatistics

public boolean useSparkTableStatistics()

Specified by:

useSparkTableStatistics in interface ThriftMetastore

getFields

public Optional<List<io.trino.hive.thrift.metastore.FieldSchema>> getFields(String databaseName,
 String tableName)

Specified by:

getFields in interface ThriftMetastore

updateTableStatistics

public void updateTableStatistics(String databaseName,
 String tableName,
 OptionalLong acidWriteId,
 StatisticsUpdateMode mode,
 PartitionStatistics statisticsUpdate)

Specified by:

updateTableStatistics in interface ThriftMetastore

updatePartitionStatistics

public void updatePartitionStatistics(io.trino.hive.thrift.metastore.Table table,
 String partitionName,
 StatisticsUpdateMode mode,
 PartitionStatistics statisticsUpdate)

Specified by:

updatePartitionStatistics in interface ThriftMetastore

createRole

public void createRole(String role,
 String grantor)

Specified by:

createRole in interface ThriftMetastore

dropRole

public void dropRole(String role)

Specified by:

dropRole in interface ThriftMetastore

listRoles

public Set<String> listRoles()

Specified by:

listRoles in interface ThriftMetastore

grantRoles

public void grantRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

grantRoles in interface ThriftMetastore

revokeRoles

public void revokeRoles(Set<String> roles,
 Set<HivePrincipal> grantees,
 boolean adminOption,
 HivePrincipal grantor)

Specified by:

revokeRoles in interface ThriftMetastore

listRoleGrants

public Set<RoleGrant> listRoleGrants(HivePrincipal principal)

Specified by:

listRoleGrants in interface ThriftMetastore

createDatabase

public void createDatabase(io.trino.hive.thrift.metastore.Database database)

Specified by:

createDatabase in interface ThriftMetastore

dropDatabase

public void dropDatabase(String databaseName,
 boolean deleteData)

Specified by:

dropDatabase in interface ThriftMetastore

alterDatabase

public void alterDatabase(String databaseName,
 io.trino.hive.thrift.metastore.Database database)

Specified by:

alterDatabase in interface ThriftMetastore

createTable

public void createTable(io.trino.hive.thrift.metastore.Table table)

Specified by:

createTable in interface ThriftMetastore

dropTable

public void dropTable(String databaseName,
 String tableName,
 boolean deleteData)

Specified by:

dropTable in interface ThriftMetastore

alterTable

public void alterTable(String databaseName,
 String tableName,
 io.trino.hive.thrift.metastore.Table table)

Specified by:

alterTable in interface ThriftMetastore

alterTransactionalTable

public void alterTransactionalTable(io.trino.hive.thrift.metastore.Table table,
 long transactionId,
 long writeId)

Specified by:

alterTransactionalTable in interface ThriftMetastore

getPartitionNamesByFilter

public Optional<List<String>> getPartitionNamesByFilter(String databaseName,
 String tableName,
 List<String> columnNames,
 TupleDomain<String> partitionKeysFilter)

Specified by:

getPartitionNamesByFilter in interface ThriftMetastore

addPartitions

public void addPartitions(String databaseName,
 String tableName,
 List<PartitionWithStatistics> partitionsWithStatistics)

Specified by:

addPartitions in interface ThriftMetastore

dropPartition

public void dropPartition(String databaseName,
 String tableName,
 List<String> parts,
 boolean deleteData)

Specified by:

dropPartition in interface ThriftMetastore

alterPartition

public void alterPartition(String databaseName,
 String tableName,
 PartitionWithStatistics partitionWithStatistics)

Specified by:

alterPartition in interface ThriftMetastore

getPartition

public Optional<io.trino.hive.thrift.metastore.Partition> getPartition(String databaseName,
 String tableName,
 List<String> partitionValues)

Specified by:

getPartition in interface ThriftMetastore

getPartitionsByNames

public List<io.trino.hive.thrift.metastore.Partition> getPartitionsByNames(String databaseName,
 String tableName,
 List<String> partitionNames)

Specified by:

getPartitionsByNames in interface ThriftMetastore

grantTablePrivileges

public void grantTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

grantTablePrivileges in interface ThriftMetastore

revokeTablePrivileges

public void revokeTablePrivileges(String databaseName,
 String tableName,
 String tableOwner,
 HivePrincipal grantee,
 HivePrincipal grantor,
 Set<HivePrivilegeInfo.HivePrivilege> privileges,
 boolean grantOption)

Specified by:

revokeTablePrivileges in interface ThriftMetastore

listTablePrivileges

public Set<HivePrivilegeInfo> listTablePrivileges(String databaseName,
 String tableName,
 Optional<String> tableOwner,
 Optional<HivePrincipal> principal)

Specified by:

listTablePrivileges in interface ThriftMetastore

Parameters:

principal - when empty, all table privileges are returned

checkSupportsTransactions

public void checkSupportsTransactions()

Specified by:

checkSupportsTransactions in interface ThriftMetastore

openTransaction

public long openTransaction(AcidTransactionOwner transactionOwner)

Specified by:

openTransaction in interface ThriftMetastore

commitTransaction

public void commitTransaction(long transactionId)

Specified by:

commitTransaction in interface ThriftMetastore

abortTransaction

public void abortTransaction(long transactionId)

Specified by:

abortTransaction in interface ThriftMetastore

sendTransactionHeartbeat

public void sendTransactionHeartbeat(long transactionId)

Specified by:

sendTransactionHeartbeat in interface ThriftMetastore

acquireSharedReadLock

public void acquireSharedReadLock(AcidTransactionOwner transactionOwner,
 String queryId,
 long transactionId,
 List<SchemaTableName> fullTables,
 List<HivePartition> partitions)

Specified by:

acquireSharedReadLock in interface ThriftMetastore

acquireTableWriteLock

public void acquireTableWriteLock(AcidTransactionOwner transactionOwner,
 String queryId,
 long transactionId,
 String dbName,
 String tableName,
 io.trino.hive.thrift.metastore.DataOperationType operation,
 boolean isDynamicPartitionWrite)

Specified by:

acquireTableWriteLock in interface ThriftMetastore

acquireTableExclusiveLock

public long acquireTableExclusiveLock(AcidTransactionOwner transactionOwner,
 String queryId,
 String dbName,
 String tableName)

Specified by:

acquireTableExclusiveLock in interface ThriftMetastore

releaseTableLock

public void releaseTableLock(long lockId)

Specified by:

releaseTableLock in interface ThriftMetastore

getValidWriteIds

public String getValidWriteIds(List<SchemaTableName> tables,
 long currentTransactionId)

Specified by:

getValidWriteIds in interface ThriftMetastore

getConfigValue

public Optional<String> getConfigValue(String name)

Specified by:

getConfigValue in interface ThriftMetastore

allocateWriteId

public long allocateWriteId(String dbName,
 String tableName,
 long transactionId)

Specified by:

allocateWriteId in interface ThriftMetastore

updateTableWriteId

public void updateTableWriteId(String dbName,
 String tableName,
 long transactionId,
 long writeId,
 OptionalLong rowCountChange)

Specified by:

updateTableWriteId in interface ThriftMetastore

addDynamicPartitions

public void addDynamicPartitions(String dbName,
 String tableName,
 List<String> partitionNames,
 long transactionId,
 long writeId,
 io.trino.hive.thrift.metastore.DataOperationType operation)

Specified by:

addDynamicPartitions in interface ThriftMetastore

getFunction

public Optional<io.trino.hive.thrift.metastore.Function> getFunction(String databaseName,
 String functionName)

Specified by:

getFunction in interface ThriftMetastore

getFunctions

public Collection<String> getFunctions(String databaseName,
 String functionNamePattern)

Specified by:

getFunctions in interface ThriftMetastore

createFunction

public void createFunction(io.trino.hive.thrift.metastore.Function function)

Specified by:

createFunction in interface ThriftMetastore

alterFunction

public void alterFunction(io.trino.hive.thrift.metastore.Function function)

Specified by:

alterFunction in interface ThriftMetastore

dropFunction

public void dropFunction(String databaseName,
 String functionName)

Specified by:

dropFunction in interface ThriftMetastore