io.prestosql.plugin.hive.metastore.thrift

Class ThriftMetastoreUtil

java.lang.Object

io.prestosql.plugin.hive.metastore.thrift.ThriftMetastoreUtil

public final class ThriftMetastoreUtil
extends Object

Method Summary

Modifier and Type	Method and Description
static org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj	createMetastoreColumnStatistics(String columnName, HiveType columnType, HiveColumnStatistics statistics, OptionalLong rowCount)
static HiveColumnStatistics	fromMetastoreApiColumnStatistics(org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj columnStatistics, OptionalLong rowCount)
static Database	fromMetastoreApiDatabase(org.apache.hadoop.hive.metastore.api.Database database)
static Partition	fromMetastoreApiPartition(org.apache.hadoop.hive.metastore.api.Partition partition)
static Partition	fromMetastoreApiPartition(org.apache.hadoop.hive.metastore.api.Partition partition, List<org.apache.hadoop.hive.metastore.api.FieldSchema> schema)
static PrincipalType	fromMetastoreApiPrincipalType(org.apache.hadoop.hive.metastore.api.PrincipalType principalType)
static Table	fromMetastoreApiTable(org.apache.hadoop.hive.metastore.api.Table table)
static Table	fromMetastoreApiTable(org.apache.hadoop.hive.metastore.api.Table table, List<org.apache.hadoop.hive.metastore.api.FieldSchema> schema)
static OptionalLong	fromMetastoreDistinctValuesCount(OptionalLong distinctValuesCount, OptionalLong nullsCount, OptionalLong rowCount) Hive calculates NDV considering null as a distinct value
static OptionalLong	fromMetastoreNullsCount(long nullsCount) Impala `COMPUTE STATS` will write -1 as the null count.
static org.apache.hadoop.hive.metastore.api.PrincipalType	fromPrestoPrincipalType(PrincipalType principalType)
static Set<RoleGrant>	fromRolePrincipalGrants(Collection<org.apache.hadoop.hive.metastore.api.RolePrincipalGrant> grants)
static HiveBasicStatistics	getHiveBasicStatistics(Map<String,String> parameters)
static Set<ColumnStatisticType>	getSupportedColumnStatistics(Type type)
static OptionalLong	getTotalSizeInBytes(OptionalDouble averageColumnLength, OptionalLong rowCount, OptionalLong nullsCount)
static boolean	isAvroTableWithSchemaSet(org.apache.hadoop.hive.metastore.api.Table table)
static boolean	isCsvTable(org.apache.hadoop.hive.metastore.api.Table table)
static boolean	isNumericType(Type type)
static boolean	isRoleApplicable(SemiTransactionalHiveMetastore metastore, HivePrincipal principal, String role)
static boolean	isRoleEnabled(ConnectorIdentity identity, Function<HivePrincipal,Set<RoleGrant>> listRoleGrants, String role)
static Stream<RoleGrant>	listApplicableRoles(HivePrincipal principal, Function<HivePrincipal,Set<RoleGrant>> listRoleGrants)
static Stream<String>	listApplicableRoles(SemiTransactionalHiveMetastore metastore, HivePrincipal principal)
static Stream<HivePrivilegeInfo>	listApplicableTablePrivileges(SemiTransactionalHiveMetastore metastore, String databaseName, String tableName, ConnectorIdentity identity)
static Stream<HivePrincipal>	listEnabledPrincipals(SemiTransactionalHiveMetastore metastore, ConnectorIdentity identity)
static Stream<String>	listEnabledRoles(ConnectorIdentity identity, Function<HivePrincipal,Set<RoleGrant>> listRoleGrants)
static Set<HivePrivilegeInfo>	parsePrivilege(org.apache.hadoop.hive.metastore.api.PrivilegeGrantInfo userGrant, Optional<HivePrincipal> grantee)
static org.apache.hadoop.hive.metastore.api.Database	toMetastoreApiDatabase(Database database)
static org.apache.hadoop.hive.metastore.api.FieldSchema	toMetastoreApiFieldSchema(Column column)
static org.apache.hadoop.hive.metastore.api.Partition	toMetastoreApiPartition(Partition partition)
static org.apache.hadoop.hive.metastore.api.Partition	toMetastoreApiPartition(PartitionWithStatistics partitionWithStatistics)
static org.apache.hadoop.hive.metastore.api.PrivilegeGrantInfo	toMetastoreApiPrivilegeGrantInfo(HivePrivilegeInfo privilegeInfo)
static org.apache.hadoop.hive.metastore.api.Table	toMetastoreApiTable(Table table, PrincipalPrivileges privileges)
static org.apache.hadoop.hive.metastore.api.Decimal	toMetastoreDecimal(BigDecimal decimal)
static Map<String,String>	updateStatisticsParameters(Map<String,String> parameters, HiveBasicStatistics statistics)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

toMetastoreApiDatabase

public static org.apache.hadoop.hive.metastore.api.Database toMetastoreApiDatabase(Database database)

toMetastoreApiTable

public static org.apache.hadoop.hive.metastore.api.Table toMetastoreApiTable(Table table,
                                                                             PrincipalPrivileges privileges)

toMetastoreApiPrivilegeGrantInfo

public static org.apache.hadoop.hive.metastore.api.PrivilegeGrantInfo toMetastoreApiPrivilegeGrantInfo(HivePrivilegeInfo privilegeInfo)

listApplicableRoles

public static Stream<RoleGrant> listApplicableRoles(HivePrincipal principal,
                                                    Function<HivePrincipal,Set<RoleGrant>> listRoleGrants)

isRoleApplicable

public static boolean isRoleApplicable(SemiTransactionalHiveMetastore metastore,
                                       HivePrincipal principal,
                                       String role)

listApplicableRoles

public static Stream<String> listApplicableRoles(SemiTransactionalHiveMetastore metastore,
                                                 HivePrincipal principal)

listEnabledPrincipals

public static Stream<HivePrincipal> listEnabledPrincipals(SemiTransactionalHiveMetastore metastore,
                                                          ConnectorIdentity identity)

listApplicableTablePrivileges

public static Stream<HivePrivilegeInfo> listApplicableTablePrivileges(SemiTransactionalHiveMetastore metastore,
                                                                      String databaseName,
                                                                      String tableName,
                                                                      ConnectorIdentity identity)

isRoleEnabled

public static boolean isRoleEnabled(ConnectorIdentity identity,
                                    Function<HivePrincipal,Set<RoleGrant>> listRoleGrants,
                                    String role)

listEnabledRoles

public static Stream<String> listEnabledRoles(ConnectorIdentity identity,
                                              Function<HivePrincipal,Set<RoleGrant>> listRoleGrants)

toMetastoreApiPartition

public static org.apache.hadoop.hive.metastore.api.Partition toMetastoreApiPartition(PartitionWithStatistics partitionWithStatistics)

toMetastoreApiPartition

public static org.apache.hadoop.hive.metastore.api.Partition toMetastoreApiPartition(Partition partition)

fromMetastoreApiDatabase

public static Database fromMetastoreApiDatabase(org.apache.hadoop.hive.metastore.api.Database database)

fromMetastoreApiTable

public static Table fromMetastoreApiTable(org.apache.hadoop.hive.metastore.api.Table table)

fromMetastoreApiTable

public static Table fromMetastoreApiTable(org.apache.hadoop.hive.metastore.api.Table table,
                                          List<org.apache.hadoop.hive.metastore.api.FieldSchema> schema)

isAvroTableWithSchemaSet

public static boolean isAvroTableWithSchemaSet(org.apache.hadoop.hive.metastore.api.Table table)

isCsvTable

public static boolean isCsvTable(org.apache.hadoop.hive.metastore.api.Table table)

fromMetastoreApiPartition

public static Partition fromMetastoreApiPartition(org.apache.hadoop.hive.metastore.api.Partition partition)

fromMetastoreApiPartition

public static Partition fromMetastoreApiPartition(org.apache.hadoop.hive.metastore.api.Partition partition,
                                                  List<org.apache.hadoop.hive.metastore.api.FieldSchema> schema)

fromMetastoreApiColumnStatistics

public static HiveColumnStatistics fromMetastoreApiColumnStatistics(org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj columnStatistics,
                                                                    OptionalLong rowCount)

fromMetastoreNullsCount

public static OptionalLong fromMetastoreNullsCount(long nullsCount)

Impala `COMPUTE STATS` will write -1 as the null count.

See Also:

IMPALA-7497

getTotalSizeInBytes

public static OptionalLong getTotalSizeInBytes(OptionalDouble averageColumnLength,
                                               OptionalLong rowCount,
                                               OptionalLong nullsCount)

fromMetastoreDistinctValuesCount

public static OptionalLong fromMetastoreDistinctValuesCount(OptionalLong distinctValuesCount,
                                                            OptionalLong nullsCount,
                                                            OptionalLong rowCount)

Hive calculates NDV considering null as a distinct value

fromRolePrincipalGrants

public static Set<RoleGrant> fromRolePrincipalGrants(Collection<org.apache.hadoop.hive.metastore.api.RolePrincipalGrant> grants)

fromPrestoPrincipalType

public static org.apache.hadoop.hive.metastore.api.PrincipalType fromPrestoPrincipalType(PrincipalType principalType)

fromMetastoreApiPrincipalType

public static PrincipalType fromMetastoreApiPrincipalType(org.apache.hadoop.hive.metastore.api.PrincipalType principalType)

toMetastoreApiFieldSchema

public static org.apache.hadoop.hive.metastore.api.FieldSchema toMetastoreApiFieldSchema(Column column)

parsePrivilege

public static Set<HivePrivilegeInfo> parsePrivilege(org.apache.hadoop.hive.metastore.api.PrivilegeGrantInfo userGrant,
                                                    Optional<HivePrincipal> grantee)

getHiveBasicStatistics

public static HiveBasicStatistics getHiveBasicStatistics(Map<String,String> parameters)

updateStatisticsParameters

public static Map<String,String> updateStatisticsParameters(Map<String,String> parameters,
                                                            HiveBasicStatistics statistics)

createMetastoreColumnStatistics

public static org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj createMetastoreColumnStatistics(String columnName,
                                                                                                       HiveType columnType,
                                                                                                       HiveColumnStatistics statistics,
                                                                                                       OptionalLong rowCount)

toMetastoreDecimal

public static org.apache.hadoop.hive.metastore.api.Decimal toMetastoreDecimal(BigDecimal decimal)

getSupportedColumnStatistics

public static Set<ColumnStatisticType> getSupportedColumnStatistics(Type type)

isNumericType

public static boolean isNumericType(Type type)