| Modifier and Type | Method and Description |
|---|---|
protected abstract void |
AbstractAlterTableOperation.doAlteration(Table table,
Partition partition) |
protected org.apache.hadoop.hive.metastore.api.StorageDescriptor |
AbstractAlterTableOperation.getStorageDescriptor(Table tbl,
Partition part) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableAddColumnsOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableChangeColumnOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableReplaceColumnsOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableUpdateColumnsOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableConvertOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
abstract void |
DescTableFormatter.describeTable(HiveConf conf,
DataOutputStream out,
String columnPath,
String tableName,
Table table,
Partition partition,
List<org.apache.hadoop.hive.metastore.api.FieldSchema> columns,
boolean isFormatted,
boolean isExtended,
boolean isOutputPadded,
List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> columnStats) |
void |
JsonDescTableFormatter.describeTable(HiveConf conf,
DataOutputStream out,
String columnPath,
String tableName,
Table table,
Partition partition,
List<org.apache.hadoop.hive.metastore.api.FieldSchema> columns,
boolean isFormatted,
boolean isExtended,
boolean isOutputPadded,
List<org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj> columnStats) |
| Modifier and Type | Method and Description |
|---|---|
void |
JsonShowTableStatusFormatter.showTableStatus(DataOutputStream out,
Hive db,
HiveConf conf,
List<Table> tables,
Partition partition) |
void |
TextShowTableStatusFormatter.showTableStatus(DataOutputStream out,
Hive db,
HiveConf conf,
List<Table> tables,
Partition partition) |
abstract void |
ShowTableStatusFormatter.showTableStatus(DataOutputStream out,
Hive db,
HiveConf conf,
List<Table> tables,
Partition par) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableSetOwnerOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableUnsetPropertiesOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableSetPropertiesOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableRenameOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
static Partition |
PartitionUtils.getPartition(Hive db,
Table table,
Map<String,String> partitionSpec,
boolean throwException) |
| Modifier and Type | Method and Description |
|---|---|
static List<Partition> |
PartitionUtils.getPartitions(Hive db,
Table table,
Map<String,String> partitionSpec,
boolean throwException) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableSetPartitionSpecOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableNotClusteredOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableIntoBucketsOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableClusteredByOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableNotSortedOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableSetSerdeOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableUnsetSerdePropsOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableSetSerdePropsOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableSetFileFormatOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableSetLocationOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
AlterTableNotSkewedOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableSetSkewedLocationOperation.doAlteration(Table table,
Partition partition) |
protected void |
AlterTableSkewedByOperation.doAlteration(Table table,
Partition partition) |
| Modifier and Type | Field and Description |
|---|---|
Partition |
Utilities.PartitionDetails.partition |
| Modifier and Type | Method and Description |
|---|---|
String |
DDLPlanUtils.getAlterTableAddPartition(Partition pt)
Creates the alter table command to add a partition to the given table.
|
String |
DDLPlanUtils.getAlterTableStmtPartitionStatsBasic(Partition pt)
Parses the basic table statistics for the given table.
|
static int |
ArchiveUtils.getArchivingLevel(Partition p)
Returns archiving level, which is how many fields were set in partial
specification ARCHIVE was run for
|
static String |
ArchiveUtils.getPartialName(Partition p,
int level)
Get a prefix of the given parition's string representation.
|
String |
DDLPlanUtils.getPartitionActualName(Partition pt) |
static PartitionDesc |
Utilities.getPartitionDesc(Partition part,
TableDesc tableDesc) |
static PartitionDesc |
Utilities.getPartitionDescFromTableDesc(TableDesc tblDesc,
Partition part,
boolean usePartSchemaProperties) |
static boolean |
ArchiveUtils.isArchived(Partition p)
Determines whether a partition has been archived
|
| Modifier and Type | Method and Description |
|---|---|
void |
ExplainTask.addStats(Table table,
List<String> alterTableStmt,
Map<String,List<Partition>> tablePartitionsMap,
DDLPlanUtils ddlPlanUtils) |
List<String> |
DDLPlanUtils.getDDLPlanForPartitionWithStats(Table table,
Map<String,List<Partition>> tableToPartitionList) |
| Modifier and Type | Method and Description |
|---|---|
Partition |
Entity.getP() |
Partition |
Entity.getPartition()
Get the partition associated with the entity.
|
| Modifier and Type | Method and Description |
|---|---|
void |
Entity.setP(Partition p) |
| Constructor and Description |
|---|
Entity(Partition p,
boolean complete)
Constructor for a partition.
|
ReadEntity(Partition p)
Constructor given a partition.
|
ReadEntity(Partition p,
ReadEntity parent) |
ReadEntity(Partition p,
ReadEntity parent,
boolean isDirect) |
WriteEntity(Partition p,
WriteEntity.WriteType type)
Constructor for a partition.
|
| Constructor and Description |
|---|
HiveLockObject(Partition par,
HiveLockObject.HiveLockObjectData lockData) |
| Modifier and Type | Class and Description |
|---|---|
class |
DummyPartition
A Hive Table Partition: is a fundamental storage unit within a Table.
|
| Modifier and Type | Method and Description |
|---|---|
Partition |
Hive.createPartition(Table tbl,
Map<String,String> partSpec)
Creates a partition.
|
Partition |
Hive.getPartition(Table tbl,
Map<String,String> partSpec,
boolean forceCreate) |
Partition |
Hive.getPartition(Table tbl,
Map<String,String> partSpec,
boolean forceCreate,
String partPath,
boolean inheritTableSpecs)
Returns partition metadata
|
Partition |
Hive.loadPartition(org.apache.hadoop.fs.Path loadPath,
Table tbl,
Map<String,String> partSpec,
LoadTableDesc.LoadFileType loadFileType,
boolean inheritTableSpecs,
boolean inheritLocation,
boolean isSkewedStoreAsSubdir,
boolean isSrcLocal,
boolean isAcidIUDoperation,
boolean resetStatistics,
Long writeId,
int stmtId,
boolean isInsertOverwrite,
boolean isDirectInsert)
Load a directory into a Hive Table Partition - Alters existing content of
the partition with the contents of loadPath.
|
| Modifier and Type | Method and Description |
|---|---|
List<Partition> |
Hive.dropPartitions(String dbName,
String tableName,
List<org.apache.commons.lang3.tuple.Pair<Integer,byte[]>> partitionExpressions,
PartitionDropOptions dropOptions) |
List<Partition> |
Hive.exchangeTablePartitions(Map<String,String> partitionSpecs,
String sourceDb,
String sourceTable,
String destDb,
String destinationTableName) |
Set<Partition> |
Hive.getAllPartitions(Table tbl)
Get all the partitions; unlike
Hive.getPartitions(Table), does not include auth. |
Set<Partition> |
Hive.getAllPartitionsInBatches(Table tbl,
int batchSize,
int decayingFactor,
int maxRetries,
Map<String,String> partialPartitionSpec,
boolean isAuthRequired) |
Set<Partition> |
Hive.getAllPartitionsInBatches(Table tbl,
int batchSize,
int decayingFactor,
int maxRetries,
Map<String,String> partialPartitionSpec,
boolean isAuthRequired,
String userName,
List<String> groupNames)
Main method which fetches the partitions in batches
|
Set<Partition> |
Hive.getAllPartitionsOf(Table tbl)
Get all the partitions.
|
List<Partition> |
Hive.getPartitions(Table tbl)
get all the partitions that the table has along with auth info
|
List<Partition> |
Hive.getPartitions(Table tbl,
Map<String,String> partialPartSpec)
get all the partitions of the table that matches the given partial
specification.
|
List<Partition> |
Hive.getPartitions(Table tbl,
Map<String,String> partialPartSpec,
short limit) |
List<Partition> |
Hive.getPartitionsAuthByNames(Table tbl,
List<String> partNames,
String userName,
List<String> groupNames) |
default List<Partition> |
HiveStorageHandler.getPartitionsByExpr(Table hmsTable,
ExprNodeDesc desc) |
List<Partition> |
Hive.getPartitionsByFilter(Table tbl,
String filter)
Get a list of Partitions by filter.
|
List<Partition> |
Hive.getPartitionsByNames(Table tbl,
List<String> partNames)
Get all partitions of the table that matches the list of given partition names.
|
List<Partition> |
Hive.getPartitionsByNames(Table tbl,
List<String> partNames,
boolean getColStats)
Get all partitions of the table that matches the list of given partition names.
|
List<Partition> |
Hive.getPartitionsByNames(Table tbl,
Map<String,String> partialPartSpec)
get all the partitions of the table that matches the given partial
specification.
|
Iterator<Partition> |
PartitionIterable.iterator() |
Map<Map<String,String>,Partition> |
Hive.loadDynamicPartitions(LoadTableDesc tbd,
int numLB,
boolean isAcid,
long writeId,
int stmtId,
boolean resetStatistics,
AcidUtils.Operation operation,
Map<org.apache.hadoop.fs.Path,Utilities.PartitionDetails> partitionDetailsMap)
Given a source directory name of the load path, load all dynamically generated partitions
into the specified table and return a list of strings that represent the dynamic partition
paths.
|
| Modifier and Type | Method and Description |
|---|---|
void |
Hive.alterPartition(String tblName,
Partition newPart,
org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
boolean transactional)
Deprecated.
|
void |
Hive.alterPartition(String catName,
String dbName,
String tblName,
Partition newPart,
org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
boolean transactional)
Updates the existing partition metadata with the new metadata.
|
void |
Hive.renamePartition(Table tbl,
Map<String,String> oldPartSpec,
Partition newPart,
long replWriteId)
Rename a old partition to new partition
|
| Modifier and Type | Method and Description |
|---|---|
void |
Hive.alterPartitions(String tblName,
List<Partition> newParts,
org.apache.hadoop.hive.metastore.api.EnvironmentContext environmentContext,
boolean transactional)
Updates the existing table metadata with the new metadata.
|
boolean |
Hive.getPartitionsByExpr(Table tbl,
ExprNodeDesc expr,
HiveConf conf,
List<Partition> partitions)
Get a list of Partitions by expr.
|
| Constructor and Description |
|---|
PartitionIterable(Collection<Partition> ptnsProvided)
Dummy constructor, which simply acts as an iterator on an already-present
list of partitions, allows for easy drop-in replacement for other methods
that already have a List<Partition>
|
| Modifier and Type | Method and Description |
|---|---|
Map<Partition,List<String>> |
BucketJoinProcCtx.getBigTblPartsToBucketFileNames() |
Map<Partition,Integer> |
BucketJoinProcCtx.getBigTblPartsToBucketNumber() |
static Set<Partition> |
GenMapRedUtils.getConfirmedPartitionsForScan(TableScanOperator tableScanOp) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
PrunerOperatorFactory.FilterPruner.addPruningPred(Map<TableScanOperator,Map<String,ExprNodeDesc>> opToPrunner,
TableScanOperator top,
ExprNodeDesc new_pruner_pred,
Partition part)
Add pruning predicate.
|
protected long |
SizeBasedBigTableSelectorForAutoSMJ.getSize(HiveConf conf,
Partition partition) |
static SamplePruner.LimitPruneRetStatus |
SamplePruner.limitPrune(Partition part,
long sizeLimit,
int fileLimit,
Collection<org.apache.hadoop.fs.Path> retPathList)
Try to generate a list of subset of files in the partition to reach a size
limit with number of files less than fileLimit
|
static org.apache.hadoop.fs.Path[] |
SamplePruner.prune(Partition part,
FilterDesc.SampleDesc sampleDescr)
Prunes to get all the files in the partition that satisfy the TABLESAMPLE
clause.
|
| Modifier and Type | Method and Description |
|---|---|
void |
BucketJoinProcCtx.setBigTblPartsToBucketFileNames(Map<Partition,List<String>> bigTblPartsToBucketFileNames) |
void |
BucketJoinProcCtx.setBigTblPartsToBucketNumber(Map<Partition,Integer> bigTblPartsToBucketNumber) |
| Modifier and Type | Method and Description |
|---|---|
Partition |
LBOpWalkerCtx.getPart() |
Partition |
LBExprProcCtx.getPart() |
| Modifier and Type | Method and Description |
|---|---|
static ExprNodeDesc |
LBExprProcFactory.genPruner(String tabAlias,
ExprNodeDesc pred,
Partition part)
Generates the list bucketing pruner for the expression tree.
|
static boolean |
ListBucketingPrunerUtils.isListBucketingPart(Partition part)
check if the partition is list bucketing
|
static org.apache.hadoop.fs.Path[] |
ListBucketingPruner.prune(ParseContext ctx,
Partition part,
ExprNodeDesc pruner)
Prunes to the directories which match the skewed keys in where clause.
|
| Constructor and Description |
|---|
LBExprProcCtx(String tabAlias,
Partition part) |
LBOpWalkerCtx(Map<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToLBPruner,
Partition part)
Constructor.
|
| Modifier and Type | Method and Description |
|---|---|
List<Partition> |
PcrExprProcCtx.getPartList() |
| Modifier and Type | Method and Description |
|---|---|
static PcrExprProcFactory.NodeInfoWrapper |
PcrExprProcFactory.walkExprTree(String tabAlias,
ArrayList<Partition> parts,
List<VirtualColumn> vcs,
ExprNodeDesc pred)
Remove partition conditions when necessary from the the expression tree.
|
| Constructor and Description |
|---|
PcrExprProcCtx(String tabAlias,
List<Partition> partList) |
PcrExprProcCtx(String tabAlias,
List<Partition> partList,
List<VirtualColumn> vcs) |
| Modifier and Type | Method and Description |
|---|---|
static Object |
PartExprEvalUtils.evalExprWithPart(ExprNodeDesc expr,
Partition p,
List<VirtualColumn> vcs,
StructObjectInspector rowObjectInspector)
Evaluate expression with partition columns
|
| Modifier and Type | Field and Description |
|---|---|
Partition |
BaseSemanticAnalyzer.TableSpec.partHandle |
| Modifier and Type | Field and Description |
|---|---|
List<Partition> |
BaseSemanticAnalyzer.TableSpec.partitions |
| Modifier and Type | Method and Description |
|---|---|
Partition |
QBMetaData.getDestPartitionForAlias(String alias) |
| Modifier and Type | Method and Description |
|---|---|
Map<String,Partition> |
QBMetaData.getNameToDestPartition() |
List<Partition> |
PrunedPartitionList.getNotDeniedPartns() |
Set<Partition> |
PrunedPartitionList.getPartitions() |
| Modifier and Type | Method and Description |
|---|---|
void |
QBMetaData.setDestForAlias(String alias,
Partition part) |
| Modifier and Type | Method and Description |
|---|---|
static void |
EximUtil.createExportDump(org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path metadataPath,
Table tableHandle,
Iterable<Partition> partitions,
ReplicationSpec replicationSpec,
HiveConf hiveConf) |
| Constructor and Description |
|---|
PrunedPartitionList(Table source,
Set<Partition> partitions,
List<String> referred,
boolean hasUnknowns) |
PrunedPartitionList(Table source,
String key,
Set<Partition> partitions,
List<String> referred,
boolean hasUnknowns) |
TableSpec(Table tableHandle,
List<Partition> partitions) |
| Constructor and Description |
|---|
TableSerializer(Table tableHandle,
Iterable<Partition> partitions,
HiveConf hiveConf) |
| Modifier and Type | Method and Description |
|---|---|
Set<Partition> |
StatsWork.getPartitions() |
Set<Partition> |
BasicStatsNoJobWork.getPartitions() |
| Modifier and Type | Method and Description |
|---|---|
void |
StatsWork.addInputPartitions(Set<Partition> partitions) |
static void |
PlanUtils.addPartitionInputs(Collection<Partition> parts,
Collection<ReadEntity> inputs,
ReadEntity parentViewInfo,
boolean isDirectRead) |
void |
BasicStatsNoJobWork.setPartitions(Set<Partition> partitions) |
| Constructor and Description |
|---|
PartitionDesc(Partition part,
TableDesc tableDesc) |
PartitionDesc(Partition part,
TableDesc tblDesc,
boolean usePartSchemaProperties) |
| Modifier and Type | Class and Description |
|---|---|
static class |
AuthorizationPreEventListener.PartitionWrapper |
| Modifier and Type | Method and Description |
|---|---|
void |
MetaStoreAuthzAPIAuthorizerEmbedOnly.authorize(Partition part,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv) |
void |
HiveAuthorizationProvider.authorize(Partition part,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv)
Authorization privileges against a hive partition object.
|
void |
BitSetCheckedAuthorizationProvider.authorize(Partition part,
Privilege[] inputRequiredPriv,
Privilege[] outputRequiredPriv) |
void |
StorageBasedAuthorizationProvider.authorize(Partition part,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv) |
void |
MetaStoreAuthzAPIAuthorizerEmbedOnly.authorize(Table table,
Partition part,
List<String> columns,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv) |
void |
HiveAuthorizationProvider.authorize(Table table,
Partition part,
List<String> columns,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv)
Authorization privileges against a list of columns.
|
void |
BitSetCheckedAuthorizationProvider.authorize(Table table,
Partition part,
List<String> columns,
Privilege[] inputRequiredPriv,
Privilege[] outputRequiredPriv) |
void |
StorageBasedAuthorizationProvider.authorize(Table table,
Partition part,
List<String> columns,
Privilege[] readRequiredPriv,
Privilege[] writeRequiredPriv) |
| Modifier and Type | Method and Description |
|---|---|
abstract void |
HiveMultiPartitionAuthorizationProviderBase.authorize(Table table,
Iterable<Partition> partitions,
Privilege[] requiredReadPrivileges,
Privilege[] requiredWritePrivileges)
Authorization method for partition sets.
|
| Modifier and Type | Method and Description |
|---|---|
abstract Partition |
Partish.getPartition() |
| Modifier and Type | Method and Description |
|---|---|
Collection<Partition> |
BasicStatsTask.getDpPartSpecs() |
| Modifier and Type | Method and Description |
|---|---|
static Partish |
Partish.buildFor(Partition part) |
static Partish |
Partish.buildFor(Table table,
Partition part) |
static String |
BasicStatsTask.getAggregationPrefix(Table table,
Partition partition) |
| Modifier and Type | Method and Description |
|---|---|
static List<Long> |
StatsUtils.getBasicStatForPartitions(Table table,
List<Partition> parts,
String statType)
Get basic stats of partitions
|
static List<Long> |
StatsUtils.getFileSizeForPartitions(HiveConf conf,
List<Partition> parts)
Deprecated.
|
void |
ColStatsProcessor.setDpPartSpecs(Collection<Partition> dpPartSpecs) |
void |
IStatsProcessor.setDpPartSpecs(Collection<Partition> dpPartSpecs) |
void |
BasicStatsTask.setDpPartSpecs(Collection<Partition> dpPartSpecs) |
void |
BasicStatsNoJobTask.setDpPartSpecs(Collection<Partition> dpPartSpecs) |
Copyright © 2024 The Apache Software Foundation. All rights reserved.