org.apache.hadoop.hive.ql.parse

Class BaseSemanticAnalyzer

java.lang.Object

org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer

Direct Known Subclasses:

AbortTransactionsAnalyzer, AbstractAlterDatabaseAnalyzer, AbstractAlterDataConnectorAnalyzer, AbstractBaseAlterTableAnalyzer, AbstractCreateViewAnalyzer, AbstractFunctionAnalyzer, AbstractPrivilegeAnalyzer, AbstractVMMappingAnalyzer, AlterMaterializedViewRewriteAnalyzer, AlterPoolAddTriggerAnalyzer, AlterPoolDropTriggerAnalyzer, AlterResourcePlanDisableAnalyzer, AlterResourcePlanEnableAnalyzer, AlterResourcePlanRenameAnalyzer, AlterResourcePlanReplaceAnalyzer, AlterResourcePlanSetAnalyzer, AlterResourcePlanUnsetAnalyzer, AlterResourcePlanValidateAnalyzer, AlterWMPoolAnalyzer, AlterWMTriggerAnalyzer, CreateDatabaseAnalyzer, CreateDataConnectorAnalyzer, CreateMacroAnalyzer, CreateResourcePlanAnalyzer, CreateWMPoolAnalyzer, CreateWMTriggerAnalyzer, DescDatabaseAnalyzer, DescDataConnectorAnalyzer, DescTableAnalyzer, DropDatabaseAnalyzer, DropDataConnectorAnalyzer, DropMacroAnalyzer, DropMaterializedViewAnalyzer, DropResourcePlanAnalyzer, DropTableAnalyzer, DropViewAnalyzer, DropWMMappingAnalyzer, DropWMPoolAnalyzer, DropWMTriggerAnalyzer, ExplainSemanticAnalyzer, ExplainSQRewriteSemanticAnalyzer, ExportSemanticAnalyzer, ImportSemanticAnalyzer, KillQueriesAnalyzer, LockDatabaseAnalyzer, LockTableAnalyzer, ReloadFunctionsAnalyzer, ReplicationSemanticAnalyzer, ScheduledQueryAnalyzer, SemanticAnalyzer, ShowColumnsAnalyzer, ShowCompactionsAnalyzer, ShowCreateDatabaseAnalyzer, ShowCreateTableAnalyzer, ShowDatabasesAnalyzer, ShowDataConnectorsAnalyzer, ShowDbLocksAnalyzer, ShowFunctionsAnalyzer, ShowLocksAnalyzer, ShowMaterializedViewsAnalyzer, ShowPartitionAnalyzer, ShowResourcePlanAnalyzer, ShowTablePropertiesAnalyzer, ShowTablesAnalyzer, ShowTableStatusAnalyzer, ShowTransactionsAnalyzer, ShowViewsAnalyzer, SwitchDatabaseAnalyzer, UnlockDatabaseAnalyzer, UnlockTableAnalyzer

public abstract class BaseSemanticAnalyzer
extends Object

BaseSemanticAnalyzer.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	BaseSemanticAnalyzer.AnalyzeRewriteContext
static class	BaseSemanticAnalyzer.TableSpec TableSpec.

Field Summary

Fields

Modifier and Type	Field and Description
protected Set<FileSinkDesc>	acidFileSinks A set of FileSinkOperators being written to in an ACID compliant way.
protected CacheUsage	cacheUsage
protected CompilationOpContext	cContext
protected ColumnAccessInfo	columnAccessInfo
protected HiveConf	conf
protected SessionState.LogHelper	console
protected Context	ctx
protected Hive	db
protected FetchTask	fetchTask
protected Map<String,String>	idToTableNameMap
protected Set<ReadEntity>	inputs ReadEntities that are passed to the hooks.
protected LineageInfo	linfo Lineage information for the query.
protected org.slf4j.Logger	LOG
protected Set<WriteEntity>	outputs List of WriteEntities that are passed to the hooks.
protected Boolean	prepareQuery
protected QueryProperties	queryProperties
protected QueryState	queryState
protected List<Task<?>>	rootTasks
protected static org.slf4j.Logger	STATIC_LOG
protected TableAccessInfo	tableAccessInfo
protected boolean	transactionalInQuery
protected HiveTxnManager	txnManager
protected ColumnAccessInfo	updateColumnAccessInfo Columns accessed by updates

Constructor Summary

Constructors

Constructor and Description
BaseSemanticAnalyzer(QueryState queryState)
BaseSemanticAnalyzer(QueryState queryState, Hive db)

Method Summary

Modifier and Type	Method and Description
void	addPropertyReadEntry(Map<String,String> tblProps, Set<ReadEntity> inputs)
void	analyze(ASTNode ast, Context ctx)
abstract void	analyzeInternal(ASTNode ast)
protected boolean	analyzeStoredAdDirs(ASTNode child) process stored as directories
static String	charSetString(String charSetName, String charSetString)
static void	checkColumnName(String columnName)
protected ListBucketingCtx	constructListBucketingCtx(List<String> skewedColNames, List<List<String>> skewedValues, Map<List<String>,String> skewedColValueLocationMaps, boolean isStoredAsSubDirectories)
protected FetchTask	createFetchTask(String tableSchema) Create a FetchTask for a given schema.
protected static Hive	createHiveDB(HiveConf conf)
void	endAnalysis() Called when we end analysis of a query.
static String	escapeSQLString(String b) Escapes the string for AST; doesn't enclose it in quotes, however.
protected void	executeUnparseTranlations() Unparses the analyzed statement
protected static int[]	findTabRefIdxs(ASTNode tabref)
WriteEntity	getAcidAnalyzeTable()
DDLDesc.DDLDescWithWriteId	getAcidDdlDesc()
Set<FileSinkDesc>	getAcidFileSinks()
Set<ReadEntity>	getAllInputs()
Set<WriteEntity>	getAllOutputs()
List<Task<?>>	getAllRootTasks()
Boolean	getAutoCommitValue()
CacheUsage	getCacheUsage()
String	getCboInfo()
ColumnAccessInfo	getColumnAccessInfo() Gets the column access information.
static List<String>	getColumnNames(ASTNode ast)
protected List<org.apache.hadoop.hive.metastore.api.Order>	getColumnNamesOrder(ASTNode ast)
protected List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getColumns(ASTNode ast)
static List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getColumns(ASTNode ast, boolean lowerCase, org.apache.hadoop.conf.Configuration conf) Get the list of FieldSchema out of the ASTNode.
static List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getColumns(ASTNode ast, boolean lowerCase, org.antlr.runtime.TokenRewriteStream tokenRewriteStream, List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeys, List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeys, List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraints, List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraints, List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints, List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints, org.apache.hadoop.conf.Configuration conf) Get the list of FieldSchema out of the ASTNode.
Context	getCtx()
protected org.apache.hadoop.hive.metastore.api.Database	getDatabase(String dbName)
protected org.apache.hadoop.hive.metastore.api.Database	getDatabase(String dbName, boolean throwException)
protected org.apache.hadoop.hive.metastore.api.DataConnector	getDataConnector(String dbName)
protected org.apache.hadoop.hive.metastore.api.DataConnector	getDataConnector(String dcName, boolean throwException)
Hive	getDb()
static Map.Entry<String,String>	getDbTableNamePair(ASTNode tableNameNode)
FetchTask	getFetchTask()
Map<String,String>	getIdToTableNameMap()
Set<ReadEntity>	getInputs()
LineageInfo	getLineageInfo() Gets the lineage information.
Set<WriteEntity>	getOutputs()
ParseContext	getParseContext()
List<Map<String,String>>	getPartitionSpecs(Table tbl, org.antlr.runtime.tree.CommonTree ast) Get the partition specs from the tree.
static Map<String,String>	getPartSpec(ASTNode node)
static Map<String,String>	getProps(ASTNode prop)
static TableName	getQualifiedTableName(ASTNode tabNameNode) Get the name reference of a DB table node.
static TableName	getQualifiedTableName(ASTNode tabNameNode, String catalogName) Get the name reference of a DB table node.
QueryProperties	getQueryProperties()
QueryState	getQueryState()
List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getResultSchema()
List<Task<?>>	getRootTasks()
protected static String	getSimpleTableNameBase(ASTNode n)
protected Table	getTable(String tblName)
protected Table	getTable(String tblName, boolean throwException)
protected Table	getTable(String database, String tblName, boolean throwException)
protected Table	getTable(String database, String tblName, String metaTableName, boolean throwException)
protected Table	getTable(TableName tn)
protected Table	getTable(TableName tn, boolean throwException)
TableAccessInfo	getTableAccessInfo() Gets the table access information.
static String	getTableAlias(ASTNode node)
protected HiveTxnManager	getTxnMgr()
static String	getTypeStringFromAST(ASTNode typeNode)
static String	getUnescapedName(ASTNode tableOrColumnNode) Get dequoted name from a table/column node.
static String	getUnescapedName(ASTNode tableOrColumnNode, String currentDatabase)
static String	getUnescapedUnqualifiedTableName(ASTNode node) Get the unqualified name from a table node.
ColumnAccessInfo	getUpdateColumnAccessInfo()
static Map<String,String>	getValidatedPartSpec(Table table, ASTNode astNode, HiveConf conf, boolean shouldBeFull)
boolean	hasTransactionalInQuery()
void	init(boolean clearPartsCache)
void	initCtx(Context ctx)
boolean	isPrepareQuery()
boolean	isValidPrefixSpec(Table tTable, Map<String,String> spec) Checks if given specification is proper specification for prefix of partition cols, for table partitioned by ds, hr, min valid ones are (ds='2008-04-08'), (ds='2008-04-08', hr='12'), (ds='2008-04-08', hr='12', min='30') invalid one is for example (ds='2008-04-08', min='30')
protected static IllegalArgumentException	raiseWrongType(String expectedTokName, ASTNode n)
static void	readProps(ASTNode prop, Map<String,String> mapProp) Converts parsed key/value properties pairs into a map.
protected void	reset(boolean clearPartsCache)
void	setAutoCommitValue(Boolean autoCommit)
void	setCacheUsage(CacheUsage cacheUsage)
void	setColumnAccessInfo(ColumnAccessInfo columnAccessInfo) Sets the column access information.
void	setFetchTask(FetchTask fetchTask)
void	setLineageInfo(LineageInfo linfo) Sets the lineage information.
void	setTableAccessInfo(TableAccessInfo tableAccessInfo) Sets the table access information.
void	setUpdateColumnAccessInfo(ColumnAccessInfo updateColumnAccessInfo)
boolean	skipAuthorization()
void	startAnalysis() Called when we start analysis of a query.
static String	stripQuotes(String val)
protected ReadEntity	toReadEntity(org.apache.hadoop.fs.Path location)
static ReadEntity	toReadEntity(org.apache.hadoop.fs.Path location, HiveConf conf)
protected ReadEntity	toReadEntity(String location)
protected WriteEntity	toWriteEntity(org.apache.hadoop.fs.Path location)
static WriteEntity	toWriteEntity(org.apache.hadoop.fs.Path location, HiveConf conf)
protected WriteEntity	toWriteEntity(String location)
static org.apache.hadoop.fs.Path	tryQualifyPath(org.apache.hadoop.fs.Path path, HiveConf conf)
static String	unescapeIdentifier(String val) Remove the encapsulating "`" pair from the identifier.
static String	unescapeSQLString(String b)
void	validate()
static void	validatePartColumnType(Table tbl, Map<String,String> partSpec, ASTNode astNode, HiveConf conf)
static void	validatePartSpec(Table tbl, Map<String,String> partSpec, ASTNode astNode, HiveConf conf, boolean shouldBeFull)
protected static void	validateUnsupportedPartitionClause(Table tbl, boolean partitionClausePresent) Throws an UnsupportedOperationException in case the query has a partition clause but the table is never partitioned on the HMS-level.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

STATIC_LOG

protected static final org.slf4j.Logger STATIC_LOG

db

protected final Hive db

conf

protected final HiveConf conf

queryState

protected final QueryState queryState

rootTasks

protected List<Task<?>> rootTasks

fetchTask

protected FetchTask fetchTask

LOG

protected final org.slf4j.Logger LOG

console

protected final SessionState.LogHelper console

cContext

protected CompilationOpContext cContext

ctx

protected Context ctx

idToTableNameMap

protected Map<String,String> idToTableNameMap

queryProperties

protected QueryProperties queryProperties

acidFileSinks

protected Set<FileSinkDesc> acidFileSinks

A set of FileSinkOperators being written to in an ACID compliant way. We need to remember them here because when we build them we don't yet know the write id. We need to go back and set it once we actually start running the query. This also contains insert-only sinks.

transactionalInQuery

protected boolean transactionalInQuery

txnManager

protected HiveTxnManager txnManager

inputs

protected Set<ReadEntity> inputs

ReadEntities that are passed to the hooks.

outputs

protected Set<WriteEntity> outputs

List of WriteEntities that are passed to the hooks.

linfo

protected LineageInfo linfo

Lineage information for the query.

tableAccessInfo

protected TableAccessInfo tableAccessInfo

columnAccessInfo

protected ColumnAccessInfo columnAccessInfo

cacheUsage

protected CacheUsage cacheUsage

updateColumnAccessInfo

protected ColumnAccessInfo updateColumnAccessInfo

Columns accessed by updates

prepareQuery

protected Boolean prepareQuery

Constructor Detail

BaseSemanticAnalyzer

public BaseSemanticAnalyzer(QueryState queryState)
                     throws SemanticException

Throws:

SemanticException

BaseSemanticAnalyzer

public BaseSemanticAnalyzer(QueryState queryState,
                            Hive db)
                     throws SemanticException

Throws:

SemanticException

Method Detail

getAutoCommitValue

public Boolean getAutoCommitValue()

setAutoCommitValue

public void setAutoCommitValue(Boolean autoCommit)

skipAuthorization

public boolean skipAuthorization()

getCboInfo

public String getCboInfo()

isPrepareQuery

public boolean isPrepareQuery()

createHiveDB

protected static Hive createHiveDB(HiveConf conf)
                            throws SemanticException

Throws:

SemanticException

getIdToTableNameMap

public Map<String,String> getIdToTableNameMap()

analyzeInternal

public abstract void analyzeInternal(ASTNode ast)
                              throws SemanticException

Throws:

SemanticException

init

public void init(boolean clearPartsCache)

initCtx

public void initCtx(Context ctx)

getCtx

public Context getCtx()

analyze

public void analyze(ASTNode ast,
                    Context ctx)
             throws SemanticException

Throws:

SemanticException

validate

public void validate()
              throws SemanticException

Throws:

SemanticException

getRootTasks

public List<Task<?>> getRootTasks()

getFetchTask

public FetchTask getFetchTask()

Returns:

the fetchTask

setFetchTask

public void setFetchTask(FetchTask fetchTask)

Parameters:

fetchTask - the fetchTask to set

reset

protected void reset(boolean clearPartsCache)

stripQuotes

public static String stripQuotes(String val)

charSetString

public static String charSetString(String charSetName,
                                   String charSetString)
                            throws SemanticException

Throws:

SemanticException

getUnescapedName

public static String getUnescapedName(ASTNode tableOrColumnNode)
                               throws SemanticException

Get dequoted name from a table/column node.

Parameters:

tableOrColumnNode - the table or column node

Returns:

for table node, db.tab or tab. for column node column.

Throws:

SemanticException

getDbTableNamePair

public static Map.Entry<String,String> getDbTableNamePair(ASTNode tableNameNode)
                                                   throws SemanticException

Throws:

SemanticException

getUnescapedName

public static String getUnescapedName(ASTNode tableOrColumnNode,
                                      String currentDatabase)
                               throws SemanticException

Throws:

SemanticException

getQualifiedTableName

public static TableName getQualifiedTableName(ASTNode tabNameNode)
                                       throws SemanticException

Get the name reference of a DB table node.

Parameters:

tabNameNode -

Returns:

a TableName, not null. The catalog will be missing from this.

Throws:

SemanticException

getQualifiedTableName

public static TableName getQualifiedTableName(ASTNode tabNameNode,
                                              String catalogName)
                                       throws SemanticException

Get the name reference of a DB table node.

Parameters:

tabNameNode -

catalogName - the catalog of the DB/object

Returns:

a TableName, not null. The catalog will be missing from this.

Throws:

SemanticException

getUnescapedUnqualifiedTableName

public static String getUnescapedUnqualifiedTableName(ASTNode node)
                                               throws SemanticException

Get the unqualified name from a table node. This method works for table names qualified with their schema (e.g., "db.table") and table names without schema qualification. In both cases, it returns the table name without the schema.

Parameters:

node - the table node

Returns:

the table name without schema qualification (i.e., if name is "db.table" or "table", returns "table")

Throws:

SemanticException

getTableAlias

public static String getTableAlias(ASTNode node)
                            throws SemanticException

Throws:

SemanticException

getSimpleTableNameBase

protected static String getSimpleTableNameBase(ASTNode n)
                                        throws SemanticException

Throws:

SemanticException

raiseWrongType

protected static IllegalArgumentException raiseWrongType(String expectedTokName,
                                                         ASTNode n)

findTabRefIdxs

protected static int[] findTabRefIdxs(ASTNode tabref)

unescapeIdentifier

public static String unescapeIdentifier(String val)

Remove the encapsulating "`" pair from the identifier. We allow users to use "`" to escape identifier for table names, column names and aliases, in case that coincide with Hive language keywords.

getProps

public static Map<String,String> getProps(ASTNode prop)

readProps

public static void readProps(ASTNode prop,
                             Map<String,String> mapProp)

Converts parsed key/value properties pairs into a map.

Parameters:

prop - ASTNode parent of the key/value pairs

mapProp - property map which receives the mappings

unescapeSQLString

public static String unescapeSQLString(String b)

escapeSQLString

public static String escapeSQLString(String b)

Escapes the string for AST; doesn't enclose it in quotes, however.

getInputs

public Set<ReadEntity> getInputs()

getOutputs

public Set<WriteEntity> getOutputs()

getResultSchema

public List<org.apache.hadoop.hive.metastore.api.FieldSchema> getResultSchema()

Returns:

the schema for the fields which will be produced when the statement is executed, or null if not known

getColumns

protected List<org.apache.hadoop.hive.metastore.api.FieldSchema> getColumns(ASTNode ast)
                                                                     throws SemanticException

Throws:

SemanticException

getColumns

public static List<org.apache.hadoop.hive.metastore.api.FieldSchema> getColumns(ASTNode ast,
                                                                                boolean lowerCase,
                                                                                org.apache.hadoop.conf.Configuration conf)
                                                                         throws SemanticException

Get the list of FieldSchema out of the ASTNode.

Throws:

SemanticException

checkColumnName

public static void checkColumnName(String columnName)
                            throws SemanticException

Throws:

SemanticException

getColumns

public static List<org.apache.hadoop.hive.metastore.api.FieldSchema> getColumns(ASTNode ast,
                                                                                boolean lowerCase,
                                                                                org.antlr.runtime.TokenRewriteStream tokenRewriteStream,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLPrimaryKey> primaryKeys,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLForeignKey> foreignKeys,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint> uniqueConstraints,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint> notNullConstraints,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLDefaultConstraint> defaultConstraints,
                                                                                List<org.apache.hadoop.hive.metastore.api.SQLCheckConstraint> checkConstraints,
                                                                                org.apache.hadoop.conf.Configuration conf)
                                                                         throws SemanticException

Get the list of FieldSchema out of the ASTNode. Additionally, populate the primaryKeys and foreignKeys if any.

Throws:

SemanticException

getColumnNames

public static List<String> getColumnNames(ASTNode ast)

getColumnNamesOrder

protected List<org.apache.hadoop.hive.metastore.api.Order> getColumnNamesOrder(ASTNode ast)
                                                                        throws SemanticException

Throws:

SemanticException

getTypeStringFromAST

public static String getTypeStringFromAST(ASTNode typeNode)
                                   throws SemanticException

Throws:

SemanticException

getLineageInfo

public LineageInfo getLineageInfo()

Gets the lineage information.

Returns:

LineageInfo associated with the query.

setLineageInfo

public void setLineageInfo(LineageInfo linfo)

Sets the lineage information.

Parameters:

linfo - The LineageInfo structure that is set in the optimization phase.

getTableAccessInfo

public TableAccessInfo getTableAccessInfo()

Gets the table access information.

Returns:

TableAccessInfo associated with the query.

setTableAccessInfo

public void setTableAccessInfo(TableAccessInfo tableAccessInfo)

Sets the table access information.

Parameters:

tableAccessInfo - The TableAccessInfo structure that is set in the optimization phase.

getColumnAccessInfo

public ColumnAccessInfo getColumnAccessInfo()

Gets the column access information.

Returns:

ColumnAccessInfo associated with the query.

setColumnAccessInfo

public void setColumnAccessInfo(ColumnAccessInfo columnAccessInfo)

Sets the column access information.

Parameters:

columnAccessInfo - The ColumnAccessInfo structure that is set immediately after the optimization phase.

getUpdateColumnAccessInfo

public ColumnAccessInfo getUpdateColumnAccessInfo()

setUpdateColumnAccessInfo

public void setUpdateColumnAccessInfo(ColumnAccessInfo updateColumnAccessInfo)

isValidPrefixSpec

public final boolean isValidPrefixSpec(Table tTable,
                                       Map<String,String> spec)
                                throws HiveException

Checks if given specification is proper specification for prefix of partition cols, for table partitioned by ds, hr, min valid ones are (ds='2008-04-08'), (ds='2008-04-08', hr='12'), (ds='2008-04-08', hr='12', min='30') invalid one is for example (ds='2008-04-08', min='30')

Parameters:

spec - specification key-value map

Returns:

true if the specification is prefix; never returns false, but throws

Throws:

HiveException

getDb

public Hive getDb()

getQueryProperties

public QueryProperties getQueryProperties()

getAcidFileSinks

public Set<FileSinkDesc> getAcidFileSinks()

hasTransactionalInQuery

public boolean hasTransactionalInQuery()

constructListBucketingCtx

protected ListBucketingCtx constructListBucketingCtx(List<String> skewedColNames,
                                                     List<List<String>> skewedValues,
                                                     Map<List<String>,String> skewedColValueLocationMaps,
                                                     boolean isStoredAsSubDirectories)

analyzeStoredAdDirs

protected boolean analyzeStoredAdDirs(ASTNode child)

process stored as directories

Parameters:

child -

Returns:

getPartitionSpecs

public List<Map<String,String>> getPartitionSpecs(Table tbl,
                                                  org.antlr.runtime.tree.CommonTree ast)
                                           throws SemanticException

Get the partition specs from the tree.

Parameters:

ast - Tree to extract partitions from.

Returns:

A list of partition name to value mappings.

Throws:

SemanticException

getValidatedPartSpec

public static Map<String,String> getValidatedPartSpec(Table table,
                                                      ASTNode astNode,
                                                      HiveConf conf,
                                                      boolean shouldBeFull)
                                               throws SemanticException

Throws:

SemanticException

getPartSpec

public static Map<String,String> getPartSpec(ASTNode node)
                                      throws SemanticException

Throws:

SemanticException

validatePartSpec

public static void validatePartSpec(Table tbl,
                                    Map<String,String> partSpec,
                                    ASTNode astNode,
                                    HiveConf conf,
                                    boolean shouldBeFull)
                             throws SemanticException

Throws:

SemanticException

validateUnsupportedPartitionClause

protected static void validateUnsupportedPartitionClause(Table tbl,
                                                         boolean partitionClausePresent)

Throws an UnsupportedOperationException in case the query has a partition clause but the table is never partitioned on the HMS-level. Even though table is not partitioned from the HMS's point of view, it might have some other notion of partitioning under the hood (e.g. Iceberg tables). In these cases, we might decide to proactively throw a more descriptive, unified error message instead of failing on some other semantic analysis validation step, which could provide a more counter-intuitive exception message.

Parameters:

tbl - The table object, should not be null.

partitionClausePresent - Whether a partition clause is present in the query (e.g. PARTITION(last_name='Don'))

validatePartColumnType

public static void validatePartColumnType(Table tbl,
                                          Map<String,String> partSpec,
                                          ASTNode astNode,
                                          HiveConf conf)
                                   throws SemanticException

Throws:

SemanticException

toWriteEntity

protected WriteEntity toWriteEntity(String location)
                             throws SemanticException

Throws:

SemanticException

toWriteEntity

protected WriteEntity toWriteEntity(org.apache.hadoop.fs.Path location)
                             throws SemanticException

Throws:

SemanticException

toWriteEntity

public static WriteEntity toWriteEntity(org.apache.hadoop.fs.Path location,
                                        HiveConf conf)
                                 throws SemanticException

Throws:

SemanticException

toReadEntity

protected ReadEntity toReadEntity(String location)
                           throws SemanticException

Throws:

SemanticException

toReadEntity

protected ReadEntity toReadEntity(org.apache.hadoop.fs.Path location)
                           throws SemanticException

Throws:

SemanticException

toReadEntity

public static ReadEntity toReadEntity(org.apache.hadoop.fs.Path location,
                                      HiveConf conf)
                               throws SemanticException

Throws:

SemanticException

tryQualifyPath

public static org.apache.hadoop.fs.Path tryQualifyPath(org.apache.hadoop.fs.Path path,
                                                       HiveConf conf)
                                                throws IOException

Throws:

IOException

getDatabase

protected org.apache.hadoop.hive.metastore.api.Database getDatabase(String dbName)
                                                             throws SemanticException

Throws:

SemanticException

getDatabase

protected org.apache.hadoop.hive.metastore.api.Database getDatabase(String dbName,
                                                                    boolean throwException)
                                                             throws SemanticException

Throws:

SemanticException

getDataConnector

protected org.apache.hadoop.hive.metastore.api.DataConnector getDataConnector(String dbName)
                                                                       throws SemanticException

Throws:

SemanticException

getDataConnector

protected org.apache.hadoop.hive.metastore.api.DataConnector getDataConnector(String dcName,
                                                                              boolean throwException)
                                                                       throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(TableName tn)
                  throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(TableName tn,
                         boolean throwException)
                  throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(String tblName)
                  throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(String tblName,
                         boolean throwException)
                  throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(String database,
                         String tblName,
                         boolean throwException)
                  throws SemanticException

Throws:

SemanticException

getTable

protected Table getTable(String database,
                         String tblName,
                         String metaTableName,
                         boolean throwException)
                  throws SemanticException

Throws:

SemanticException

getAllRootTasks

public List<Task<?>> getAllRootTasks()

getAllInputs

public Set<ReadEntity> getAllInputs()

getAllOutputs

public Set<WriteEntity> getAllOutputs()

getQueryState

public QueryState getQueryState()

createFetchTask

protected FetchTask createFetchTask(String tableSchema)

Create a FetchTask for a given schema.

getTxnMgr

protected HiveTxnManager getTxnMgr()

getCacheUsage

public CacheUsage getCacheUsage()

setCacheUsage

public void setCacheUsage(CacheUsage cacheUsage)

getAcidDdlDesc

public DDLDesc.DDLDescWithWriteId getAcidDdlDesc()

getAcidAnalyzeTable

public WriteEntity getAcidAnalyzeTable()

addPropertyReadEntry

public void addPropertyReadEntry(Map<String,String> tblProps,
                                 Set<ReadEntity> inputs)
                          throws SemanticException

Throws:

SemanticException

executeUnparseTranlations

protected void executeUnparseTranlations()

Unparses the analyzed statement

startAnalysis

public void startAnalysis()

Called when we start analysis of a query.

endAnalysis

public void endAnalysis()

Called when we end analysis of a query.

getParseContext

public ParseContext getParseContext()