org.apache.hadoop.hive.ql.parse

Class SemanticAnalyzer

java.lang.Object

org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer

org.apache.hadoop.hive.ql.parse.SemanticAnalyzer

Direct Known Subclasses:

CalcitePlanner, ColumnStatsSemanticAnalyzer, LoadSemanticAnalyzer, UpdateDeleteSemanticAnalyzer

public class SemanticAnalyzer
extends BaseSemanticAnalyzer

Implementation of the semantic analyzer. It generates the query plan. There are other specific semantic analyzers for some hive operations such as DDLSemanticAnalyzer for ddl operations.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SemanticAnalyzer.GenericUDAFInfo Class to store GenericUDAF related information.
protected static class	SemanticAnalyzer.MaterializationRebuildMode
protected static interface	SemanticAnalyzer.PlannerContextFactory

Nested classes/interfaces inherited from class org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer

BaseSemanticAnalyzer.AnalyzeRewriteContext, BaseSemanticAnalyzer.TableSpec

Field Summary

Fields

Modifier and Type	Field and Description
protected BaseSemanticAnalyzer.AnalyzeRewriteContext	analyzeRewrite
protected CreateViewDesc	createVwDesc
protected boolean	defaultJoinMerge
protected boolean	disableJoinMerge
static String	DUMMY_DATABASE
static String	DUMMY_TABLE
protected MaterializedViewDesc	materializedViewUpdateDesc
protected String	mvRebuildDbName
protected SemanticAnalyzer.MaterializationRebuildMode	mvRebuildMode
protected String	mvRebuildName
protected boolean	noscan
protected LinkedHashMap<Operator<? extends OperatorDesc>,OpParseContext>	opParseCtx
protected List<org.apache.hadoop.hive.metastore.api.FieldSchema>	resultSchema
static String	SUBQUERY_TAG_1
static String	SUBQUERY_TAG_2
protected TableMask	tableMask
protected HashMap<String,TableScanOperator>	topOps
protected UnparseTranslator	unparseTranslator
static String	VALUES_TMP_TABLE_NAME_PREFIX
protected ASTNode	viewSelect
protected ArrayList<String>	viewsExpanded

Fields inherited from class org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer

acidFileSinks, cacheUsage, cContext, columnAccessInfo, conf, console, ctx, db, fetchTask, HIVE_COLUMN_NULLS_FIRST, HIVE_COLUMN_NULLS_LAST, HIVE_COLUMN_ORDER_ASC, HIVE_COLUMN_ORDER_DESC, idToTableNameMap, inputs, linfo, LOG, outputs, queryProperties, queryState, rootTasks, STATIC_LOG, tableAccessInfo, transactionalInQuery, txnManager, updateColumnAccessInfo

Constructor Summary

Constructors

Constructor and Description
SemanticAnalyzer(QueryState queryState)

Method Summary

Modifier and Type	Method and Description
protected void	addPartitionColsToInsert(List<org.apache.hadoop.hive.metastore.api.FieldSchema> partCols, StringBuilder rewrittenQueryStr) Append list of partition columns to Insert statement, i.e.
protected ASTNode	analyzeCreateView(ASTNode ast, QB qb, org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.PlannerContext plannerCtx)
void	analyzeInternal(ASTNode ast)
protected void	checkAcidTxnManager(Table table)
protected boolean	deleting(String destination)
protected List<ExprNodeDesc>	determineSprayKeys(QBParseInfo qbp, String dest, RowResolver inputRR)
boolean	doPhase1(ASTNode ast, QB qb, org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.Phase1Ctx ctx_1, org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.PlannerContext plannerCtx) Phase 1: (including, but not limited to): 1.
void	doPhase1QBExpr(ASTNode ast, QBExpr qbexpr, String id, String alias)
void	doPhase1QBExpr(ASTNode ast, QBExpr qbexpr, String id, String alias, boolean insideView)
Map<ASTNode,ExprNodeDesc>	genAllExprNodeDesc(ASTNode expr, RowResolver input) Generates an expression node descriptors for the expression and children of it with default TypeCheckCtx.
Map<ASTNode,ExprNodeDesc>	genAllExprNodeDesc(ASTNode expr, RowResolver input, TypeCheckCtx tcCtx) Generates all of the expression node descriptors for the expression and children of it passed in the arguments.
static String	generateErrorMessage(ASTNode ast, String message)
ExprNodeDesc	genExprNodeDesc(ASTNode expr, RowResolver input) Generates an expression node descriptor for the expression with TypeCheckCtx.
ExprNodeDesc	genExprNodeDesc(ASTNode expr, RowResolver input, boolean useCaching)
ExprNodeDesc	genExprNodeDesc(ASTNode expr, RowResolver input, boolean useCaching, boolean foldExpr)
ExprNodeDesc	genExprNodeDesc(ASTNode expr, RowResolver input, RowResolver outerRR, Map<ASTNode,org.apache.calcite.rel.RelNode> subqueryToRelNode, boolean useCaching)
ExprNodeDesc	genExprNodeDesc(ASTNode expr, RowResolver input, TypeCheckCtx tcCtx) Returns expression node descriptor for the expression.
protected Operator	genFileSinkPlan(String dest, QB qb, Operator input)
String	genPartValueString(String partColType, String partVal)
Operator	genPlan(QB qb)
Operator	genPlan(QB qb, boolean skipAmbiguityCheck)
static ASTNode	genSelectDIAST(RowResolver rr)
protected String	getAliasId(String alias, QB qb)
HashSet<ReadEntity>	getAllInputs()
HashSet<WriteEntity>	getAllOutputs()
List<Task<? extends Serializable>>	getAllRootTasks()
static String	getColumnInternalName(int pos)
protected Table	getDummyTable()
protected String	getFullTableNameForSQL(ASTNode n)
static GenericUDAFEvaluator	getGenericUDAFEvaluator(String aggName, ArrayList<ExprNodeDesc> aggParameters, ASTNode aggTree, boolean isDistinct, boolean isAllColumns) Returns the GenericUDAFEvaluator for the aggregation.
static SemanticAnalyzer.GenericUDAFInfo	getGenericUDAFInfo(GenericUDAFEvaluator evaluator, GenericUDAFEvaluator.Mode emode, ArrayList<ExprNodeDesc> aggParameters) Returns the GenericUDAFInfo struct for the aggregation.
protected List<Long>	getGroupingSets(List<ASTNode> groupByExpr, QBParseInfo parseInfo, String dest)
protected List<Long>	getGroupingSetsForCube(int size)
protected List<Long>	getGroupingSetsForRollup(int size)
void	getHintsFromQB(QBExpr qbExpr, List<ASTNode> hints)
void	getHintsFromQB(QB qb, List<ASTNode> hints)
String	getInvalidQueryMaterializationReason()
List<LoadFileDesc>	getLoadFileWork()
void	getMaterializationMetadata(QB qb)
void	getMetaData(QB qb)
void	getMetaData(QB qb, boolean enableMaterialization)
CompilationOpContext	getOpContext()
ParseContext	getParseContext()
QB	getQB()
List<org.apache.hadoop.hive.metastore.api.FieldSchema>	getResultSchema()
protected Table	getTableObjectByName(String tableName, boolean throwException)
static GenericUDAFEvaluator.Mode	groupByDescModeToUDAFMode(GroupByDesc.Mode mode, boolean isDistinct)
RowResolver	handleInsertStatementSpec(List<ExprNodeDesc> col_list, String dest, RowResolver outputRR, RowResolver inputRR, QB qb, ASTNode selExprList) This modifies the Select projections when the Select is part of an insert statement and the insert statement specifies a column list for the target table, e.g.
void	init(boolean clearPartsCache)
void	initParseCtx(ParseContext pctx)
org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.Phase1Ctx	initPhase1Ctx()
static ExprNodeDesc	isConstantParameterInAggregationParameters(String internalName, List<ExprNodeDesc> reduceValues) Check if the given internalName represents a constant parameter in aggregation parameters of an aggregation tree.
boolean	isValidQueryMaterialization()
static ArrayList<WindowingSpec.WindowExpressionSpec>	parseSelect(String selectExprStr)
protected void	processNoScanCommand(ASTNode tree) process analyze ...
void	processPositionAlias(ASTNode ast)
<T extends OperatorDesc> Operator<T>	putOpInsertMap(Operator<T> op, RowResolver rr)
protected static IllegalArgumentException	raiseWrongType(String expectedTokName, ASTNode n)
static String	replaceDefaultKeywordForMerge(String valueClause, Table targetTable)
protected void	reset(boolean clearCache)
protected static ASTNode	rewriteASTWithMaskAndFilter(TableMask tableMask, ASTNode ast, org.antlr.runtime.TokenRewriteStream tokenRewriteStream, Context ctx, Hive db, Map<String,Table> tabNameToTabObject, Set<Integer> ignoredTokens)
protected static ASTNode	rewriteGroupingFunctionAST(List<ASTNode> grpByAstExprs, ASTNode targetNode, boolean noneSet)
protected String	rewriteQueryWithQualifiedNames(ASTNode ast, org.antlr.runtime.TokenRewriteStream tokenRewriteStream)
protected void	saveViewDefinition()
protected void	setAST(ASTNode newAST)
static long	setBit(long bitmap, int bitIdx)
void	setInvalidQueryMaterializationReason(String invalidQueryMaterializationReason)
void	setLoadFileWork(List<LoadFileDesc> loadFileWork)
void	setQB(QB qb)
static long	unsetBit(long bitmap, int bitIdx)
protected boolean	updating(String destination)
void	validate()

Methods inherited from class org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer

analyze, analyzeDDLSkewedValues, analyzeSkewedTablDDLColNames, analyzeStoredAdDirs, charSetString, constructListBucketingCtx, createFetchTask, createHiveDB, escapeSQLString, getAcidDdlDesc, getAcidFileSinks, getAutoCommitValue, getCacheUsage, getColumnAccessInfo, getColumnNames, getColumnNamesOrder, getColumns, getColumns, getColumns, getDatabase, getDatabase, getDb, getDbTableNamePair, getDotName, getFetchTask, getIdToTableNameMap, getInputs, getLineageInfo, getOutputs, getPartition, getPartitions, getQualifiedTableName, getQueryProperties, getQueryState, getRootTasks, getSkewedValueFromASTNode, getSkewedValuesFromASTNode, getTable, getTable, getTable, getTable, getTable, getTableAccessInfo, getTxnMgr, getTypeStringFromAST, getUnescapedName, getUnescapedName, getUnescapedUnqualifiedTableName, getUpdateColumnAccessInfo, hasEnabledOrValidatedConstraints, hasTransactionalInQuery, initCtx, isValidPrefixSpec, processCheckConstraints, processDefaultConstraints, processForeignKeys, processNotNullConstraints, processPrimaryKeys, processPrimaryKeys, processUniqueConstraints, processUniqueConstraints, readProps, setCacheUsage, setColumnAccessInfo, setFetchTask, setLineageInfo, setTableAccessInfo, setUpdateColumnAccessInfo, skipAuthorization, stripIdentifierQuotes, stripQuotes, toMessage, toReadEntity, toReadEntity, toReadEntity, toWriteEntity, toWriteEntity, toWriteEntity, tryQualifyPath, unescapeIdentifier, unescapeSQLString, validateCheckConstraint, validatePartColumnType, validatePartSpec

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DUMMY_DATABASE

public static final String DUMMY_DATABASE

See Also:

Constant Field Values

DUMMY_TABLE

public static final String DUMMY_TABLE

See Also:

Constant Field Values

SUBQUERY_TAG_1

public static final String SUBQUERY_TAG_1

See Also:

Constant Field Values

SUBQUERY_TAG_2

public static final String SUBQUERY_TAG_2

See Also:

Constant Field Values

VALUES_TMP_TABLE_NAME_PREFIX

public static final String VALUES_TMP_TABLE_NAME_PREFIX

See Also:

Constant Field Values

topOps

protected HashMap<String,TableScanOperator> topOps

opParseCtx

protected LinkedHashMap<Operator<? extends OperatorDesc>,OpParseContext> opParseCtx

resultSchema

protected List<org.apache.hadoop.hive.metastore.api.FieldSchema> resultSchema

createVwDesc

protected CreateViewDesc createVwDesc

materializedViewUpdateDesc

protected MaterializedViewDesc materializedViewUpdateDesc

viewsExpanded

protected ArrayList<String> viewsExpanded

viewSelect

protected ASTNode viewSelect

unparseTranslator

protected final UnparseTranslator unparseTranslator

noscan

protected boolean noscan

mvRebuildMode

protected SemanticAnalyzer.MaterializationRebuildMode mvRebuildMode

mvRebuildDbName

protected String mvRebuildDbName

mvRebuildName

protected String mvRebuildName

disableJoinMerge

protected volatile boolean disableJoinMerge

defaultJoinMerge

protected final boolean defaultJoinMerge

tableMask

protected TableMask tableMask

analyzeRewrite

protected BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite

Constructor Detail

SemanticAnalyzer

public SemanticAnalyzer(QueryState queryState)
                 throws SemanticException

Throws:

SemanticException

Method Detail

reset

protected void reset(boolean clearCache)

Overrides:

reset in class BaseSemanticAnalyzer

initParseCtx

public void initParseCtx(ParseContext pctx)

getParseContext

public ParseContext getParseContext()

getOpContext

public CompilationOpContext getOpContext()

genPartValueString

public String genPartValueString(String partColType,
                                 String partVal)
                          throws SemanticException

Throws:

SemanticException

doPhase1QBExpr

public void doPhase1QBExpr(ASTNode ast,
                           QBExpr qbexpr,
                           String id,
                           String alias)
                    throws SemanticException

Throws:

SemanticException

doPhase1QBExpr

public void doPhase1QBExpr(ASTNode ast,
                           QBExpr qbexpr,
                           String id,
                           String alias,
                           boolean insideView)
                    throws SemanticException

Throws:

SemanticException

replaceDefaultKeywordForMerge

public static String replaceDefaultKeywordForMerge(String valueClause,
                                                   Table targetTable)
                                            throws SemanticException

Throws:

SemanticException

generateErrorMessage

public static String generateErrorMessage(ASTNode ast,
                                          String message)

setAST

protected void setAST(ASTNode newAST)

getAllRootTasks

public List<Task<? extends Serializable>> getAllRootTasks()

Overrides:

getAllRootTasks in class BaseSemanticAnalyzer

getAllInputs

public HashSet<ReadEntity> getAllInputs()

Overrides:

getAllInputs in class BaseSemanticAnalyzer

getAllOutputs

public HashSet<WriteEntity> getAllOutputs()

Overrides:

getAllOutputs in class BaseSemanticAnalyzer

doPhase1

public boolean doPhase1(ASTNode ast,
                        QB qb,
                        org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.Phase1Ctx ctx_1,
                        org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.PlannerContext plannerCtx)
                 throws SemanticException

Phase 1: (including, but not limited to): 1. Gets all the aliases for all the tables / subqueries and makes the appropriate mapping in aliasToTabs, aliasToSubq 2. Gets the location of the destination and names the clause "inclause" + i 3. Creates a map from a string representation of an aggregation tree to the actual aggregation AST 4. Creates a mapping from the clause name to the select expression AST in destToSelExpr 5. Creates a mapping from a table alias to the lateral view AST's in aliasToLateralViews

Parameters:

ast -

qb -

ctx_1 -

Throws:

SemanticException

getMaterializationMetadata

public void getMaterializationMetadata(QB qb)
                                throws SemanticException

Throws:

SemanticException

getMetaData

public void getMetaData(QB qb)
                 throws SemanticException

Throws:

SemanticException

getMetaData

public void getMetaData(QB qb,
                        boolean enableMaterialization)
                 throws SemanticException

Throws:

SemanticException

putOpInsertMap

public <T extends OperatorDesc> Operator<T> putOpInsertMap(Operator<T> op,
                                                           RowResolver rr)

rewriteGroupingFunctionAST

protected static ASTNode rewriteGroupingFunctionAST(List<ASTNode> grpByAstExprs,
                                                    ASTNode targetNode,
                                                    boolean noneSet)
                                             throws SemanticException

Throws:

SemanticException

getColumnInternalName

public static String getColumnInternalName(int pos)

getGroupingSetsForRollup

protected List<Long> getGroupingSetsForRollup(int size)

getGroupingSetsForCube

protected List<Long> getGroupingSetsForCube(int size)

getGroupingSets

protected List<Long> getGroupingSets(List<ASTNode> groupByExpr,
                                     QBParseInfo parseInfo,
                                     String dest)
                              throws SemanticException

Throws:

SemanticException

setBit

public static long setBit(long bitmap,
                          int bitIdx)

unsetBit

public static long unsetBit(long bitmap,
                            int bitIdx)

handleInsertStatementSpec

public RowResolver handleInsertStatementSpec(List<ExprNodeDesc> col_list,
                                             String dest,
                                             RowResolver outputRR,
                                             RowResolver inputRR,
                                             QB qb,
                                             ASTNode selExprList)
                                      throws SemanticException

This modifies the Select projections when the Select is part of an insert statement and the insert statement specifies a column list for the target table, e.g. create table source (a int, b int); create table target (x int, y int, z int); insert into target(z,x) select * from source Once the * is resolved to 'a,b', this list needs to rewritten to 'b,null,a' so that it looks as if the original query was written as insert into target select b, null, a from source if target schema is not specified, this is no-op

Throws:

SemanticException

See Also:

handleInsertStatementSpecPhase1(ASTNode, QBParseInfo, org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.Phase1Ctx)

getGenericUDAFEvaluator

public static GenericUDAFEvaluator getGenericUDAFEvaluator(String aggName,
                                                           ArrayList<ExprNodeDesc> aggParameters,
                                                           ASTNode aggTree,
                                                           boolean isDistinct,
                                                           boolean isAllColumns)
                                                    throws SemanticException

Returns the GenericUDAFEvaluator for the aggregation. This is called once for each GroupBy aggregation.

Throws:

SemanticException

getGenericUDAFInfo

public static SemanticAnalyzer.GenericUDAFInfo getGenericUDAFInfo(GenericUDAFEvaluator evaluator,
                                                                  GenericUDAFEvaluator.Mode emode,
                                                                  ArrayList<ExprNodeDesc> aggParameters)
                                                           throws SemanticException

Returns the GenericUDAFInfo struct for the aggregation.

Parameters:

evaluator -

emode -

aggParameters - The exprNodeDesc of the original parameters

Returns:

GenericUDAFInfo

Throws:

SemanticException - when the UDAF is not found or has problems.

groupByDescModeToUDAFMode

public static GenericUDAFEvaluator.Mode groupByDescModeToUDAFMode(GroupByDesc.Mode mode,
                                                                  boolean isDistinct)

isConstantParameterInAggregationParameters

public static ExprNodeDesc isConstantParameterInAggregationParameters(String internalName,
                                                                      List<ExprNodeDesc> reduceValues)

Check if the given internalName represents a constant parameter in aggregation parameters of an aggregation tree. This method is only invoked when map-side aggregation is not involved. In this case, every parameter in every aggregation tree should already have a corresponding ColumnInfo, which is generated when the corresponding ReduceSinkOperator of the GroupByOperator being generating is generated. If we find that this parameter is a constant parameter, we will return the corresponding ExprNodeDesc in reduceValues, and we will not need to use a new ExprNodeColumnDesc, which can not be treated as a constant parameter, for this parameter (since the writableObjectInspector of a ExprNodeColumnDesc will not be a instance of ConstantObjectInspector).

Parameters:

reduceValues - value columns of the corresponding ReduceSinkOperator

internalName - the internal name of this parameter

Returns:

the ExprNodeDesc of the constant parameter if the given internalName represents a constant parameter; otherwise, return null

genFileSinkPlan

protected Operator genFileSinkPlan(String dest,
                                   QB qb,
                                   Operator input)
                            throws SemanticException

Throws:

SemanticException

determineSprayKeys

protected List<ExprNodeDesc> determineSprayKeys(QBParseInfo qbp,
                                                String dest,
                                                RowResolver inputRR)
                                         throws SemanticException

Throws:

SemanticException

getAliasId

protected String getAliasId(String alias,
                            QB qb)

genPlan

public Operator genPlan(QB qb)
                 throws SemanticException

Throws:

SemanticException

genPlan

public Operator genPlan(QB qb,
                        boolean skipAmbiguityCheck)
                 throws SemanticException

Throws:

SemanticException

getDummyTable

protected Table getDummyTable()
                       throws SemanticException

Throws:

SemanticException

initPhase1Ctx

public org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.Phase1Ctx initPhase1Ctx()

init

public void init(boolean clearPartsCache)

Overrides:

init in class BaseSemanticAnalyzer

analyzeInternal

public void analyzeInternal(ASTNode ast)
                     throws SemanticException

Specified by:

analyzeInternal in class BaseSemanticAnalyzer

Throws:

SemanticException

getTableObjectByName

protected Table getTableObjectByName(String tableName,
                                     boolean throwException)
                              throws HiveException

Throws:

HiveException

rewriteQueryWithQualifiedNames

protected String rewriteQueryWithQualifiedNames(ASTNode ast,
                                                org.antlr.runtime.TokenRewriteStream tokenRewriteStream)
                                         throws SemanticException

Throws:

SemanticException

rewriteASTWithMaskAndFilter

protected static ASTNode rewriteASTWithMaskAndFilter(TableMask tableMask,
                                                     ASTNode ast,
                                                     org.antlr.runtime.TokenRewriteStream tokenRewriteStream,
                                                     Context ctx,
                                                     Hive db,
                                                     Map<String,Table> tabNameToTabObject,
                                                     Set<Integer> ignoredTokens)
                                              throws SemanticException

Throws:

SemanticException

getHintsFromQB

public void getHintsFromQB(QB qb,
                           List<ASTNode> hints)

getHintsFromQB

public void getHintsFromQB(QBExpr qbExpr,
                           List<ASTNode> hints)

getResultSchema

public List<org.apache.hadoop.hive.metastore.api.FieldSchema> getResultSchema()

Overrides:

getResultSchema in class BaseSemanticAnalyzer

Returns:

the schema for the fields which will be produced when the statement is executed, or null if not known

saveViewDefinition

protected void saveViewDefinition()
                           throws SemanticException

Throws:

SemanticException

genExprNodeDesc

public ExprNodeDesc genExprNodeDesc(ASTNode expr,
                                    RowResolver input)
                             throws SemanticException

Generates an expression node descriptor for the expression with TypeCheckCtx.

Throws:

SemanticException

genExprNodeDesc

public ExprNodeDesc genExprNodeDesc(ASTNode expr,
                                    RowResolver input,
                                    RowResolver outerRR,
                                    Map<ASTNode,org.apache.calcite.rel.RelNode> subqueryToRelNode,
                                    boolean useCaching)
                             throws SemanticException

Throws:

SemanticException

genExprNodeDesc

public ExprNodeDesc genExprNodeDesc(ASTNode expr,
                                    RowResolver input,
                                    boolean useCaching)
                             throws SemanticException

Throws:

SemanticException

genExprNodeDesc

public ExprNodeDesc genExprNodeDesc(ASTNode expr,
                                    RowResolver input,
                                    boolean useCaching,
                                    boolean foldExpr)
                             throws SemanticException

Throws:

SemanticException

genAllExprNodeDesc

public Map<ASTNode,ExprNodeDesc> genAllExprNodeDesc(ASTNode expr,
                                                    RowResolver input)
                                             throws SemanticException

Generates an expression node descriptors for the expression and children of it with default TypeCheckCtx.

Throws:

SemanticException

genExprNodeDesc

public ExprNodeDesc genExprNodeDesc(ASTNode expr,
                                    RowResolver input,
                                    TypeCheckCtx tcCtx)
                             throws SemanticException

Returns expression node descriptor for the expression. If it's evaluated already in previous operator, it can be retrieved from cache.

Throws:

SemanticException

genAllExprNodeDesc

public Map<ASTNode,ExprNodeDesc> genAllExprNodeDesc(ASTNode expr,
                                                    RowResolver input,
                                                    TypeCheckCtx tcCtx)
                                             throws SemanticException

Generates all of the expression node descriptors for the expression and children of it passed in the arguments. This function uses the row resolver and the metadata information that are passed as arguments to resolve the column names to internal names.

Parameters:

expr - The expression

input - The row resolver

tcCtx - Customized type-checking context

Returns:

expression to exprNodeDesc mapping

Throws:

SemanticException - Failed to evaluate expression

validate

public void validate()
              throws SemanticException

Overrides:

validate in class BaseSemanticAnalyzer

Throws:

SemanticException

analyzeCreateView

protected ASTNode analyzeCreateView(ASTNode ast,
                                    QB qb,
                                    org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.PlannerContext plannerCtx)
                             throws SemanticException

Throws:

SemanticException

processPositionAlias

public void processPositionAlias(ASTNode ast)
                          throws SemanticException

Throws:

SemanticException

processNoScanCommand

protected void processNoScanCommand(ASTNode tree)
                             throws SemanticException

process analyze ... noscan command

Parameters:

tree -

Throws:

SemanticException

getQB

public QB getQB()

setQB

public void setQB(QB qb)

parseSelect

public static ArrayList<WindowingSpec.WindowExpressionSpec> parseSelect(String selectExprStr)
                                                                 throws SemanticException

Throws:

SemanticException

updating

protected boolean updating(String destination)

deleting

protected boolean deleting(String destination)

checkAcidTxnManager

protected void checkAcidTxnManager(Table table)
                            throws SemanticException

Throws:

SemanticException

genSelectDIAST

public static ASTNode genSelectDIAST(RowResolver rr)

getLoadFileWork

public List<LoadFileDesc> getLoadFileWork()

setLoadFileWork

public void setLoadFileWork(List<LoadFileDesc> loadFileWork)

getInvalidQueryMaterializationReason

public String getInvalidQueryMaterializationReason()

setInvalidQueryMaterializationReason

public void setInvalidQueryMaterializationReason(String invalidQueryMaterializationReason)

isValidQueryMaterialization

public boolean isValidQueryMaterialization()

getFullTableNameForSQL

protected String getFullTableNameForSQL(ASTNode n)
                                 throws SemanticException

Returns:

table name in db.table form with proper quoting/escaping to be used in a SQL statement

Throws:

SemanticException

raiseWrongType

protected static IllegalArgumentException raiseWrongType(String expectedTokName,
                                                         ASTNode n)

addPartitionColsToInsert

protected void addPartitionColsToInsert(List<org.apache.hadoop.hive.metastore.api.FieldSchema> partCols,
                                        StringBuilder rewrittenQueryStr)

Append list of partition columns to Insert statement, i.e. the 1st set of partCol1,partCol2 INSERT INTO T PARTITION(partCol1,partCol2...) SELECT col1, ... partCol1,partCol2...