org.apache.lens.cube.parse

Class HQLParser

java.lang.Object

org.apache.lens.cube.parse.HQLParser

public final class HQLParser
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HQLParser.AppendMode
static interface	HQLParser.ASTNodeVisitor
static class	HQLParser.HashableASTNode
static class	HQLParser.TreeNode

Field Summary

Fields

Modifier and Type	Field and Description
static Set<Integer>	ARITHMETIC_OPERATORS
static Set<Integer>	BINARY_OPERATORS
static Set<Integer>	FILTER_OPERATORS
static Set<Integer>	N_ARY_OPERATORS
static Pattern	P_WSPACE
static Set<Integer>	PRIMITIVE_TYPES
static Set<Integer>	UNARY_OPERATORS

Method Summary

Modifier and Type	Method and Description
static void	bft(org.apache.hadoop.hive.ql.parse.ASTNode root, HQLParser.ASTNodeVisitor visitor) Breadth first traversal of AST
static boolean	equalsAST(org.apache.hadoop.hive.ql.parse.ASTNode n1, org.apache.hadoop.hive.ql.parse.ASTNode n2)
static org.apache.hadoop.hive.ql.parse.ASTNode	findNodeByPath(org.apache.hadoop.hive.ql.parse.ASTNode root, int... path) Find a node in the tree rooted at root, given the path of type of tokens from the root's children to the desired node
static String	getColName(org.apache.hadoop.hive.ql.parse.ASTNode node)
static Set<String>	getColsInExpr(String tableAlias, org.apache.hadoop.hive.ql.parse.ASTNode expr)
static org.apache.hadoop.hive.ql.parse.ASTNode	getDotAST(String tableAlias, String fieldAlias)
static Map<Integer,String>	getHiveTokenMapping()
static String	getString(org.apache.hadoop.hive.ql.parse.ASTNode tree)
static String	getString(org.apache.hadoop.hive.ql.parse.ASTNode tree, HQLParser.AppendMode appendMode)
static boolean	hasAggregate(org.apache.hadoop.hive.ql.parse.ASTNode node)
static boolean	isAggregateAST(org.apache.hadoop.hive.ql.parse.ASTNode node)
static boolean	isNonAggregateFunctionAST(org.apache.hadoop.hive.ql.parse.ASTNode node)
static boolean	isPrimitiveBooleanExpression(org.apache.hadoop.hive.ql.parse.ASTNode ast)
static boolean	isPrimitiveBooleanFunction(org.apache.hadoop.hive.ql.parse.ASTNode ast)
static boolean	isSelectASTNode(org.apache.hadoop.hive.ql.parse.ASTNode node)
static boolean	isTableColumnAST(org.apache.hadoop.hive.ql.parse.ASTNode astNode)
static org.apache.hadoop.hive.ql.parse.ASTNode	leftMostChild(org.apache.hadoop.hive.ql.parse.ASTNode node)
static org.apache.hadoop.hive.ql.parse.ASTNode	parseExpr(String expr)
static org.apache.hadoop.hive.ql.parse.ASTNode	parseExpr(String expr, org.apache.hadoop.conf.Configuration conf)
static org.apache.hadoop.hive.ql.parse.ASTNode	parseExpression(String command, org.apache.hadoop.conf.Configuration conf)
static org.apache.hadoop.hive.ql.parse.ASTNode	parseHQL(String query, org.apache.hadoop.hive.conf.HiveConf conf)
static void	printAST(org.apache.hadoop.hive.ql.parse.ASTNode node)
static void	printAST(Map<Integer,String> tokenMapping, org.apache.hadoop.hive.ql.parse.ASTNode node, int level, int child) Debug function for printing query AST to stdout
static void	toInfixString(org.apache.hadoop.hive.ql.parse.ASTNode root, StringBuilder buf)
static void	toInfixString(org.apache.hadoop.hive.ql.parse.ASTNode root, StringBuilder buf, HQLParser.AppendMode appendMode) Recursively reconstruct query string given a query AST

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

P_WSPACE

public static final Pattern P_WSPACE

BINARY_OPERATORS

public static final Set<Integer> BINARY_OPERATORS

N_ARY_OPERATORS

public static final Set<Integer> N_ARY_OPERATORS

FILTER_OPERATORS

public static final Set<Integer> FILTER_OPERATORS

ARITHMETIC_OPERATORS

public static final Set<Integer> ARITHMETIC_OPERATORS

UNARY_OPERATORS

public static final Set<Integer> UNARY_OPERATORS

PRIMITIVE_TYPES

public static final Set<Integer> PRIMITIVE_TYPES

Method Detail

isTableColumnAST

public static boolean isTableColumnAST(org.apache.hadoop.hive.ql.parse.ASTNode astNode)

isPrimitiveBooleanExpression

public static boolean isPrimitiveBooleanExpression(org.apache.hadoop.hive.ql.parse.ASTNode ast)

isPrimitiveBooleanFunction

public static boolean isPrimitiveBooleanFunction(org.apache.hadoop.hive.ql.parse.ASTNode ast)

getDotAST

public static org.apache.hadoop.hive.ql.parse.ASTNode getDotAST(String tableAlias,
                                                                String fieldAlias)

parseHQL

public static org.apache.hadoop.hive.ql.parse.ASTNode parseHQL(String query,
                                                               org.apache.hadoop.hive.conf.HiveConf conf)
                                                        throws LensException

Throws:

LensException

parseExpr

public static org.apache.hadoop.hive.ql.parse.ASTNode parseExpr(String expr)
                                                         throws LensException

Throws:

LensException

parseExpr

public static org.apache.hadoop.hive.ql.parse.ASTNode parseExpr(String expr,
                                                                org.apache.hadoop.conf.Configuration conf)
                                                         throws LensException

Throws:

LensException

parseExpression

public static org.apache.hadoop.hive.ql.parse.ASTNode parseExpression(String command,
                                                                      org.apache.hadoop.conf.Configuration conf)
                                                               throws org.apache.hadoop.hive.ql.parse.ParseException,
                                                                      org.antlr.runtime.RecognitionException

Throws:

org.apache.hadoop.hive.ql.parse.ParseException

org.antlr.runtime.RecognitionException

printAST

public static void printAST(org.apache.hadoop.hive.ql.parse.ASTNode node)

printAST

public static void printAST(Map<Integer,String> tokenMapping,
                            org.apache.hadoop.hive.ql.parse.ASTNode node,
                            int level,
                            int child)

Debug function for printing query AST to stdout

Parameters:

tokenMapping - token mapping

node - node

level - level

child - child

getHiveTokenMapping

public static Map<Integer,String> getHiveTokenMapping()
                                               throws Exception

Throws:

Exception

findNodeByPath

public static org.apache.hadoop.hive.ql.parse.ASTNode findNodeByPath(org.apache.hadoop.hive.ql.parse.ASTNode root,
                                                                     int... path)

Find a node in the tree rooted at root, given the path of type of tokens from the root's children to the desired node

Parameters:

root - node from which searching is to be started

path - starts at the level of root's children

Returns:

Node if found, else null

bft

public static void bft(org.apache.hadoop.hive.ql.parse.ASTNode root,
                       HQLParser.ASTNodeVisitor visitor)
                throws LensException

Breadth first traversal of AST

Parameters:

root - node from where to start bft

visitor - action to take on each visit

Throws:

LensException

toInfixString

public static void toInfixString(org.apache.hadoop.hive.ql.parse.ASTNode root,
                                 StringBuilder buf)

toInfixString

public static void toInfixString(org.apache.hadoop.hive.ql.parse.ASTNode root,
                                 StringBuilder buf,
                                 HQLParser.AppendMode appendMode)

Recursively reconstruct query string given a query AST

Parameters:

root - root node

buf - preallocated builder where the reconstructed string will be written

getString

public static String getString(org.apache.hadoop.hive.ql.parse.ASTNode tree,
                               HQLParser.AppendMode appendMode)

getString

public static String getString(org.apache.hadoop.hive.ql.parse.ASTNode tree)

getColName

public static String getColName(org.apache.hadoop.hive.ql.parse.ASTNode node)

getColsInExpr

public static Set<String> getColsInExpr(String tableAlias,
                                        org.apache.hadoop.hive.ql.parse.ASTNode expr)
                                 throws LensException

Throws:

LensException

isAggregateAST

public static boolean isAggregateAST(org.apache.hadoop.hive.ql.parse.ASTNode node)

isNonAggregateFunctionAST

public static boolean isNonAggregateFunctionAST(org.apache.hadoop.hive.ql.parse.ASTNode node)

isSelectASTNode

public static boolean isSelectASTNode(org.apache.hadoop.hive.ql.parse.ASTNode node)

Parameters:

node - an ASTNode

Returns:

true when input node is a SELECT AST Node. Otherwise, false.

hasAggregate

public static boolean hasAggregate(org.apache.hadoop.hive.ql.parse.ASTNode node)

equalsAST

public static boolean equalsAST(org.apache.hadoop.hive.ql.parse.ASTNode n1,
                                org.apache.hadoop.hive.ql.parse.ASTNode n2)

leftMostChild

public static org.apache.hadoop.hive.ql.parse.ASTNode leftMostChild(org.apache.hadoop.hive.ql.parse.ASTNode node)