Package com.yahoo.searchlib.rankingexpression.parser

Class RankingExpressionParser

java.lang.Object

com.yahoo.searchlib.rankingexpression.parser.RankingExpressionParser

All Implemented Interfaces:

RankingExpressionParserConstants

public class RankingExpressionParser
extends Object
implements RankingExpressionParserConstants

Field Summary

Fields

Modifier and Type	Field	Description
Token	jj_nt	Next token.
Token	token	Current token.
RankingExpressionParserTokenManager	token_source	Generated Token Manager.

Fields inherited from interface com.yahoo.searchlib.rankingexpression.parser.RankingExpressionParserConstants

ABS, ACOS, ADD, AND, APPROX, ARGMAX, ARGMIN, ASIN, ATAN, ATAN2, AVG, BIT, CEIL, CELL_CAST, COLON, COMMA, CONCAT, COS, COSH, COSINE_SIMILARITY, COUNT, DECIMAL, DEFAULT, DIAG, DIV, DOLLAR, DOT, ELU, EOF, EQUAL, ERF, EUCLIDEAN_DISTANCE, EXP, EXPAND, EXPONENT, F, FABS, FALSE, FLOAT, FLOOR, FMOD, GREATER, GREATEREQUAL, HAMMING, HEX, IDENTIFIER, IF, IN, INTEGER, ISNAN, JOIN, L1_NORMALIZE, L2_NORMALIZE, LBRACE, LCURLY, LDEXP, LESS, LESSEQUAL, LOG, LOG10, LSQUARE, MAP, MATMUL, MAX, MEDIAN, MERGE, MIN, MOD, MUL, NOT, NOTEQUAL, OCTAL, OR, POW, POWOP, PROD, RANDOM, RANGE, RBRACE, RCURLY, REDUCE, RELU, RENAME, ROUND, RSQUARE, SIGMOID, SIGN, SIN, SINGLE_LINE_COMMENT, SINH, SOFTMAX, SQRT, SQUARE, STRING, SUB, SUM, TAN, TANH, TENSOR, tokenImage, TRUE, XW_PLUS_B

Constructor Summary

Constructors

Constructor	Description
RankingExpressionParser(RankingExpressionParserTokenManager tm)	Constructor with generated Token Manager.
RankingExpressionParser(InputStream stream, String encoding)	Constructor with InputStream and supplied encoding
RankingExpressionParser(Reader stream)	Constructor with InputStream.

Method Summary

Modifier and Type	Method	Description
final List<ExpressionNode>	args()
final Function	binaryFunctionName()
final Operator	binaryOperator()
final List<String>	bracedIdentifierList()
final ExpressionNode	constantPrimitive(boolean negate)
final com.yahoo.tensor.functions.Slice.DimensionValue	dimensionValue(Optional dimensionName)
final void	disable_tracing()	Disable tracing.
final double	doubleNumber()
final void	enable_tracing()	Enable tracing.
final ExpressionNode	expression()
final List<ExpressionNode>	expressionList()
final ReferenceNode	feature()
final List<ReferenceNode>	featureList()
final ExpressionNode	function()
ParseException	generateParseException()	Generate ParseException.
final Token	getNextToken()
final Token	getToken(int index)
final String	identifier()
final List<String>	identifierList()
final IfNode	ifExpression()
final List	indexedTensorCells()
final void	indexedTensorCellSubspace(List cells)
final void	indexedTensorCellSubspaceList(List cells)
final com.yahoo.tensor.functions.DynamicTensor	indexedTensorValueBody(com.yahoo.tensor.TensorType type, List dimensionOrder)
final int	integerNumber()
final void	keyValue(com.yahoo.tensor.TensorType type, Map cellMap)
final void	keyValueOrMixedBlock(com.yahoo.tensor.TensorType type, List dimensionOrder, Map cellMap)
final String	label()
final void	labelAndDimension(com.yahoo.tensor.TensorAddress.Builder addressBuilder)
final void	labelAndDimensionValues(List addressValues)
final LambdaFunctionNode	lambdaFunction()
final ReferenceNode	legacyQueryFeature()
final com.yahoo.tensor.functions.DynamicTensor	mappedTensorValueBody(com.yahoo.tensor.TensorType type)
final void	mixedBlock(com.yahoo.tensor.TensorType type, List dimensionOrder, Map cellMap)
final com.yahoo.tensor.functions.DynamicTensor	mixedTensorValueBody(com.yahoo.tensor.TensorType type, List dimensionOrder)
final ExpressionNode	operationExpression()
final com.yahoo.tensor.TensorType.Value	optionalTensorValueTypeParameter()
final String	out()
final String	outs()
final ExpressionNode	rankingExpression()
void	ReInit(RankingExpressionParserTokenManager tm)	Reinitialise
void	ReInit(InputStream stream, String encoding)	Reinitialise
void	ReInit(Reader stream)	Reinitialise
final FunctionNode	scalarOrTensorFunction()
final String	string()
final String	tag()
final List<String>	tagCommaLeadingList()
final TensorFunctionNode	tensorArgmax()
final TensorFunctionNode	tensorArgmin()
final void	tensorCell(com.yahoo.tensor.TensorType type, Map cells)
final TensorFunctionNode	tensorCellCast()
final TensorFunctionNode	tensorConcat()
final TensorFunctionNode	tensorCosineSimilarity()
final TensorFunctionNode	tensorDiag()
final TensorFunctionNode	tensorEuclideanDistance()
final TensorFunctionNode	tensorExpand()
final TensorFunctionNode	tensorFunction()
final String	tensorFunctionName()
final TensorFunctionNode	tensorGenerate()
final TensorFunctionNode	tensorGenerateBody(com.yahoo.tensor.TensorType type)
final TensorFunctionNode	tensorJoin()
final TensorFunctionNode	tensorL1Normalize()
final TensorFunctionNode	tensorL2Normalize()
final TensorFunctionNode	tensorMap()
final TensorFunctionNode	tensorMatmul()
final TensorFunctionNode	tensorMerge()
final TensorFunctionNode	tensorRandom()
final TensorFunctionNode	tensorRange()
final TensorFunctionNode	tensorReduce()
final com.yahoo.tensor.functions.Reduce.Aggregator	tensorReduceAggregator()
final TensorFunctionNode	tensorReduceComposites()
final TensorFunctionNode	tensorRename()
final TensorFunctionNode	tensorSoftmax()
final com.yahoo.tensor.TensorType	tensorType(List dimensionOrder)
final void	tensorTypeDimension(com.yahoo.tensor.TensorType.Builder builder, List dimensionOrder)
final TensorFunctionNode	tensorValueBody(com.yahoo.tensor.TensorType type, List dimensionOrder)
final TensorFunctionNode	tensorXwPlusB()
final boolean	trace_enabled()
final Function	unaryFunctionName()
final ExpressionNode	value()
final List	valueAddress()	A tensor address (possibly on short form) represented as a list because the tensor type is not available

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

token_source

public RankingExpressionParserTokenManager token_source

Generated Token Manager.

token

public Token token

Current token.

jj_nt

public Token jj_nt

Next token.

Constructor Details

RankingExpressionParser

public RankingExpressionParser(InputStream stream,
 String encoding)

Constructor with InputStream and supplied encoding

Parameters:

stream - input stream

encoding - charset to be used. May not be null.

RankingExpressionParser

public RankingExpressionParser(Reader stream)

Constructor with InputStream.

Parameters:

stream - char stream

RankingExpressionParser

public RankingExpressionParser(RankingExpressionParserTokenManager tm)

Constructor with generated Token Manager.

Parameters:

tm - Token manager to use

Method Details

featureList

public final List<ReferenceNode> featureList()
                                      throws ParseException

Throws:

ParseException

rankingExpression

public final ExpressionNode rankingExpression()
                                       throws ParseException

Throws:

ParseException

expression

public final ExpressionNode expression()
                                throws ParseException

Throws:

ParseException

operationExpression

public final ExpressionNode operationExpression()
                                         throws ParseException

Throws:

ParseException

binaryOperator

public final Operator binaryOperator()
                              throws ParseException

Throws:

ParseException

value

public final ExpressionNode value()
                           throws ParseException

Throws:

ParseException

ifExpression

public final IfNode ifExpression()
                          throws ParseException

Throws:

ParseException

feature

public final ReferenceNode feature()
                            throws ParseException

Throws:

ParseException

legacyQueryFeature

public final ReferenceNode legacyQueryFeature()
                                       throws ParseException

Throws:

ParseException

outs

public final String outs()
                  throws ParseException

Throws:

ParseException

out

public final String out()
                 throws ParseException

Throws:

ParseException

args

public final List<ExpressionNode> args()
                                throws ParseException

Throws:

ParseException

function

public final ExpressionNode function()
                              throws ParseException

Throws:

ParseException

scalarOrTensorFunction

public final FunctionNode scalarOrTensorFunction()
                                          throws ParseException

Throws:

ParseException

tensorFunction

public final TensorFunctionNode tensorFunction()
                                        throws ParseException

Throws:

ParseException

tensorMap

public final TensorFunctionNode tensorMap()
                                   throws ParseException

Throws:

ParseException

tensorReduce

public final TensorFunctionNode tensorReduce()
                                      throws ParseException

Throws:

ParseException

tensorReduceComposites

public final TensorFunctionNode tensorReduceComposites()
                                                throws ParseException

Throws:

ParseException

tensorJoin

public final TensorFunctionNode tensorJoin()
                                    throws ParseException

Throws:

ParseException

tensorMerge

public final TensorFunctionNode tensorMerge()
                                     throws ParseException

Throws:

ParseException

tensorRename

public final TensorFunctionNode tensorRename()
                                      throws ParseException

Throws:

ParseException

tensorConcat

public final TensorFunctionNode tensorConcat()
                                      throws ParseException

Throws:

ParseException

tensorGenerate

public final TensorFunctionNode tensorGenerate()
                                        throws ParseException

Throws:

ParseException

tensorGenerateBody

public final TensorFunctionNode tensorGenerateBody(com.yahoo.tensor.TensorType type)
                                            throws ParseException

Throws:

ParseException

tensorRange

public final TensorFunctionNode tensorRange()
                                     throws ParseException

Throws:

ParseException

tensorDiag

public final TensorFunctionNode tensorDiag()
                                    throws ParseException

Throws:

ParseException

tensorRandom

public final TensorFunctionNode tensorRandom()
                                      throws ParseException

Throws:

ParseException

tensorL1Normalize

public final TensorFunctionNode tensorL1Normalize()
                                           throws ParseException

Throws:

ParseException

tensorL2Normalize

public final TensorFunctionNode tensorL2Normalize()
                                           throws ParseException

Throws:

ParseException

tensorEuclideanDistance

public final TensorFunctionNode tensorEuclideanDistance()
                                                 throws ParseException

Throws:

ParseException

tensorCosineSimilarity

public final TensorFunctionNode tensorCosineSimilarity()
                                                throws ParseException

Throws:

ParseException

tensorMatmul

public final TensorFunctionNode tensorMatmul()
                                      throws ParseException

Throws:

ParseException

tensorSoftmax

public final TensorFunctionNode tensorSoftmax()
                                       throws ParseException

Throws:

ParseException

tensorXwPlusB

public final TensorFunctionNode tensorXwPlusB()
                                       throws ParseException

Throws:

ParseException

tensorExpand

public final TensorFunctionNode tensorExpand()
                                      throws ParseException

Throws:

ParseException

tensorArgmax

public final TensorFunctionNode tensorArgmax()
                                      throws ParseException

Throws:

ParseException

tensorArgmin

public final TensorFunctionNode tensorArgmin()
                                      throws ParseException

Throws:

ParseException

tensorCellCast

public final TensorFunctionNode tensorCellCast()
                                        throws ParseException

Throws:

ParseException

lambdaFunction

public final LambdaFunctionNode lambdaFunction()
                                        throws ParseException

Throws:

ParseException

tensorReduceAggregator

public final com.yahoo.tensor.functions.Reduce.Aggregator tensorReduceAggregator()
                                                                          throws ParseException

Throws:

ParseException

tensorType

public final com.yahoo.tensor.TensorType tensorType(List dimensionOrder)
                                             throws ParseException

Throws:

ParseException

optionalTensorValueTypeParameter

public final com.yahoo.tensor.TensorType.Value optionalTensorValueTypeParameter()
                                                                         throws ParseException

Throws:

ParseException

tensorTypeDimension

public final void tensorTypeDimension(com.yahoo.tensor.TensorType.Builder builder,
 List dimensionOrder)
                               throws ParseException

Throws:

ParseException

tensorFunctionName

public final String tensorFunctionName()
                                throws ParseException

Throws:

ParseException

unaryFunctionName

public final Function unaryFunctionName()
                                 throws ParseException

Throws:

ParseException

binaryFunctionName

public final Function binaryFunctionName()
                                  throws ParseException

Throws:

ParseException

expressionList

public final List<ExpressionNode> expressionList()
                                          throws ParseException

Throws:

ParseException

doubleNumber

public final double doubleNumber()
                          throws ParseException

Throws:

ParseException

integerNumber

public final int integerNumber()
                        throws ParseException

Throws:

ParseException

identifier

public final String identifier()
                        throws ParseException

Throws:

ParseException

identifierList

public final List<String> identifierList()
                                  throws ParseException

Throws:

ParseException

bracedIdentifierList

public final List<String> bracedIdentifierList()
                                        throws ParseException

Throws:

ParseException

tag

public final String tag()
                 throws ParseException

Throws:

ParseException

tagCommaLeadingList

public final List<String> tagCommaLeadingList()
                                       throws ParseException

Throws:

ParseException

constantPrimitive

public final ExpressionNode constantPrimitive(boolean negate)
                                       throws ParseException

Throws:

ParseException

tensorValueBody

public final TensorFunctionNode tensorValueBody(com.yahoo.tensor.TensorType type,
 List dimensionOrder)
                                         throws ParseException

Throws:

ParseException

mappedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor mappedTensorValueBody(com.yahoo.tensor.TensorType type)
                                                                     throws ParseException

Throws:

ParseException

mixedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor mixedTensorValueBody(com.yahoo.tensor.TensorType type,
 List dimensionOrder)
                                                                    throws ParseException

Throws:

ParseException

indexedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor indexedTensorValueBody(com.yahoo.tensor.TensorType type,
 List dimensionOrder)
                                                                      throws ParseException

Throws:

ParseException

keyValueOrMixedBlock

public final void keyValueOrMixedBlock(com.yahoo.tensor.TensorType type,
 List dimensionOrder,
 Map cellMap)
                                throws ParseException

Throws:

ParseException

keyValue

public final void keyValue(com.yahoo.tensor.TensorType type,
 Map cellMap)
                    throws ParseException

Throws:

ParseException

mixedBlock

public final void mixedBlock(com.yahoo.tensor.TensorType type,
 List dimensionOrder,
 Map cellMap)
                      throws ParseException

Throws:

ParseException

indexedTensorCells

public final List indexedTensorCells()
                              throws ParseException

Throws:

ParseException

indexedTensorCellSubspaceList

public final void indexedTensorCellSubspaceList(List cells)
                                         throws ParseException

Throws:

ParseException

indexedTensorCellSubspace

public final void indexedTensorCellSubspace(List cells)
                                     throws ParseException

Throws:

ParseException

tensorCell

public final void tensorCell(com.yahoo.tensor.TensorType type,
 Map cells)
                      throws ParseException

Throws:

ParseException

labelAndDimension

public final void labelAndDimension(com.yahoo.tensor.TensorAddress.Builder addressBuilder)
                             throws ParseException

Throws:

ParseException

labelAndDimensionValues

public final void labelAndDimensionValues(List addressValues)
                                   throws ParseException

Throws:

ParseException

valueAddress

public final List valueAddress()
                        throws ParseException

A tensor address (possibly on short form) represented as a list because the tensor type is not available

Throws:

ParseException

dimensionValue

public final com.yahoo.tensor.functions.Slice.DimensionValue dimensionValue(Optional dimensionName)
                                                                     throws ParseException

Throws:

ParseException

label

public final String label()
                   throws ParseException

Throws:

ParseException

string

public final String string()
                    throws ParseException

Throws:

ParseException

ReInit

public void ReInit(InputStream stream,
 String encoding)

Reinitialise

Parameters:

stream - input stream

encoding - charset to be used. May not be null.

ReInit

public void ReInit(Reader stream)

Reinitialise

Parameters:

stream - char stream

ReInit

public void ReInit(RankingExpressionParserTokenManager tm)

Reinitialise

Parameters:

tm - Token manager to use

getNextToken

public final Token getNextToken()

Returns:

the next Token.

getToken

public final Token getToken(int index)

Parameters:

index - index to be retrieved

Returns:

the specific Token.

generateParseException

public ParseException generateParseException()

Generate ParseException.

Returns:

new Exception object. Never null

trace_enabled

public final boolean trace_enabled()

Returns:

Always false.

enable_tracing

public final void enable_tracing()

Enable tracing.

disable_tracing

public final void disable_tracing()

Disable tracing.