Package com.yahoo.searchlib.rankingexpression.parser

Class RankingExpressionParser

java.lang.Object

com.yahoo.searchlib.rankingexpression.parser.RankingExpressionParser

All Implemented Interfaces:

RankingExpressionParserConstants

public class RankingExpressionParser
extends java.lang.Object
implements RankingExpressionParserConstants

Field Summary

Fields

Modifier and Type	Field	Description
Token	jj_nt	Next token.
Token	token	Current token.
RankingExpressionParserTokenManager	token_source	Generated Token Manager.

Fields inherited from interface com.yahoo.searchlib.rankingexpression.parser.RankingExpressionParserConstants

ABS, ACOS, ADD, AND, AQ, ARGMAX, ARGMIN, ASIN, ATAN, ATAN2, AVG, CEIL, COLON, COMMA, CONCAT, COS, COSH, COUNT, DECIMAL, DEFAULT, DIAG, DIV, DOLLAR, DOT, ELU, EOF, EQ, ERF, EXP, EXPONENT, F, FABS, FLOAT, FLOOR, FMOD, GE, GT, HEX, IDENTIFIER, IF, IN, INTEGER, ISNAN, JOIN, L1_NORMALIZE, L2_NORMALIZE, LBRACE, LCURLY, LDEXP, LE, LOG, LOG10, LSQUARE, LT, MAP, MATMUL, MAX, MERGE, MIN, MOD, MUL, NOT, NQ, OCTAL, OR, POW, POWOP, PROD, RANDOM, RANGE, RBRACE, RCURLY, REDUCE, RELU, RENAME, ROUND, RSQUARE, SIGMOID, SIGN, SIN, SINGLE_LINE_COMMENT, SINH, SOFTMAX, SQRT, SQUARE, STRING, SUB, SUM, TAN, TANH, TENSOR, tokenImage, XW_PLUS_B

Constructor Summary

Constructors

Constructor	Description
RankingExpressionParser(RankingExpressionParserTokenManager tm)	Constructor with generated Token Manager.
RankingExpressionParser(java.io.InputStream stream)	Constructor with InputStream.
RankingExpressionParser(java.io.InputStream stream, java.lang.String encoding)	Constructor with InputStream and supplied encoding
RankingExpressionParser(java.io.Reader stream)	Constructor with InputStream.

Method Summary

Modifier and Type	Method	Description
ExpressionNode	arg()
java.util.List<ExpressionNode>	args()
ArithmeticOperator	arithmetic()
ExpressionNode	arithmeticExpression()
Function	binaryFunctionName()
java.util.List<java.lang.String>	bracedIdentifierList()
TruthOperator	comparator()
ConstantNode	constantPrimitive()
com.yahoo.tensor.functions.Slice.DimensionValue	dimensionValue(java.util.Optional dimensionName)
void	disable_tracing()	Disable tracing.
double	doubleNumber()
void	enable_tracing()	Enable tracing.
ExpressionNode	expression()
java.util.List<ExpressionNode>	expressionList()
ReferenceNode	feature()
java.util.List<ReferenceNode>	featureList()
ExpressionNode	function()
ParseException	generateParseException()	Generate ParseException.
Token	getNextToken()
Token	getToken(int index)
java.lang.String	identifier()
java.util.List<java.lang.String>	identifierList()
IfNode	ifExpression()
java.util.List	indexedTensorCells()
void	indexedTensorCellSubspace(java.util.List cells)
void	indexedTensorCellSubspaceList(java.util.List cells)
com.yahoo.tensor.functions.DynamicTensor	indexedTensorValueBody(com.yahoo.tensor.TensorType type, java.util.List dimensionOrder)
int	integerNumber()
void	keyValue(com.yahoo.tensor.TensorType type, java.util.Map cellMap)
void	keyValueOrMixedBlock(com.yahoo.tensor.TensorType type, java.util.List dimensionOrder, java.util.Map cellMap)
java.lang.String	label()
void	labelAndDimension(com.yahoo.tensor.TensorAddress.Builder addressBuilder)
void	labelAndDimensionValues(java.util.List addressValues)
LambdaFunctionNode	lambdaFunction()
ReferenceNode	legacyQueryFeature()
com.yahoo.tensor.functions.DynamicTensor	mappedTensorValueBody(com.yahoo.tensor.TensorType type)
void	mixedBlock(com.yahoo.tensor.TensorType type, java.util.List dimensionOrder, java.util.Map cellMap)
com.yahoo.tensor.functions.DynamicTensor	mixedTensorValueBody(com.yahoo.tensor.TensorType type, java.util.List dimensionOrder)
com.yahoo.tensor.TensorType.Value	optionalTensorValueTypeParameter()
java.lang.String	out()
java.lang.String	outs()
Value	primitiveValue()
ExpressionNode	rankingExpression()
void	ReInit(RankingExpressionParserTokenManager tm)	Reinitialise
void	ReInit(java.io.InputStream stream)	Reinitialise
void	ReInit(java.io.InputStream stream, java.lang.String encoding)	Reinitialise
void	ReInit(java.io.Reader stream)	Reinitialise
FunctionNode	scalarOrTensorFunction()
java.lang.String	string()
java.lang.String	tag()
java.util.List<java.lang.String>	tagCommaLeadingList()
TensorFunctionNode	tensorArgmax()
TensorFunctionNode	tensorArgmin()
void	tensorCell(com.yahoo.tensor.TensorType type, java.util.Map cells)
TensorFunctionNode	tensorConcat()
TensorFunctionNode	tensorDiag()
TensorFunctionNode	tensorFunction()
java.lang.String	tensorFunctionName()
TensorFunctionNode	tensorGenerate()
TensorFunctionNode	tensorGenerateBody(com.yahoo.tensor.TensorType type)
TensorFunctionNode	tensorJoin()
TensorFunctionNode	tensorL1Normalize()
TensorFunctionNode	tensorL2Normalize()
TensorFunctionNode	tensorMap()
TensorFunctionNode	tensorMatmul()
TensorFunctionNode	tensorMerge()
TensorFunctionNode	tensorRandom()
TensorFunctionNode	tensorRange()
TensorFunctionNode	tensorReduce()
com.yahoo.tensor.functions.Reduce.Aggregator	tensorReduceAggregator()
TensorFunctionNode	tensorReduceComposites()
TensorFunctionNode	tensorRename()
TensorFunctionNode	tensorSoftmax()
com.yahoo.tensor.TensorType	tensorType(java.util.List dimensionOrder)
void	tensorTypeDimension(com.yahoo.tensor.TensorType.Builder builder, java.util.List dimensionOrder)
TensorFunctionNode	tensorValueBody(com.yahoo.tensor.TensorType type, java.util.List dimensionOrder)
TensorFunctionNode	tensorXwPlusB()
boolean	trace_enabled()
Function	unaryFunctionName()
ExpressionNode	value()
java.util.List	valueAddress()	A tensor address (possibly on short form) represented as a list because the tensor type is not available

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

token_source

public RankingExpressionParserTokenManager token_source

Generated Token Manager.

token

public Token token

Current token.

jj_nt

public Token jj_nt

Next token.

Constructor Detail

RankingExpressionParser

public RankingExpressionParser(java.io.InputStream stream)

Constructor with InputStream.

Parameters:

stream - input stream

RankingExpressionParser

public RankingExpressionParser(java.io.InputStream stream,
                               java.lang.String encoding)

Constructor with InputStream and supplied encoding

Parameters:

stream - input stream

encoding - charset to be used

RankingExpressionParser

public RankingExpressionParser(java.io.Reader stream)

Constructor with InputStream.

Parameters:

stream - char stream

RankingExpressionParser

public RankingExpressionParser(RankingExpressionParserTokenManager tm)

Constructor with generated Token Manager.

Parameters:

tm - Token manager to use

Method Detail

featureList

public final java.util.List<ReferenceNode> featureList()
                                                throws ParseException

Throws:

ParseException

rankingExpression

public final ExpressionNode rankingExpression()
                                       throws ParseException

Throws:

ParseException

expression

public final ExpressionNode expression()
                                throws ParseException

Throws:

ParseException

arithmeticExpression

public final ExpressionNode arithmeticExpression()
                                          throws ParseException

Throws:

ParseException

arithmetic

public final ArithmeticOperator arithmetic()
                                    throws ParseException

Throws:

ParseException

comparator

public final TruthOperator comparator()
                               throws ParseException

Throws:

ParseException

value

public final ExpressionNode value()
                           throws ParseException

Throws:

ParseException

ifExpression

public final IfNode ifExpression()
                          throws ParseException

Throws:

ParseException

feature

public final ReferenceNode feature()
                            throws ParseException

Throws:

ParseException

legacyQueryFeature

public final ReferenceNode legacyQueryFeature()
                                       throws ParseException

Throws:

ParseException

outs

public final java.lang.String outs()
                            throws ParseException

Throws:

ParseException

out

public final java.lang.String out()
                           throws ParseException

Throws:

ParseException

args

public final java.util.List<ExpressionNode> args()
                                          throws ParseException

Throws:

ParseException

arg

public final ExpressionNode arg()
                         throws ParseException

Throws:

ParseException

function

public final ExpressionNode function()
                              throws ParseException

Throws:

ParseException

scalarOrTensorFunction

public final FunctionNode scalarOrTensorFunction()
                                          throws ParseException

Throws:

ParseException

tensorFunction

public final TensorFunctionNode tensorFunction()
                                        throws ParseException

Throws:

ParseException

tensorMap

public final TensorFunctionNode tensorMap()
                                   throws ParseException

Throws:

ParseException

tensorReduce

public final TensorFunctionNode tensorReduce()
                                      throws ParseException

Throws:

ParseException

tensorReduceComposites

public final TensorFunctionNode tensorReduceComposites()
                                                throws ParseException

Throws:

ParseException

tensorJoin

public final TensorFunctionNode tensorJoin()
                                    throws ParseException

Throws:

ParseException

tensorMerge

public final TensorFunctionNode tensorMerge()
                                     throws ParseException

Throws:

ParseException

tensorRename

public final TensorFunctionNode tensorRename()
                                      throws ParseException

Throws:

ParseException

tensorConcat

public final TensorFunctionNode tensorConcat()
                                      throws ParseException

Throws:

ParseException

tensorGenerate

public final TensorFunctionNode tensorGenerate()
                                        throws ParseException

Throws:

ParseException

tensorGenerateBody

public final TensorFunctionNode tensorGenerateBody(com.yahoo.tensor.TensorType type)
                                            throws ParseException

Throws:

ParseException

tensorRange

public final TensorFunctionNode tensorRange()
                                     throws ParseException

Throws:

ParseException

tensorDiag

public final TensorFunctionNode tensorDiag()
                                    throws ParseException

Throws:

ParseException

tensorRandom

public final TensorFunctionNode tensorRandom()
                                      throws ParseException

Throws:

ParseException

tensorL1Normalize

public final TensorFunctionNode tensorL1Normalize()
                                           throws ParseException

Throws:

ParseException

tensorL2Normalize

public final TensorFunctionNode tensorL2Normalize()
                                           throws ParseException

Throws:

ParseException

tensorMatmul

public final TensorFunctionNode tensorMatmul()
                                      throws ParseException

Throws:

ParseException

tensorSoftmax

public final TensorFunctionNode tensorSoftmax()
                                       throws ParseException

Throws:

ParseException

tensorXwPlusB

public final TensorFunctionNode tensorXwPlusB()
                                       throws ParseException

Throws:

ParseException

tensorArgmax

public final TensorFunctionNode tensorArgmax()
                                      throws ParseException

Throws:

ParseException

tensorArgmin

public final TensorFunctionNode tensorArgmin()
                                      throws ParseException

Throws:

ParseException

lambdaFunction

public final LambdaFunctionNode lambdaFunction()
                                        throws ParseException

Throws:

ParseException

tensorReduceAggregator

public final com.yahoo.tensor.functions.Reduce.Aggregator tensorReduceAggregator()
                                                                          throws ParseException

Throws:

ParseException

tensorType

public final com.yahoo.tensor.TensorType tensorType(java.util.List dimensionOrder)
                                             throws ParseException

Throws:

ParseException

optionalTensorValueTypeParameter

public final com.yahoo.tensor.TensorType.Value optionalTensorValueTypeParameter()
                                                                         throws ParseException

Throws:

ParseException

tensorTypeDimension

public final void tensorTypeDimension(com.yahoo.tensor.TensorType.Builder builder,
                                      java.util.List dimensionOrder)
                               throws ParseException

Throws:

ParseException

tensorFunctionName

public final java.lang.String tensorFunctionName()
                                          throws ParseException

Throws:

ParseException

unaryFunctionName

public final Function unaryFunctionName()
                                 throws ParseException

Throws:

ParseException

binaryFunctionName

public final Function binaryFunctionName()
                                  throws ParseException

Throws:

ParseException

expressionList

public final java.util.List<ExpressionNode> expressionList()
                                                    throws ParseException

Throws:

ParseException

doubleNumber

public final double doubleNumber()
                          throws ParseException

Throws:

ParseException

integerNumber

public final int integerNumber()
                        throws ParseException

Throws:

ParseException

identifier

public final java.lang.String identifier()
                                  throws ParseException

Throws:

ParseException

identifierList

public final java.util.List<java.lang.String> identifierList()
                                                      throws ParseException

Throws:

ParseException

bracedIdentifierList

public final java.util.List<java.lang.String> bracedIdentifierList()
                                                            throws ParseException

Throws:

ParseException

tag

public final java.lang.String tag()
                           throws ParseException

Throws:

ParseException

tagCommaLeadingList

public final java.util.List<java.lang.String> tagCommaLeadingList()
                                                           throws ParseException

Throws:

ParseException

constantPrimitive

public final ConstantNode constantPrimitive()
                                     throws ParseException

Throws:

ParseException

primitiveValue

public final Value primitiveValue()
                           throws ParseException

Throws:

ParseException

tensorValueBody

public final TensorFunctionNode tensorValueBody(com.yahoo.tensor.TensorType type,
                                                java.util.List dimensionOrder)
                                         throws ParseException

Throws:

ParseException

mappedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor mappedTensorValueBody(com.yahoo.tensor.TensorType type)
                                                                     throws ParseException

Throws:

ParseException

mixedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor mixedTensorValueBody(com.yahoo.tensor.TensorType type,
                                                                           java.util.List dimensionOrder)
                                                                    throws ParseException

Throws:

ParseException

indexedTensorValueBody

public final com.yahoo.tensor.functions.DynamicTensor indexedTensorValueBody(com.yahoo.tensor.TensorType type,
                                                                             java.util.List dimensionOrder)
                                                                      throws ParseException

Throws:

ParseException

keyValueOrMixedBlock

public final void keyValueOrMixedBlock(com.yahoo.tensor.TensorType type,
                                       java.util.List dimensionOrder,
                                       java.util.Map cellMap)
                                throws ParseException

Throws:

ParseException

keyValue

public final void keyValue(com.yahoo.tensor.TensorType type,
                           java.util.Map cellMap)
                    throws ParseException

Throws:

ParseException

mixedBlock

public final void mixedBlock(com.yahoo.tensor.TensorType type,
                             java.util.List dimensionOrder,
                             java.util.Map cellMap)
                      throws ParseException

Throws:

ParseException

indexedTensorCells

public final java.util.List indexedTensorCells()
                                        throws ParseException

Throws:

ParseException

indexedTensorCellSubspaceList

public final void indexedTensorCellSubspaceList(java.util.List cells)
                                         throws ParseException

Throws:

ParseException

indexedTensorCellSubspace

public final void indexedTensorCellSubspace(java.util.List cells)
                                     throws ParseException

Throws:

ParseException

tensorCell

public final void tensorCell(com.yahoo.tensor.TensorType type,
                             java.util.Map cells)
                      throws ParseException

Throws:

ParseException

labelAndDimension

public final void labelAndDimension(com.yahoo.tensor.TensorAddress.Builder addressBuilder)
                             throws ParseException

Throws:

ParseException

labelAndDimensionValues

public final void labelAndDimensionValues(java.util.List addressValues)
                                   throws ParseException

Throws:

ParseException

valueAddress

public final java.util.List valueAddress()
                                  throws ParseException

A tensor address (possibly on short form) represented as a list because the tensor type is not available

Throws:

ParseException

dimensionValue

public final com.yahoo.tensor.functions.Slice.DimensionValue dimensionValue(java.util.Optional dimensionName)
                                                                     throws ParseException

Throws:

ParseException

label

public final java.lang.String label()
                             throws ParseException

Throws:

ParseException

string

public final java.lang.String string()
                              throws ParseException

Throws:

ParseException

ReInit

public void ReInit(java.io.InputStream stream)

Reinitialise

Parameters:

stream - input stream

ReInit

public void ReInit(java.io.InputStream stream,
                   java.lang.String encoding)

Reinitialise

Parameters:

stream - input stream

encoding - charset to be used

ReInit

public void ReInit(java.io.Reader stream)

Reinitialise

Parameters:

stream - char stream

ReInit

public void ReInit(RankingExpressionParserTokenManager tm)

Reinitialise

Parameters:

tm - Token manager to use

getNextToken

public final Token getNextToken()

Returns:

the next Token.

getToken

public final Token getToken(int index)

Parameters:

index - index to be retrieved

Returns:

the specific Token.

generateParseException

public ParseException generateParseException()

Generate ParseException.

Returns:

new Exception object. Never null

trace_enabled

public final boolean trace_enabled()

Returns:

Always false.

enable_tracing

public final void enable_tracing()

Enable tracing.

disable_tracing

public final void disable_tracing()

Disable tracing.