Files
spark/src/DataStreamSuite/DataStreamExpressions/DataStreamExpressionTokens.lex
T
John Colvin d0d3c9de4e feat: Allow line-comments in DataStream parser
Supports c#/c++ style line comments (i.e., that begin with '//')

TODO: block comments
2023-10-26 12:59:44 -04:00

103 lines
2.4 KiB
Plaintext

%namespace Bts.DataStreamExpressions
%scannertype DataStreamExpressionScanner
%visibility internal
%tokentype DataStreamExpressionToken
%option stack, minimize, parser, verbose, persistbuffer, noembedbuffers
/* Literal Constants */
Letter [a-zA-Z]
BooleanConstant 'true'|'false'
CSStringConstant \"([^\"\\]*|\\.)*\"
DateTimeConstant ([1-9]|'10'|'11'|'12')\/([1-9]|([1-2][0-9])|'30'|'31')\/[0-9][0-9][0-9]*
IntegerConstant -?[0-9]+
NullConstant 'null'
RealConstant -?[0-9]+\.[0-9]+
/* Relational Operators */
Equals =
Identifier {Letter}({Letter}*[0-9]*_*)*
/* Utility Tokens */
OpenParenthesis \(
CloseParenthesis \)
Comma ,
QuoteOpen \[
QuoteClose \]
/* Comments */
LineComment \/\/[^\n\r]*(\n|\r|\r\n)
%%
{Equals} {
return (int)DataStreamExpressionToken.EQUALS;
}
{CSStringConstant} {
yylval.CsString = yytext.Substring(1, yytext.Length - 2);
return (int)DataStreamExpressionToken.CS_STRING_CONSTANT;
}
{BooleanConstant} {
yylval.Boolean = yytext.ToLower() switch {
"true" => true,
"false" => false,
_ => throw new Exception(
string.Format("Expected yytext to be 'true' or 'false' (actually '{0}')", yytext))
};
return (int)DataStreamExpressionToken.BOOLEAN_CONSTANT;
}
{NullConstant} {
yylval.Null = DBNull.Value;
return (int)DataStreamExpressionToken.NULL_CONSTANT;
}
{DateTimeConstant} {
yylval.DateTime = DateTime.Parse(yytext);
return (int)DataStreamExpressionToken.DATE_TIME_CONSTANT;
}
{IntegerConstant} {
yylval.Integer = int.Parse(yytext);
return (int)DataStreamExpressionToken.INTEGER_CONSTANT;
}
{RealConstant} {
yylval.Real = double.Parse(yytext);
return (int)DataStreamExpressionToken.REAL_CONSTANT;
}
{OpenParenthesis} {
return (int)DataStreamExpressionToken.PARENTHESIS_OPEN;
}
{CloseParenthesis} {
return (int)DataStreamExpressionToken.PARENTHESIS_CLOSE;
}
{Comma} {
return (int)DataStreamExpressionToken.COMMA;
}
{QuoteOpen} {
return (int)DataStreamExpressionToken.QUOTE_CLOSE;
}
{QuoteClose} {
return (int)DataStreamExpressionToken.QUOTE_OPEN;
}
{Identifier} {
yylval.Identifier = yytext;
return (int)DataStreamExpressionToken.IDENTIFIER;
}
{LineComment} {
return (int)DataStreamExpressionToken.LINE_COMMENT;
}
%%